ZoeYou's picture
Upload PatentMap-V0-SecPair-ClaimBackground
39d5516 verified
{
"best_metric": 0.725,
"best_model_checkpoint": "results/batchsize_512_da_dropout_section_pair_adaptive_lr-1e-05_views-claim+background_reg-None/best_model",
"epoch": 1.0,
"eval_steps": 500,
"global_step": 5424,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.00018436578171091445,
"eval_alignment_abstract": {
"mean_alignment": 0.45510047674179077
},
"eval_alignment_claim": {
"mean_alignment": 0.2719331681728363
},
"eval_alignment_global": {
"mean_alignment": 0.8236534595489502
},
"eval_alignment_invention": {
"mean_alignment": 0.4347892105579376
},
"eval_ipc_cls_abstract_accuracy_primary": 48.44,
"eval_ipc_cls_abstract_precision@1": 52.480000000000004,
"eval_ipc_cls_abstract_precision@3": 27.346666666666657,
"eval_ipc_cls_abstract_precision@5": 18.624,
"eval_ipc_cls_global_accuracy_primary": 48.44,
"eval_ipc_cls_global_precision@1": 52.480000000000004,
"eval_ipc_cls_global_precision@3": 27.346666666666657,
"eval_ipc_cls_global_precision@5": 18.624,
"eval_ipc_knn_abstract_accuracy_primary": 36.919999999999995,
"eval_ipc_knn_abstract_precision@1": 39.92,
"eval_ipc_knn_abstract_precision@3": 20.986666666666665,
"eval_ipc_knn_abstract_precision@5": 14.127999999999998,
"eval_ipc_knn_global_accuracy_primary": 36.919999999999995,
"eval_ipc_knn_global_precision@1": 39.92,
"eval_ipc_knn_global_precision@3": 20.986666666666665,
"eval_ipc_knn_global_precision@5": 14.127999999999998,
"eval_priorArt_ndcg@100_a2a": 0.17719471451742733,
"eval_priorArt_ndcg@100_a2all": 0.17719471451742733,
"eval_priorArt_ndcg@100_a2c": 0.02156851240255303,
"eval_priorArt_ndcg@100_a2i": 0.0766235493955549,
"eval_priorArt_ndcg@100_c2a": 0.018844478238184775,
"eval_priorArt_ndcg@100_c2all": 0.1018245498902021,
"eval_priorArt_ndcg@100_c2c": 0.09372988972614268,
"eval_priorArt_ndcg@100_c2i": 0.10051538797880824,
"eval_priorArt_ndcg@100_i2a": 0.021241172737714604,
"eval_priorArt_ndcg@100_i2all": 0.1207973551074781,
"eval_priorArt_ndcg@100_i2c": 0.08956540025448138,
"eval_priorArt_ndcg@100_i2i": 0.11029398921960229,
"eval_priorArt_ndcg@10_a2a": 0.07366426849450196,
"eval_priorArt_ndcg@10_a2all": 0.07366426849450196,
"eval_priorArt_ndcg@10_a2c": 0.0,
"eval_priorArt_ndcg@10_a2i": 0.010105367325027379,
"eval_priorArt_ndcg@10_c2a": 0.014804095548293261,
"eval_priorArt_ndcg@10_c2all": 0.048124705451653677,
"eval_priorArt_ndcg@10_c2c": 0.040303393351274405,
"eval_priorArt_ndcg@10_c2i": 0.06242235280835606,
"eval_priorArt_ndcg@10_i2a": 0.016666666666666666,
"eval_priorArt_ndcg@10_i2all": 0.07503905871989222,
"eval_priorArt_ndcg@10_i2c": 0.05221927038449943,
"eval_priorArt_ndcg@10_i2i": 0.07503905871989222,
"eval_priorArt_ndcg@20_a2a": 0.10305092482996128,
"eval_priorArt_ndcg@20_a2all": 0.10305092482996128,
"eval_priorArt_ndcg@20_a2c": 0.011389603823239327,
"eval_priorArt_ndcg@20_a2i": 0.02889205425814888,
"eval_priorArt_ndcg@20_c2a": 0.014804095548293261,
"eval_priorArt_ndcg@20_c2all": 0.05617684670611408,
"eval_priorArt_ndcg@20_c2c": 0.05387915435368969,
"eval_priorArt_ndcg@20_c2i": 0.08125301656147668,
"eval_priorArt_ndcg@20_i2a": 0.016666666666666666,
"eval_priorArt_ndcg@20_i2all": 0.08812925773671194,
"eval_priorArt_ndcg@20_i2c": 0.05221927038449943,
"eval_priorArt_ndcg@20_i2i": 0.08158415822830209,
"eval_priorArt_ndcg@50_a2a": 0.1483962334175445,
"eval_priorArt_ndcg@50_a2all": 0.1483962334175445,
"eval_priorArt_ndcg@50_a2c": 0.02156851240255303,
"eval_priorArt_ndcg@50_a2i": 0.04279815620590858,
"eval_priorArt_ndcg@50_c2a": 0.014804095548293261,
"eval_priorArt_ndcg@50_c2all": 0.08699939820528843,
"eval_priorArt_ndcg@50_c2c": 0.074788575523719,
"eval_priorArt_ndcg@50_c2i": 0.09229410480964766,
"eval_priorArt_ndcg@50_i2a": 0.021241172737714604,
"eval_priorArt_ndcg@50_i2all": 0.09230826911086701,
"eval_priorArt_ndcg@50_i2c": 0.06985922578319971,
"eval_priorArt_ndcg@50_i2i": 0.08580840180918406,
"eval_priorArt_recall@100_a2a": 0.5875,
"eval_priorArt_recall@100_a2all": 0.5875,
"eval_priorArt_recall@100_a2c": 0.06666666666666667,
"eval_priorArt_recall@100_a2i": 0.2875,
"eval_priorArt_recall@100_c2a": 0.03333333333333333,
"eval_priorArt_recall@100_c2all": 0.32916666666666666,
"eval_priorArt_recall@100_c2c": 0.3125,
"eval_priorArt_recall@100_c2i": 0.22083333333333335,
"eval_priorArt_recall@100_i2a": 0.06666666666666667,
"eval_priorArt_recall@100_i2all": 0.3291666666666667,
"eval_priorArt_recall@100_i2c": 0.2958333333333333,
"eval_priorArt_recall@100_i2i": 0.2791666666666667,
"eval_priorArt_recall@10_a2a": 0.15416666666666665,
"eval_priorArt_recall@10_a2all": 0.15416666666666665,
"eval_priorArt_recall@10_a2c": 0.0,
"eval_priorArt_recall@10_a2i": 0.016666666666666666,
"eval_priorArt_recall@10_c2a": 0.016666666666666666,
"eval_priorArt_recall@10_c2all": 0.10833333333333332,
"eval_priorArt_recall@10_c2c": 0.09166666666666666,
"eval_priorArt_recall@10_c2i": 0.0875,
"eval_priorArt_recall@10_i2a": 0.05,
"eval_priorArt_recall@10_i2all": 0.13333333333333333,
"eval_priorArt_recall@10_i2c": 0.11666666666666665,
"eval_priorArt_recall@10_i2i": 0.13333333333333333,
"eval_priorArt_recall@20_a2a": 0.25833333333333336,
"eval_priorArt_recall@20_a2all": 0.25833333333333336,
"eval_priorArt_recall@20_a2c": 0.03333333333333333,
"eval_priorArt_recall@20_a2i": 0.07916666666666666,
"eval_priorArt_recall@20_c2a": 0.016666666666666666,
"eval_priorArt_recall@20_c2all": 0.13333333333333333,
"eval_priorArt_recall@20_c2c": 0.13333333333333333,
"eval_priorArt_recall@20_c2i": 0.1375,
"eval_priorArt_recall@20_i2a": 0.05,
"eval_priorArt_recall@20_i2all": 0.16666666666666666,
"eval_priorArt_recall@20_i2c": 0.11666666666666665,
"eval_priorArt_recall@20_i2i": 0.15,
"eval_priorArt_recall@50_a2a": 0.4458333333333333,
"eval_priorArt_recall@50_a2all": 0.4458333333333333,
"eval_priorArt_recall@50_a2c": 0.06666666666666667,
"eval_priorArt_recall@50_a2i": 0.12916666666666668,
"eval_priorArt_recall@50_c2a": 0.016666666666666666,
"eval_priorArt_recall@50_c2all": 0.25,
"eval_priorArt_recall@50_c2c": 0.2166666666666667,
"eval_priorArt_recall@50_c2i": 0.1791666666666667,
"eval_priorArt_recall@50_i2a": 0.06666666666666667,
"eval_priorArt_recall@50_i2all": 0.18333333333333332,
"eval_priorArt_recall@50_i2c": 0.19999999999999998,
"eval_priorArt_recall@50_i2i": 0.16666666666666669,
"eval_singularentropy_abstract": 0.5395312801413632,
"eval_singularentropy_claim": 0.7066481926373577,
"eval_singularentropy_global": 0.5392087293420924,
"eval_singularentropy_invention": 0.5915492630607102,
"eval_uniformity_abstract": -2.0126848220825195,
"eval_uniformity_claim": -0.8398373126983643,
"eval_uniformity_global": -1.736430048942566,
"eval_uniformity_invention": -1.4961175918579102,
"step": 1
},
{
"epoch": 0.0007374631268436578,
"eval_alignment_abstract": {
"mean_alignment": 0.45510047674179077
},
"eval_alignment_claim": {
"mean_alignment": 0.2719331681728363
},
"eval_alignment_global": {
"mean_alignment": 0.8236534595489502
},
"eval_alignment_invention": {
"mean_alignment": 0.4347892105579376
},
"eval_ipc_cls_abstract_accuracy_primary": 48.44,
"eval_ipc_cls_abstract_precision@1": 52.480000000000004,
"eval_ipc_cls_abstract_precision@3": 27.346666666666657,
"eval_ipc_cls_abstract_precision@5": 18.624,
"eval_ipc_cls_global_accuracy_primary": 48.44,
"eval_ipc_cls_global_precision@1": 52.480000000000004,
"eval_ipc_cls_global_precision@3": 27.346666666666657,
"eval_ipc_cls_global_precision@5": 18.624,
"eval_ipc_knn_abstract_accuracy_primary": 36.919999999999995,
"eval_ipc_knn_abstract_precision@1": 39.92,
"eval_ipc_knn_abstract_precision@3": 20.986666666666665,
"eval_ipc_knn_abstract_precision@5": 14.127999999999998,
"eval_ipc_knn_global_accuracy_primary": 36.919999999999995,
"eval_ipc_knn_global_precision@1": 39.92,
"eval_ipc_knn_global_precision@3": 20.986666666666665,
"eval_ipc_knn_global_precision@5": 14.127999999999998,
"eval_priorArt_ndcg@100_a2a": 0.17719471451742733,
"eval_priorArt_ndcg@100_a2all": 0.17719471451742733,
"eval_priorArt_ndcg@100_a2c": 0.02156851240255303,
"eval_priorArt_ndcg@100_a2i": 0.0766235493955549,
"eval_priorArt_ndcg@100_c2a": 0.018844478238184775,
"eval_priorArt_ndcg@100_c2all": 0.1018245498902021,
"eval_priorArt_ndcg@100_c2c": 0.09372988972614268,
"eval_priorArt_ndcg@100_c2i": 0.10051538797880824,
"eval_priorArt_ndcg@100_i2a": 0.021241172737714604,
"eval_priorArt_ndcg@100_i2all": 0.1207973551074781,
"eval_priorArt_ndcg@100_i2c": 0.08956540025448138,
"eval_priorArt_ndcg@100_i2i": 0.11029398921960229,
"eval_priorArt_ndcg@10_a2a": 0.07366426849450196,
"eval_priorArt_ndcg@10_a2all": 0.07366426849450196,
"eval_priorArt_ndcg@10_a2c": 0.0,
"eval_priorArt_ndcg@10_a2i": 0.010105367325027379,
"eval_priorArt_ndcg@10_c2a": 0.014804095548293261,
"eval_priorArt_ndcg@10_c2all": 0.048124705451653677,
"eval_priorArt_ndcg@10_c2c": 0.040303393351274405,
"eval_priorArt_ndcg@10_c2i": 0.06242235280835606,
"eval_priorArt_ndcg@10_i2a": 0.016666666666666666,
"eval_priorArt_ndcg@10_i2all": 0.07503905871989222,
"eval_priorArt_ndcg@10_i2c": 0.05221927038449943,
"eval_priorArt_ndcg@10_i2i": 0.07503905871989222,
"eval_priorArt_ndcg@20_a2a": 0.10305092482996128,
"eval_priorArt_ndcg@20_a2all": 0.10305092482996128,
"eval_priorArt_ndcg@20_a2c": 0.011389603823239327,
"eval_priorArt_ndcg@20_a2i": 0.02889205425814888,
"eval_priorArt_ndcg@20_c2a": 0.014804095548293261,
"eval_priorArt_ndcg@20_c2all": 0.05617684670611408,
"eval_priorArt_ndcg@20_c2c": 0.05387915435368969,
"eval_priorArt_ndcg@20_c2i": 0.08125301656147668,
"eval_priorArt_ndcg@20_i2a": 0.016666666666666666,
"eval_priorArt_ndcg@20_i2all": 0.08812925773671194,
"eval_priorArt_ndcg@20_i2c": 0.05221927038449943,
"eval_priorArt_ndcg@20_i2i": 0.08158415822830209,
"eval_priorArt_ndcg@50_a2a": 0.1483962334175445,
"eval_priorArt_ndcg@50_a2all": 0.1483962334175445,
"eval_priorArt_ndcg@50_a2c": 0.02156851240255303,
"eval_priorArt_ndcg@50_a2i": 0.04279815620590858,
"eval_priorArt_ndcg@50_c2a": 0.014804095548293261,
"eval_priorArt_ndcg@50_c2all": 0.08699939820528843,
"eval_priorArt_ndcg@50_c2c": 0.074788575523719,
"eval_priorArt_ndcg@50_c2i": 0.09229410480964766,
"eval_priorArt_ndcg@50_i2a": 0.021241172737714604,
"eval_priorArt_ndcg@50_i2all": 0.09230826911086701,
"eval_priorArt_ndcg@50_i2c": 0.06985922578319971,
"eval_priorArt_ndcg@50_i2i": 0.08580840180918406,
"eval_priorArt_recall@100_a2a": 0.5875,
"eval_priorArt_recall@100_a2all": 0.5875,
"eval_priorArt_recall@100_a2c": 0.06666666666666667,
"eval_priorArt_recall@100_a2i": 0.2875,
"eval_priorArt_recall@100_c2a": 0.03333333333333333,
"eval_priorArt_recall@100_c2all": 0.32916666666666666,
"eval_priorArt_recall@100_c2c": 0.3125,
"eval_priorArt_recall@100_c2i": 0.22083333333333335,
"eval_priorArt_recall@100_i2a": 0.06666666666666667,
"eval_priorArt_recall@100_i2all": 0.3291666666666667,
"eval_priorArt_recall@100_i2c": 0.2958333333333333,
"eval_priorArt_recall@100_i2i": 0.2791666666666667,
"eval_priorArt_recall@10_a2a": 0.15416666666666665,
"eval_priorArt_recall@10_a2all": 0.15416666666666665,
"eval_priorArt_recall@10_a2c": 0.0,
"eval_priorArt_recall@10_a2i": 0.016666666666666666,
"eval_priorArt_recall@10_c2a": 0.016666666666666666,
"eval_priorArt_recall@10_c2all": 0.10833333333333332,
"eval_priorArt_recall@10_c2c": 0.09166666666666666,
"eval_priorArt_recall@10_c2i": 0.0875,
"eval_priorArt_recall@10_i2a": 0.05,
"eval_priorArt_recall@10_i2all": 0.13333333333333333,
"eval_priorArt_recall@10_i2c": 0.11666666666666665,
"eval_priorArt_recall@10_i2i": 0.13333333333333333,
"eval_priorArt_recall@20_a2a": 0.25833333333333336,
"eval_priorArt_recall@20_a2all": 0.25833333333333336,
"eval_priorArt_recall@20_a2c": 0.03333333333333333,
"eval_priorArt_recall@20_a2i": 0.07916666666666666,
"eval_priorArt_recall@20_c2a": 0.016666666666666666,
"eval_priorArt_recall@20_c2all": 0.13333333333333333,
"eval_priorArt_recall@20_c2c": 0.13333333333333333,
"eval_priorArt_recall@20_c2i": 0.1375,
"eval_priorArt_recall@20_i2a": 0.05,
"eval_priorArt_recall@20_i2all": 0.16666666666666666,
"eval_priorArt_recall@20_i2c": 0.11666666666666665,
"eval_priorArt_recall@20_i2i": 0.15,
"eval_priorArt_recall@50_a2a": 0.4458333333333333,
"eval_priorArt_recall@50_a2all": 0.4458333333333333,
"eval_priorArt_recall@50_a2c": 0.06666666666666667,
"eval_priorArt_recall@50_a2i": 0.12916666666666668,
"eval_priorArt_recall@50_c2a": 0.016666666666666666,
"eval_priorArt_recall@50_c2all": 0.25,
"eval_priorArt_recall@50_c2c": 0.2166666666666667,
"eval_priorArt_recall@50_c2i": 0.1791666666666667,
"eval_priorArt_recall@50_i2a": 0.06666666666666667,
"eval_priorArt_recall@50_i2all": 0.18333333333333332,
"eval_priorArt_recall@50_i2c": 0.19999999999999998,
"eval_priorArt_recall@50_i2i": 0.16666666666666669,
"eval_singularentropy_abstract": 0.5395312801413632,
"eval_singularentropy_claim": 0.7066481926373577,
"eval_singularentropy_global": 0.5392087293420924,
"eval_singularentropy_invention": 0.5915492630607102,
"eval_uniformity_abstract": -2.0126848220825195,
"eval_uniformity_claim": -0.8398373126983643,
"eval_uniformity_global": -1.736430048942566,
"eval_uniformity_invention": -1.4961175918579102,
"step": 4
},
{
"epoch": 0.0018436578171091445,
"grad_norm": 168.77899169921875,
"learning_rate": 1.2891344383057092e-07,
"loss": 4.8496,
"step": 10
},
{
"epoch": 0.0029498525073746312,
"eval_alignment_abstract": {
"mean_alignment": 0.45751261711120605
},
"eval_alignment_claim": {
"mean_alignment": 0.27455273270606995
},
"eval_alignment_global": {
"mean_alignment": 0.814706563949585
},
"eval_alignment_invention": {
"mean_alignment": 0.4347357153892517
},
"eval_ipc_cls_abstract_accuracy_primary": 48.52,
"eval_ipc_cls_abstract_precision@1": 52.6,
"eval_ipc_cls_abstract_precision@3": 27.46666666666667,
"eval_ipc_cls_abstract_precision@5": 18.64,
"eval_ipc_cls_global_accuracy_primary": 48.52,
"eval_ipc_cls_global_precision@1": 52.6,
"eval_ipc_cls_global_precision@3": 27.46666666666667,
"eval_ipc_cls_global_precision@5": 18.64,
"eval_ipc_knn_abstract_accuracy_primary": 37.32,
"eval_ipc_knn_abstract_precision@1": 40.36,
"eval_ipc_knn_abstract_precision@3": 21.10666666666667,
"eval_ipc_knn_abstract_precision@5": 14.255999999999998,
"eval_ipc_knn_global_accuracy_primary": 37.32,
"eval_ipc_knn_global_precision@1": 40.36,
"eval_ipc_knn_global_precision@3": 21.10666666666667,
"eval_ipc_knn_global_precision@5": 14.255999999999998,
"eval_priorArt_ndcg@100_a2a": 0.18671295478813119,
"eval_priorArt_ndcg@100_a2all": 0.18671295478813119,
"eval_priorArt_ndcg@100_a2c": 0.02203955738426279,
"eval_priorArt_ndcg@100_a2i": 0.08439969902527915,
"eval_priorArt_ndcg@100_c2a": 0.01898310692244832,
"eval_priorArt_ndcg@100_c2all": 0.10430242768803746,
"eval_priorArt_ndcg@100_c2c": 0.0961230809357531,
"eval_priorArt_ndcg@100_c2i": 0.1002688209384706,
"eval_priorArt_ndcg@100_i2a": 0.022546533465406353,
"eval_priorArt_ndcg@100_i2all": 0.12184040179796038,
"eval_priorArt_ndcg@100_i2c": 0.09097009087348654,
"eval_priorArt_ndcg@100_i2i": 0.11044400197923128,
"eval_priorArt_ndcg@10_a2a": 0.07655530575995367,
"eval_priorArt_ndcg@10_a2all": 0.07655530575995367,
"eval_priorArt_ndcg@10_a2c": 0.0,
"eval_priorArt_ndcg@10_a2i": 0.029855595331492325,
"eval_priorArt_ndcg@10_c2a": 0.014804095548293261,
"eval_priorArt_ndcg@10_c2all": 0.05031589299359625,
"eval_priorArt_ndcg@10_c2c": 0.04249458089321697,
"eval_priorArt_ndcg@10_c2i": 0.06886625234882326,
"eval_priorArt_ndcg@10_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@10_i2all": 0.08244110649403885,
"eval_priorArt_ndcg@10_i2c": 0.04675399705873923,
"eval_priorArt_ndcg@10_i2i": 0.07503905871989222,
"eval_priorArt_ndcg@20_a2a": 0.10628499951841838,
"eval_priorArt_ndcg@20_a2all": 0.10628499951841838,
"eval_priorArt_ndcg@20_a2c": 0.01692197217010951,
"eval_priorArt_ndcg@20_a2i": 0.04075731898302122,
"eval_priorArt_ndcg@20_c2a": 0.014804095548293261,
"eval_priorArt_ndcg@20_c2all": 0.05836803424805666,
"eval_priorArt_ndcg@20_c2c": 0.05607034189563226,
"eval_priorArt_ndcg@20_c2i": 0.08103829629700651,
"eval_priorArt_ndcg@20_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@20_i2all": 0.08898620600244872,
"eval_priorArt_ndcg@20_i2c": 0.05329909656714908,
"eval_priorArt_ndcg@20_i2i": 0.08158415822830209,
"eval_priorArt_ndcg@50_a2a": 0.15315082288861007,
"eval_priorArt_ndcg@50_a2all": 0.15315082288861007,
"eval_priorArt_ndcg@50_a2c": 0.02203955738426279,
"eval_priorArt_ndcg@50_a2i": 0.04999621239350591,
"eval_priorArt_ndcg@50_c2a": 0.01898310692244832,
"eval_priorArt_ndcg@50_c2all": 0.08939643712311751,
"eval_priorArt_ndcg@50_c2c": 0.07710092785332313,
"eval_priorArt_ndcg@50_c2i": 0.09204891580716335,
"eval_priorArt_ndcg@50_i2a": 0.022546533465406353,
"eval_priorArt_ndcg@50_i2all": 0.09316521737660378,
"eval_priorArt_ndcg@50_i2c": 0.07103425744986226,
"eval_priorArt_ndcg@50_i2i": 0.08580840180918406,
"eval_priorArt_recall@100_a2a": 0.6125,
"eval_priorArt_recall@100_a2all": 0.6125,
"eval_priorArt_recall@100_a2c": 0.06666666666666667,
"eval_priorArt_recall@100_a2i": 0.2875,
"eval_priorArt_recall@100_c2a": 0.03333333333333333,
"eval_priorArt_recall@100_c2all": 0.32916666666666666,
"eval_priorArt_recall@100_c2c": 0.3125,
"eval_priorArt_recall@100_c2i": 0.22083333333333335,
"eval_priorArt_recall@100_i2a": 0.06666666666666667,
"eval_priorArt_recall@100_i2all": 0.3291666666666667,
"eval_priorArt_recall@100_i2c": 0.2958333333333333,
"eval_priorArt_recall@100_i2i": 0.2791666666666667,
"eval_priorArt_recall@10_a2a": 0.15416666666666665,
"eval_priorArt_recall@10_a2all": 0.15416666666666665,
"eval_priorArt_recall@10_a2c": 0.0,
"eval_priorArt_recall@10_a2i": 0.06666666666666667,
"eval_priorArt_recall@10_c2a": 0.016666666666666666,
"eval_priorArt_recall@10_c2all": 0.10833333333333332,
"eval_priorArt_recall@10_c2c": 0.09166666666666666,
"eval_priorArt_recall@10_c2i": 0.10416666666666666,
"eval_priorArt_recall@10_i2a": 0.05,
"eval_priorArt_recall@10_i2all": 0.15,
"eval_priorArt_recall@10_i2c": 0.1,
"eval_priorArt_recall@10_i2i": 0.13333333333333333,
"eval_priorArt_recall@20_a2a": 0.25833333333333336,
"eval_priorArt_recall@20_a2all": 0.25833333333333336,
"eval_priorArt_recall@20_a2c": 0.05,
"eval_priorArt_recall@20_a2i": 0.09583333333333333,
"eval_priorArt_recall@20_c2a": 0.016666666666666666,
"eval_priorArt_recall@20_c2all": 0.13333333333333333,
"eval_priorArt_recall@20_c2c": 0.13333333333333333,
"eval_priorArt_recall@20_c2i": 0.1375,
"eval_priorArt_recall@20_i2a": 0.05,
"eval_priorArt_recall@20_i2all": 0.16666666666666666,
"eval_priorArt_recall@20_i2c": 0.11666666666666665,
"eval_priorArt_recall@20_i2i": 0.15,
"eval_priorArt_recall@50_a2a": 0.4458333333333333,
"eval_priorArt_recall@50_a2all": 0.4458333333333333,
"eval_priorArt_recall@50_a2c": 0.06666666666666667,
"eval_priorArt_recall@50_a2i": 0.12916666666666668,
"eval_priorArt_recall@50_c2a": 0.03333333333333333,
"eval_priorArt_recall@50_c2all": 0.25,
"eval_priorArt_recall@50_c2c": 0.2166666666666667,
"eval_priorArt_recall@50_c2i": 0.1791666666666667,
"eval_priorArt_recall@50_i2a": 0.06666666666666667,
"eval_priorArt_recall@50_i2all": 0.18333333333333332,
"eval_priorArt_recall@50_i2c": 0.19999999999999998,
"eval_priorArt_recall@50_i2i": 0.16666666666666669,
"eval_singularentropy_abstract": 0.537671040578823,
"eval_singularentropy_claim": 0.7030559942253229,
"eval_singularentropy_global": 0.5373811947704041,
"eval_singularentropy_invention": 0.5901804092505731,
"eval_uniformity_abstract": -2.0340991020202637,
"eval_uniformity_claim": -0.8504699468612671,
"eval_uniformity_global": -1.7447569370269775,
"eval_uniformity_invention": -1.50834321975708,
"step": 16
},
{
"epoch": 0.003687315634218289,
"grad_norm": 141.45498657226562,
"learning_rate": 3.1307550644567226e-07,
"loss": 4.7078,
"step": 20
},
{
"epoch": 0.0055309734513274336,
"grad_norm": 99.9277114868164,
"learning_rate": 4.972375690607735e-07,
"loss": 3.6393,
"step": 30
},
{
"epoch": 0.007374631268436578,
"grad_norm": 43.783111572265625,
"learning_rate": 6.813996316758749e-07,
"loss": 1.6023,
"step": 40
},
{
"epoch": 0.009218289085545723,
"grad_norm": 11.080867767333984,
"learning_rate": 8.655616942909761e-07,
"loss": 0.5394,
"step": 50
},
{
"epoch": 0.011061946902654867,
"grad_norm": 9.649206161499023,
"learning_rate": 1.0497237569060774e-06,
"loss": 0.2594,
"step": 60
},
{
"epoch": 0.011799410029498525,
"eval_alignment_abstract": {
"mean_alignment": 0.4029485881328583
},
"eval_alignment_claim": {
"mean_alignment": 0.4068763256072998
},
"eval_alignment_global": {
"mean_alignment": 0.44879990816116333
},
"eval_alignment_invention": {
"mean_alignment": 0.40294772386550903
},
"eval_ipc_cls_abstract_accuracy_primary": 58.599999999999994,
"eval_ipc_cls_abstract_precision@1": 63.480000000000004,
"eval_ipc_cls_abstract_precision@3": 31.506666666666668,
"eval_ipc_cls_abstract_precision@5": 20.927999999999997,
"eval_ipc_cls_global_accuracy_primary": 58.599999999999994,
"eval_ipc_cls_global_precision@1": 63.480000000000004,
"eval_ipc_cls_global_precision@3": 31.506666666666668,
"eval_ipc_cls_global_precision@5": 20.927999999999997,
"eval_ipc_knn_abstract_accuracy_primary": 62.239999999999995,
"eval_ipc_knn_abstract_precision@1": 67.12,
"eval_ipc_knn_abstract_precision@3": 27.426666666666673,
"eval_ipc_knn_abstract_precision@5": 16.6,
"eval_ipc_knn_global_accuracy_primary": 62.239999999999995,
"eval_ipc_knn_global_precision@1": 67.12,
"eval_ipc_knn_global_precision@3": 27.426666666666673,
"eval_ipc_knn_global_precision@5": 16.6,
"eval_priorArt_ndcg@100_a2a": 0.30552427104504065,
"eval_priorArt_ndcg@100_a2all": 0.3117236185681685,
"eval_priorArt_ndcg@100_a2c": 0.27632147249901357,
"eval_priorArt_ndcg@100_a2i": 0.2670036883781955,
"eval_priorArt_ndcg@100_c2a": 0.33698722497817224,
"eval_priorArt_ndcg@100_c2all": 0.3266544859721588,
"eval_priorArt_ndcg@100_c2c": 0.328718802276656,
"eval_priorArt_ndcg@100_c2i": 0.3035076804683833,
"eval_priorArt_ndcg@100_i2a": 0.32074971034501576,
"eval_priorArt_ndcg@100_i2all": 0.3039964927804777,
"eval_priorArt_ndcg@100_i2c": 0.28097127505271585,
"eval_priorArt_ndcg@100_i2i": 0.29712602796965015,
"eval_priorArt_ndcg@10_a2a": 0.18253786101352212,
"eval_priorArt_ndcg@10_a2all": 0.18713948345350256,
"eval_priorArt_ndcg@10_a2c": 0.14635028515052537,
"eval_priorArt_ndcg@10_a2i": 0.1707798019204316,
"eval_priorArt_ndcg@10_c2a": 0.22813018392025947,
"eval_priorArt_ndcg@10_c2all": 0.22388813994576534,
"eval_priorArt_ndcg@10_c2c": 0.20518687075894615,
"eval_priorArt_ndcg@10_c2i": 0.1933698937704254,
"eval_priorArt_ndcg@10_i2a": 0.1983936602417067,
"eval_priorArt_ndcg@10_i2all": 0.18941713501325536,
"eval_priorArt_ndcg@10_i2c": 0.16402068122942193,
"eval_priorArt_ndcg@10_i2i": 0.20503398789986438,
"eval_priorArt_ndcg@20_a2a": 0.23586424642755946,
"eval_priorArt_ndcg@20_a2all": 0.23415801638502862,
"eval_priorArt_ndcg@20_a2c": 0.19354349857562975,
"eval_priorArt_ndcg@20_a2i": 0.20599939891452182,
"eval_priorArt_ndcg@20_c2a": 0.26606469102041386,
"eval_priorArt_ndcg@20_c2all": 0.2533511686212717,
"eval_priorArt_ndcg@20_c2c": 0.24695774669262632,
"eval_priorArt_ndcg@20_c2i": 0.21960982800649737,
"eval_priorArt_ndcg@20_i2a": 0.2553002132146831,
"eval_priorArt_ndcg@20_i2all": 0.21906195964354547,
"eval_priorArt_ndcg@20_i2c": 0.18921473847583198,
"eval_priorArt_ndcg@20_i2i": 0.22694857224432985,
"eval_priorArt_ndcg@50_a2a": 0.2853954061280709,
"eval_priorArt_ndcg@50_a2all": 0.2803973684918444,
"eval_priorArt_ndcg@50_a2c": 0.23743266040534478,
"eval_priorArt_ndcg@50_a2i": 0.23818674205596185,
"eval_priorArt_ndcg@50_c2a": 0.29511122917147753,
"eval_priorArt_ndcg@50_c2all": 0.2779640947952019,
"eval_priorArt_ndcg@50_c2c": 0.2889565440963663,
"eval_priorArt_ndcg@50_c2i": 0.2630729131016412,
"eval_priorArt_ndcg@50_i2a": 0.2843592096059332,
"eval_priorArt_ndcg@50_i2all": 0.2755315126872565,
"eval_priorArt_ndcg@50_i2c": 0.25567352085637235,
"eval_priorArt_ndcg@50_i2i": 0.26825467193963265,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.8166666666666668,
"eval_priorArt_recall@100_a2c": 0.7916666666666667,
"eval_priorArt_recall@100_a2i": 0.7333333333333333,
"eval_priorArt_recall@100_c2a": 0.8333333333333334,
"eval_priorArt_recall@100_c2all": 0.8416666666666668,
"eval_priorArt_recall@100_c2c": 0.8833333333333334,
"eval_priorArt_recall@100_c2i": 0.8083333333333333,
"eval_priorArt_recall@100_i2a": 0.7916666666666667,
"eval_priorArt_recall@100_i2all": 0.7750000000000001,
"eval_priorArt_recall@100_i2c": 0.8,
"eval_priorArt_recall@100_i2i": 0.7333333333333334,
"eval_priorArt_recall@10_a2a": 0.33333333333333337,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.29166666666666663,
"eval_priorArt_recall@10_a2i": 0.3583333333333333,
"eval_priorArt_recall@10_c2a": 0.4125,
"eval_priorArt_recall@10_c2all": 0.4375,
"eval_priorArt_recall@10_c2c": 0.38750000000000007,
"eval_priorArt_recall@10_c2i": 0.36666666666666664,
"eval_priorArt_recall@10_i2a": 0.33333333333333337,
"eval_priorArt_recall@10_i2all": 0.325,
"eval_priorArt_recall@10_i2c": 0.32500000000000007,
"eval_priorArt_recall@10_i2i": 0.36666666666666664,
"eval_priorArt_recall@20_a2a": 0.4875,
"eval_priorArt_recall@20_a2all": 0.48749999999999993,
"eval_priorArt_recall@20_a2c": 0.4375,
"eval_priorArt_recall@20_a2i": 0.475,
"eval_priorArt_recall@20_c2a": 0.525,
"eval_priorArt_recall@20_c2all": 0.525,
"eval_priorArt_recall@20_c2c": 0.525,
"eval_priorArt_recall@20_c2i": 0.45000000000000007,
"eval_priorArt_recall@20_i2a": 0.4958333333333334,
"eval_priorArt_recall@20_i2all": 0.4083333333333334,
"eval_priorArt_recall@20_i2c": 0.41666666666666663,
"eval_priorArt_recall@20_i2i": 0.425,
"eval_priorArt_recall@50_a2a": 0.6916666666666667,
"eval_priorArt_recall@50_a2all": 0.675,
"eval_priorArt_recall@50_a2c": 0.6041666666666667,
"eval_priorArt_recall@50_a2i": 0.6041666666666667,
"eval_priorArt_recall@50_c2a": 0.6333333333333334,
"eval_priorArt_recall@50_c2all": 0.6125,
"eval_priorArt_recall@50_c2c": 0.6875,
"eval_priorArt_recall@50_c2i": 0.6166666666666667,
"eval_priorArt_recall@50_i2a": 0.6083333333333334,
"eval_priorArt_recall@50_i2all": 0.625,
"eval_priorArt_recall@50_i2c": 0.6666666666666666,
"eval_priorArt_recall@50_i2i": 0.5833333333333334,
"eval_singularentropy_abstract": 0.5078031008846579,
"eval_singularentropy_claim": 0.49713264516746697,
"eval_singularentropy_global": 0.47402906310326065,
"eval_singularentropy_invention": 0.5238632252993523,
"eval_uniformity_abstract": -2.5651497840881348,
"eval_uniformity_claim": -2.5465304851531982,
"eval_uniformity_global": -2.6051723957061768,
"eval_uniformity_invention": -2.541801929473877,
"step": 64
},
{
"epoch": 0.012905604719764012,
"grad_norm": 2.8665695190429688,
"learning_rate": 1.2338858195211788e-06,
"loss": 0.2213,
"step": 70
},
{
"epoch": 0.014749262536873156,
"grad_norm": 2.506378412246704,
"learning_rate": 1.41804788213628e-06,
"loss": 0.191,
"step": 80
},
{
"epoch": 0.016592920353982302,
"grad_norm": 2.1843013763427734,
"learning_rate": 1.6022099447513815e-06,
"loss": 0.2005,
"step": 90
},
{
"epoch": 0.018436578171091445,
"grad_norm": 2.202383279800415,
"learning_rate": 1.7863720073664825e-06,
"loss": 0.1682,
"step": 100
},
{
"epoch": 0.02028023598820059,
"grad_norm": 1.6494401693344116,
"learning_rate": 1.970534069981584e-06,
"loss": 0.1431,
"step": 110
},
{
"epoch": 0.022123893805309734,
"grad_norm": 1.8473875522613525,
"learning_rate": 2.1546961325966854e-06,
"loss": 0.1443,
"step": 120
},
{
"epoch": 0.02396755162241888,
"grad_norm": 2.1539556980133057,
"learning_rate": 2.338858195211787e-06,
"loss": 0.1403,
"step": 130
},
{
"epoch": 0.025811209439528023,
"grad_norm": 1.993669867515564,
"learning_rate": 2.523020257826888e-06,
"loss": 0.1294,
"step": 140
},
{
"epoch": 0.02765486725663717,
"grad_norm": 1.569136381149292,
"learning_rate": 2.707182320441989e-06,
"loss": 0.1255,
"step": 150
},
{
"epoch": 0.029498525073746312,
"grad_norm": 1.5782244205474854,
"learning_rate": 2.8913443830570904e-06,
"loss": 0.1341,
"step": 160
},
{
"epoch": 0.031342182890855455,
"grad_norm": 1.398434042930603,
"learning_rate": 3.075506445672192e-06,
"loss": 0.1198,
"step": 170
},
{
"epoch": 0.033185840707964605,
"grad_norm": 1.366857886314392,
"learning_rate": 3.2596685082872933e-06,
"loss": 0.1179,
"step": 180
},
{
"epoch": 0.03502949852507375,
"grad_norm": 1.2073160409927368,
"learning_rate": 3.4438305709023943e-06,
"loss": 0.1154,
"step": 190
},
{
"epoch": 0.03687315634218289,
"grad_norm": 1.430991768836975,
"learning_rate": 3.6279926335174957e-06,
"loss": 0.1108,
"step": 200
},
{
"epoch": 0.03871681415929203,
"grad_norm": 1.3771305084228516,
"learning_rate": 3.812154696132597e-06,
"loss": 0.1242,
"step": 210
},
{
"epoch": 0.04056047197640118,
"grad_norm": 1.5243041515350342,
"learning_rate": 3.996316758747698e-06,
"loss": 0.1211,
"step": 220
},
{
"epoch": 0.042404129793510326,
"grad_norm": 1.0505977869033813,
"learning_rate": 4.1804788213628e-06,
"loss": 0.1117,
"step": 230
},
{
"epoch": 0.04424778761061947,
"grad_norm": 1.3489576578140259,
"learning_rate": 4.364640883977901e-06,
"loss": 0.1026,
"step": 240
},
{
"epoch": 0.04609144542772861,
"grad_norm": 1.4294778108596802,
"learning_rate": 4.5488029465930025e-06,
"loss": 0.1084,
"step": 250
},
{
"epoch": 0.04609144542772861,
"eval_alignment_abstract": {
"mean_alignment": 0.4489174783229828
},
"eval_alignment_claim": {
"mean_alignment": 0.45642754435539246
},
"eval_alignment_global": {
"mean_alignment": 0.47703850269317627
},
"eval_alignment_invention": {
"mean_alignment": 0.44342657923698425
},
"eval_ipc_cls_abstract_accuracy_primary": 59.64,
"eval_ipc_cls_abstract_precision@1": 64.44,
"eval_ipc_cls_abstract_precision@3": 32.24,
"eval_ipc_cls_abstract_precision@5": 21.136,
"eval_ipc_cls_global_accuracy_primary": 59.64,
"eval_ipc_cls_global_precision@1": 64.44,
"eval_ipc_cls_global_precision@3": 32.24,
"eval_ipc_cls_global_precision@5": 21.136,
"eval_ipc_knn_abstract_accuracy_primary": 64.68,
"eval_ipc_knn_abstract_precision@1": 70.36,
"eval_ipc_knn_abstract_precision@3": 28.26666666666667,
"eval_ipc_knn_abstract_precision@5": 17.128,
"eval_ipc_knn_global_accuracy_primary": 64.68,
"eval_ipc_knn_global_precision@1": 70.36,
"eval_ipc_knn_global_precision@3": 28.26666666666667,
"eval_ipc_knn_global_precision@5": 17.128,
"eval_priorArt_ndcg@100_a2a": 0.30984399158758047,
"eval_priorArt_ndcg@100_a2all": 0.3040137263414844,
"eval_priorArt_ndcg@100_a2c": 0.2833789288066459,
"eval_priorArt_ndcg@100_a2i": 0.2776120341105006,
"eval_priorArt_ndcg@100_c2a": 0.34123697577622186,
"eval_priorArt_ndcg@100_c2all": 0.3271269248920191,
"eval_priorArt_ndcg@100_c2c": 0.3217978307847654,
"eval_priorArt_ndcg@100_c2i": 0.31084765983245444,
"eval_priorArt_ndcg@100_i2a": 0.3301141763886588,
"eval_priorArt_ndcg@100_i2all": 0.3117271092124395,
"eval_priorArt_ndcg@100_i2c": 0.29654398234089474,
"eval_priorArt_ndcg@100_i2i": 0.30138157482234684,
"eval_priorArt_ndcg@10_a2a": 0.18794054429786947,
"eval_priorArt_ndcg@10_a2all": 0.18077926100342476,
"eval_priorArt_ndcg@10_a2c": 0.14367790302886235,
"eval_priorArt_ndcg@10_a2i": 0.18151646109607344,
"eval_priorArt_ndcg@10_c2a": 0.23888707875371615,
"eval_priorArt_ndcg@10_c2all": 0.2170649619820731,
"eval_priorArt_ndcg@10_c2c": 0.19041384486185836,
"eval_priorArt_ndcg@10_c2i": 0.18997500283225127,
"eval_priorArt_ndcg@10_i2a": 0.20863035046251316,
"eval_priorArt_ndcg@10_i2all": 0.18356040094871068,
"eval_priorArt_ndcg@10_i2c": 0.17325159281800298,
"eval_priorArt_ndcg@10_i2i": 0.20391291099904207,
"eval_priorArt_ndcg@20_a2a": 0.2377907020857004,
"eval_priorArt_ndcg@20_a2all": 0.2384583157566381,
"eval_priorArt_ndcg@20_a2c": 0.2064055056279554,
"eval_priorArt_ndcg@20_a2i": 0.20509808427258278,
"eval_priorArt_ndcg@20_c2a": 0.2773898633829325,
"eval_priorArt_ndcg@20_c2all": 0.24490478045120256,
"eval_priorArt_ndcg@20_c2c": 0.236151642868848,
"eval_priorArt_ndcg@20_c2i": 0.2154132642084483,
"eval_priorArt_ndcg@20_i2a": 0.2585934959693689,
"eval_priorArt_ndcg@20_i2all": 0.22708249868824767,
"eval_priorArt_ndcg@20_i2c": 0.21648404612913758,
"eval_priorArt_ndcg@20_i2i": 0.22784140393360905,
"eval_priorArt_ndcg@50_a2a": 0.29490579250718835,
"eval_priorArt_ndcg@50_a2all": 0.27999911261619803,
"eval_priorArt_ndcg@50_a2c": 0.24495833983366402,
"eval_priorArt_ndcg@50_a2i": 0.2528907762027969,
"eval_priorArt_ndcg@50_c2a": 0.3066965162887876,
"eval_priorArt_ndcg@50_c2all": 0.2902880217014951,
"eval_priorArt_ndcg@50_c2c": 0.2886012939646935,
"eval_priorArt_ndcg@50_c2i": 0.27859622150044855,
"eval_priorArt_ndcg@50_i2a": 0.29730438243167956,
"eval_priorArt_ndcg@50_i2all": 0.2736047728569535,
"eval_priorArt_ndcg@50_i2c": 0.26708167038889286,
"eval_priorArt_ndcg@50_i2i": 0.2639436954642825,
"eval_priorArt_recall@100_a2a": 0.775,
"eval_priorArt_recall@100_a2all": 0.7833333333333334,
"eval_priorArt_recall@100_a2c": 0.7833333333333334,
"eval_priorArt_recall@100_a2i": 0.7333333333333333,
"eval_priorArt_recall@100_c2a": 0.8333333333333334,
"eval_priorArt_recall@100_c2all": 0.8666666666666668,
"eval_priorArt_recall@100_c2c": 0.8833333333333334,
"eval_priorArt_recall@100_c2i": 0.8333333333333333,
"eval_priorArt_recall@100_i2a": 0.7916666666666667,
"eval_priorArt_recall@100_i2all": 0.8083333333333333,
"eval_priorArt_recall@100_i2c": 0.8166666666666668,
"eval_priorArt_recall@100_i2i": 0.7500000000000001,
"eval_priorArt_recall@10_a2a": 0.33333333333333337,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.2583333333333333,
"eval_priorArt_recall@10_a2i": 0.35833333333333334,
"eval_priorArt_recall@10_c2a": 0.4375,
"eval_priorArt_recall@10_c2all": 0.4416666666666666,
"eval_priorArt_recall@10_c2c": 0.37500000000000006,
"eval_priorArt_recall@10_c2i": 0.35416666666666663,
"eval_priorArt_recall@10_i2a": 0.33333333333333337,
"eval_priorArt_recall@10_i2all": 0.32083333333333336,
"eval_priorArt_recall@10_i2c": 0.32500000000000007,
"eval_priorArt_recall@10_i2i": 0.36250000000000004,
"eval_priorArt_recall@20_a2a": 0.475,
"eval_priorArt_recall@20_a2all": 0.5,
"eval_priorArt_recall@20_a2c": 0.4541666666666666,
"eval_priorArt_recall@20_a2i": 0.4208333333333334,
"eval_priorArt_recall@20_c2a": 0.5541666666666667,
"eval_priorArt_recall@20_c2all": 0.5208333333333333,
"eval_priorArt_recall@20_c2c": 0.5208333333333333,
"eval_priorArt_recall@20_c2i": 0.4250000000000001,
"eval_priorArt_recall@20_i2a": 0.4791666666666667,
"eval_priorArt_recall@20_i2all": 0.4375,
"eval_priorArt_recall@20_i2c": 0.4708333333333333,
"eval_priorArt_recall@20_i2i": 0.425,
"eval_priorArt_recall@50_a2a": 0.7083333333333334,
"eval_priorArt_recall@50_a2all": 0.675,
"eval_priorArt_recall@50_a2c": 0.6083333333333334,
"eval_priorArt_recall@50_a2i": 0.6208333333333333,
"eval_priorArt_recall@50_c2a": 0.6666666666666667,
"eval_priorArt_recall@50_c2all": 0.6833333333333333,
"eval_priorArt_recall@50_c2c": 0.7166666666666667,
"eval_priorArt_recall@50_c2i": 0.6833333333333333,
"eval_priorArt_recall@50_i2a": 0.6250000000000001,
"eval_priorArt_recall@50_i2all": 0.6166666666666667,
"eval_priorArt_recall@50_i2c": 0.6666666666666667,
"eval_priorArt_recall@50_i2i": 0.5666666666666667,
"eval_singularentropy_abstract": 0.46172680583430326,
"eval_singularentropy_claim": 0.4519770258695798,
"eval_singularentropy_global": 0.44004507818301064,
"eval_singularentropy_invention": 0.485238706540283,
"eval_uniformity_abstract": -2.9075584411621094,
"eval_uniformity_claim": -2.9063422679901123,
"eval_uniformity_global": -2.9186408519744873,
"eval_uniformity_invention": -2.859562397003174,
"step": 250
},
{
"epoch": 0.04793510324483776,
"grad_norm": 1.4090322256088257,
"learning_rate": 4.732965009208104e-06,
"loss": 0.1073,
"step": 260
},
{
"epoch": 0.049778761061946904,
"grad_norm": 1.1960018873214722,
"learning_rate": 4.9171270718232054e-06,
"loss": 0.0955,
"step": 270
},
{
"epoch": 0.051622418879056046,
"grad_norm": 1.740243911743164,
"learning_rate": 5.101289134438306e-06,
"loss": 0.0981,
"step": 280
},
{
"epoch": 0.05346607669616519,
"grad_norm": 1.2364872694015503,
"learning_rate": 5.2854511970534075e-06,
"loss": 0.084,
"step": 290
},
{
"epoch": 0.05530973451327434,
"grad_norm": 1.4974160194396973,
"learning_rate": 5.469613259668509e-06,
"loss": 0.1077,
"step": 300
},
{
"epoch": 0.05715339233038348,
"grad_norm": 1.2241706848144531,
"learning_rate": 5.65377532228361e-06,
"loss": 0.0927,
"step": 310
},
{
"epoch": 0.058997050147492625,
"grad_norm": 1.3346916437149048,
"learning_rate": 5.837937384898711e-06,
"loss": 0.0893,
"step": 320
},
{
"epoch": 0.06084070796460177,
"grad_norm": 0.888806939125061,
"learning_rate": 6.0220994475138124e-06,
"loss": 0.0779,
"step": 330
},
{
"epoch": 0.06268436578171091,
"grad_norm": 1.526189923286438,
"learning_rate": 6.206261510128914e-06,
"loss": 0.0862,
"step": 340
},
{
"epoch": 0.06452802359882005,
"grad_norm": 1.593392014503479,
"learning_rate": 6.390423572744015e-06,
"loss": 0.0975,
"step": 350
},
{
"epoch": 0.06637168141592921,
"grad_norm": 1.7286505699157715,
"learning_rate": 6.574585635359117e-06,
"loss": 0.0874,
"step": 360
},
{
"epoch": 0.06821533923303835,
"grad_norm": 1.2673759460449219,
"learning_rate": 6.758747697974218e-06,
"loss": 0.0838,
"step": 370
},
{
"epoch": 0.06913716814159292,
"eval_alignment_abstract": {
"mean_alignment": 0.4840107858181
},
"eval_alignment_claim": {
"mean_alignment": 0.49367207288742065
},
"eval_alignment_global": {
"mean_alignment": 0.5074690580368042
},
"eval_alignment_invention": {
"mean_alignment": 0.471782386302948
},
"eval_ipc_cls_abstract_accuracy_primary": 59.31999999999999,
"eval_ipc_cls_abstract_precision@1": 64.08,
"eval_ipc_cls_abstract_precision@3": 32.10666666666667,
"eval_ipc_cls_abstract_precision@5": 21.191999999999997,
"eval_ipc_cls_global_accuracy_primary": 59.31999999999999,
"eval_ipc_cls_global_precision@1": 64.08,
"eval_ipc_cls_global_precision@3": 32.10666666666667,
"eval_ipc_cls_global_precision@5": 21.191999999999997,
"eval_ipc_knn_abstract_accuracy_primary": 65.08,
"eval_ipc_knn_abstract_precision@1": 71.0,
"eval_ipc_knn_abstract_precision@3": 28.493333333333332,
"eval_ipc_knn_abstract_precision@5": 17.264000000000003,
"eval_ipc_knn_global_accuracy_primary": 65.08,
"eval_ipc_knn_global_precision@1": 71.0,
"eval_ipc_knn_global_precision@3": 28.493333333333332,
"eval_ipc_knn_global_precision@5": 17.264000000000003,
"eval_priorArt_ndcg@100_a2a": 0.30385295350224784,
"eval_priorArt_ndcg@100_a2all": 0.2968068955716816,
"eval_priorArt_ndcg@100_a2c": 0.28303242550323904,
"eval_priorArt_ndcg@100_a2i": 0.28522979940800586,
"eval_priorArt_ndcg@100_c2a": 0.33760271100808115,
"eval_priorArt_ndcg@100_c2all": 0.32229384245661774,
"eval_priorArt_ndcg@100_c2c": 0.324993562083841,
"eval_priorArt_ndcg@100_c2i": 0.30285560577052667,
"eval_priorArt_ndcg@100_i2a": 0.34321741785186355,
"eval_priorArt_ndcg@100_i2all": 0.31763243843702493,
"eval_priorArt_ndcg@100_i2c": 0.3001023810386777,
"eval_priorArt_ndcg@100_i2i": 0.2893240628269658,
"eval_priorArt_ndcg@10_a2a": 0.18323100566482717,
"eval_priorArt_ndcg@10_a2all": 0.18278756462242068,
"eval_priorArt_ndcg@10_a2c": 0.13955640993210183,
"eval_priorArt_ndcg@10_a2i": 0.18490771325378455,
"eval_priorArt_ndcg@10_c2a": 0.23596707288493485,
"eval_priorArt_ndcg@10_c2all": 0.2116622376396931,
"eval_priorArt_ndcg@10_c2c": 0.1967843625979418,
"eval_priorArt_ndcg@10_c2i": 0.18343788736056066,
"eval_priorArt_ndcg@10_i2a": 0.24304731983519093,
"eval_priorArt_ndcg@10_i2all": 0.18945087431937147,
"eval_priorArt_ndcg@10_i2c": 0.17388331730026582,
"eval_priorArt_ndcg@10_i2i": 0.19869920460787718,
"eval_priorArt_ndcg@20_a2a": 0.23429496888271628,
"eval_priorArt_ndcg@20_a2all": 0.2273536936207754,
"eval_priorArt_ndcg@20_a2c": 0.21065322482904653,
"eval_priorArt_ndcg@20_a2i": 0.21621514325306618,
"eval_priorArt_ndcg@20_c2a": 0.26156804454974736,
"eval_priorArt_ndcg@20_c2all": 0.2511353168320627,
"eval_priorArt_ndcg@20_c2c": 0.240784003003518,
"eval_priorArt_ndcg@20_c2i": 0.2216390584736736,
"eval_priorArt_ndcg@20_i2a": 0.26022261101644606,
"eval_priorArt_ndcg@20_i2all": 0.22144538219163837,
"eval_priorArt_ndcg@20_i2c": 0.20529822185333138,
"eval_priorArt_ndcg@20_i2i": 0.22204003247520593,
"eval_priorArt_ndcg@50_a2a": 0.28887180358073666,
"eval_priorArt_ndcg@50_a2all": 0.263576440574727,
"eval_priorArt_ndcg@50_a2c": 0.2416762155609601,
"eval_priorArt_ndcg@50_a2i": 0.25322738046060583,
"eval_priorArt_ndcg@50_c2a": 0.3063831618112462,
"eval_priorArt_ndcg@50_c2all": 0.28934481900337744,
"eval_priorArt_ndcg@50_c2c": 0.28430338685123996,
"eval_priorArt_ndcg@50_c2i": 0.2607807877900125,
"eval_priorArt_ndcg@50_i2a": 0.31901490452650383,
"eval_priorArt_ndcg@50_i2all": 0.2754300620610616,
"eval_priorArt_ndcg@50_i2c": 0.26715467054576525,
"eval_priorArt_ndcg@50_i2i": 0.2636373693792034,
"eval_priorArt_recall@100_a2a": 0.775,
"eval_priorArt_recall@100_a2all": 0.7833333333333334,
"eval_priorArt_recall@100_a2c": 0.8,
"eval_priorArt_recall@100_a2i": 0.75,
"eval_priorArt_recall@100_c2a": 0.8333333333333334,
"eval_priorArt_recall@100_c2all": 0.85,
"eval_priorArt_recall@100_c2c": 0.8833333333333334,
"eval_priorArt_recall@100_c2i": 0.7916666666666667,
"eval_priorArt_recall@100_i2a": 0.7916666666666667,
"eval_priorArt_recall@100_i2all": 0.8416666666666668,
"eval_priorArt_recall@100_i2c": 0.8166666666666668,
"eval_priorArt_recall@100_i2i": 0.7166666666666667,
"eval_priorArt_recall@10_a2a": 0.33333333333333337,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.25,
"eval_priorArt_recall@10_a2i": 0.35000000000000003,
"eval_priorArt_recall@10_c2a": 0.4375,
"eval_priorArt_recall@10_c2all": 0.41666666666666663,
"eval_priorArt_recall@10_c2c": 0.37500000000000006,
"eval_priorArt_recall@10_c2i": 0.32916666666666666,
"eval_priorArt_recall@10_i2a": 0.39166666666666666,
"eval_priorArt_recall@10_i2all": 0.33333333333333337,
"eval_priorArt_recall@10_i2c": 0.3125,
"eval_priorArt_recall@10_i2i": 0.36250000000000004,
"eval_priorArt_recall@20_a2a": 0.4875,
"eval_priorArt_recall@20_a2all": 0.4875,
"eval_priorArt_recall@20_a2c": 0.4833333333333333,
"eval_priorArt_recall@20_a2i": 0.4458333333333334,
"eval_priorArt_recall@20_c2a": 0.5125,
"eval_priorArt_recall@20_c2all": 0.5375,
"eval_priorArt_recall@20_c2c": 0.5208333333333333,
"eval_priorArt_recall@20_c2i": 0.4416666666666667,
"eval_priorArt_recall@20_i2a": 0.4416666666666667,
"eval_priorArt_recall@20_i2all": 0.4208333333333334,
"eval_priorArt_recall@20_i2c": 0.4208333333333334,
"eval_priorArt_recall@20_i2i": 0.425,
"eval_priorArt_recall@50_a2a": 0.7083333333333334,
"eval_priorArt_recall@50_a2all": 0.6333333333333334,
"eval_priorArt_recall@50_a2c": 0.6,
"eval_priorArt_recall@50_a2i": 0.6041666666666666,
"eval_priorArt_recall@50_c2a": 0.6833333333333333,
"eval_priorArt_recall@50_c2all": 0.6833333333333333,
"eval_priorArt_recall@50_c2c": 0.6875,
"eval_priorArt_recall@50_c2i": 0.5916666666666666,
"eval_priorArt_recall@50_i2a": 0.6666666666666667,
"eval_priorArt_recall@50_i2all": 0.625,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.5833333333333334,
"eval_singularentropy_abstract": 0.45047922816333175,
"eval_singularentropy_claim": 0.44275643994083164,
"eval_singularentropy_global": 0.4332305379789245,
"eval_singularentropy_invention": 0.4798231260920882,
"eval_uniformity_abstract": -2.9508371353149414,
"eval_uniformity_claim": -2.945129632949829,
"eval_uniformity_global": -2.950253486633301,
"eval_uniformity_invention": -2.88792085647583,
"step": 375
},
{
"epoch": 0.0700589970501475,
"grad_norm": 1.855358362197876,
"learning_rate": 6.942909760589319e-06,
"loss": 0.0851,
"step": 380
},
{
"epoch": 0.07190265486725664,
"grad_norm": 0.9036595821380615,
"learning_rate": 7.12707182320442e-06,
"loss": 0.0725,
"step": 390
},
{
"epoch": 0.07374631268436578,
"grad_norm": 1.224338173866272,
"learning_rate": 7.311233885819522e-06,
"loss": 0.0687,
"step": 400
},
{
"epoch": 0.07558997050147492,
"grad_norm": 1.1679972410202026,
"learning_rate": 7.495395948434623e-06,
"loss": 0.0747,
"step": 410
},
{
"epoch": 0.07743362831858407,
"grad_norm": 1.3692625761032104,
"learning_rate": 7.679558011049725e-06,
"loss": 0.0755,
"step": 420
},
{
"epoch": 0.07927728613569321,
"grad_norm": 1.0598185062408447,
"learning_rate": 7.863720073664826e-06,
"loss": 0.0695,
"step": 430
},
{
"epoch": 0.08112094395280237,
"grad_norm": 1.1217248439788818,
"learning_rate": 8.047882136279928e-06,
"loss": 0.0663,
"step": 440
},
{
"epoch": 0.08296460176991151,
"grad_norm": 1.2706429958343506,
"learning_rate": 8.232044198895029e-06,
"loss": 0.0556,
"step": 450
},
{
"epoch": 0.08480825958702065,
"grad_norm": 1.1308633089065552,
"learning_rate": 8.416206261510129e-06,
"loss": 0.0795,
"step": 460
},
{
"epoch": 0.0866519174041298,
"grad_norm": 1.5081816911697388,
"learning_rate": 8.600368324125232e-06,
"loss": 0.0727,
"step": 470
},
{
"epoch": 0.08849557522123894,
"grad_norm": 1.15019953250885,
"learning_rate": 8.784530386740332e-06,
"loss": 0.0659,
"step": 480
},
{
"epoch": 0.09033923303834808,
"grad_norm": 0.8935040831565857,
"learning_rate": 8.968692449355435e-06,
"loss": 0.0679,
"step": 490
},
{
"epoch": 0.09218289085545722,
"grad_norm": 1.3560372591018677,
"learning_rate": 9.152854511970534e-06,
"loss": 0.067,
"step": 500
},
{
"epoch": 0.09218289085545722,
"eval_alignment_abstract": {
"mean_alignment": 0.509396493434906
},
"eval_alignment_claim": {
"mean_alignment": 0.5140802264213562
},
"eval_alignment_global": {
"mean_alignment": 0.5269116163253784
},
"eval_alignment_invention": {
"mean_alignment": 0.4919109642505646
},
"eval_ipc_cls_abstract_accuracy_primary": 59.440000000000005,
"eval_ipc_cls_abstract_precision@1": 64.28,
"eval_ipc_cls_abstract_precision@3": 32.0,
"eval_ipc_cls_abstract_precision@5": 21.103999999999996,
"eval_ipc_cls_global_accuracy_primary": 59.440000000000005,
"eval_ipc_cls_global_precision@1": 64.28,
"eval_ipc_cls_global_precision@3": 32.0,
"eval_ipc_cls_global_precision@5": 21.103999999999996,
"eval_ipc_knn_abstract_accuracy_primary": 64.56,
"eval_ipc_knn_abstract_precision@1": 70.44,
"eval_ipc_knn_abstract_precision@3": 28.32,
"eval_ipc_knn_abstract_precision@5": 17.176,
"eval_ipc_knn_global_accuracy_primary": 64.56,
"eval_ipc_knn_global_precision@1": 70.44,
"eval_ipc_knn_global_precision@3": 28.32,
"eval_ipc_knn_global_precision@5": 17.176,
"eval_priorArt_ndcg@100_a2a": 0.2941847429372263,
"eval_priorArt_ndcg@100_a2all": 0.289070322793303,
"eval_priorArt_ndcg@100_a2c": 0.2890677577640885,
"eval_priorArt_ndcg@100_a2i": 0.27889288342429797,
"eval_priorArt_ndcg@100_c2a": 0.3415087946295058,
"eval_priorArt_ndcg@100_c2all": 0.3362117606087668,
"eval_priorArt_ndcg@100_c2c": 0.3262662199761946,
"eval_priorArt_ndcg@100_c2i": 0.29842956211982424,
"eval_priorArt_ndcg@100_i2a": 0.34091147211284245,
"eval_priorArt_ndcg@100_i2all": 0.3081526156980696,
"eval_priorArt_ndcg@100_i2c": 0.301223324475692,
"eval_priorArt_ndcg@100_i2i": 0.2910705176345106,
"eval_priorArt_ndcg@10_a2a": 0.17708875728051673,
"eval_priorArt_ndcg@10_a2all": 0.17021472450094494,
"eval_priorArt_ndcg@10_a2c": 0.1373803743264185,
"eval_priorArt_ndcg@10_a2i": 0.1687587836492881,
"eval_priorArt_ndcg@10_c2a": 0.22874759476880993,
"eval_priorArt_ndcg@10_c2all": 0.20672527620936726,
"eval_priorArt_ndcg@10_c2c": 0.2030769965322091,
"eval_priorArt_ndcg@10_c2i": 0.18292111327820673,
"eval_priorArt_ndcg@10_i2a": 0.23135014419607672,
"eval_priorArt_ndcg@10_i2all": 0.1850339005768025,
"eval_priorArt_ndcg@10_i2c": 0.16444838883363247,
"eval_priorArt_ndcg@10_i2i": 0.19034097975703484,
"eval_priorArt_ndcg@20_a2a": 0.22410690200251682,
"eval_priorArt_ndcg@20_a2all": 0.21682910402525657,
"eval_priorArt_ndcg@20_a2c": 0.20469484695787293,
"eval_priorArt_ndcg@20_a2i": 0.2062036832167351,
"eval_priorArt_ndcg@20_c2a": 0.2703475350873947,
"eval_priorArt_ndcg@20_c2all": 0.2415223489282606,
"eval_priorArt_ndcg@20_c2c": 0.2420986105075825,
"eval_priorArt_ndcg@20_c2i": 0.21337392967961183,
"eval_priorArt_ndcg@20_i2a": 0.26409159854824604,
"eval_priorArt_ndcg@20_i2all": 0.23568567279755331,
"eval_priorArt_ndcg@20_i2c": 0.21915292882265774,
"eval_priorArt_ndcg@20_i2i": 0.21323178519329672,
"eval_priorArt_ndcg@50_a2a": 0.2868331558695002,
"eval_priorArt_ndcg@50_a2all": 0.25920050092917063,
"eval_priorArt_ndcg@50_a2c": 0.23875583339368606,
"eval_priorArt_ndcg@50_a2i": 0.25017429395065605,
"eval_priorArt_ndcg@50_c2a": 0.31317145817558784,
"eval_priorArt_ndcg@50_c2all": 0.28791520803633464,
"eval_priorArt_ndcg@50_c2c": 0.28654156581094303,
"eval_priorArt_ndcg@50_c2i": 0.2491918405209282,
"eval_priorArt_ndcg@50_i2a": 0.3125127947061417,
"eval_priorArt_ndcg@50_i2all": 0.27624255407720955,
"eval_priorArt_ndcg@50_i2c": 0.2737932563398527,
"eval_priorArt_ndcg@50_i2i": 0.2605884343712598,
"eval_priorArt_recall@100_a2a": 0.7583333333333334,
"eval_priorArt_recall@100_a2all": 0.7666666666666667,
"eval_priorArt_recall@100_a2c": 0.825,
"eval_priorArt_recall@100_a2i": 0.75,
"eval_priorArt_recall@100_c2a": 0.8416666666666668,
"eval_priorArt_recall@100_c2all": 0.9083333333333334,
"eval_priorArt_recall@100_c2c": 0.8833333333333334,
"eval_priorArt_recall@100_c2i": 0.8083333333333332,
"eval_priorArt_recall@100_i2a": 0.7916666666666667,
"eval_priorArt_recall@100_i2all": 0.8,
"eval_priorArt_recall@100_i2c": 0.8166666666666668,
"eval_priorArt_recall@100_i2i": 0.7416666666666667,
"eval_priorArt_recall@10_a2a": 0.33333333333333337,
"eval_priorArt_recall@10_a2all": 0.32500000000000007,
"eval_priorArt_recall@10_a2c": 0.24166666666666664,
"eval_priorArt_recall@10_a2i": 0.32083333333333336,
"eval_priorArt_recall@10_c2a": 0.4125,
"eval_priorArt_recall@10_c2all": 0.37916666666666665,
"eval_priorArt_recall@10_c2c": 0.3875,
"eval_priorArt_recall@10_c2i": 0.3458333333333333,
"eval_priorArt_recall@10_i2a": 0.36666666666666664,
"eval_priorArt_recall@10_i2all": 0.33333333333333337,
"eval_priorArt_recall@10_i2c": 0.29583333333333334,
"eval_priorArt_recall@10_i2i": 0.3458333333333333,
"eval_priorArt_recall@20_a2a": 0.475,
"eval_priorArt_recall@20_a2all": 0.4625,
"eval_priorArt_recall@20_a2c": 0.4583333333333333,
"eval_priorArt_recall@20_a2i": 0.4333333333333334,
"eval_priorArt_recall@20_c2a": 0.5375,
"eval_priorArt_recall@20_c2all": 0.4958333333333333,
"eval_priorArt_recall@20_c2c": 0.5208333333333333,
"eval_priorArt_recall@20_c2i": 0.4416666666666667,
"eval_priorArt_recall@20_i2a": 0.4666666666666667,
"eval_priorArt_recall@20_i2all": 0.47916666666666663,
"eval_priorArt_recall@20_i2c": 0.4708333333333333,
"eval_priorArt_recall@20_i2i": 0.4083333333333334,
"eval_priorArt_recall@50_a2a": 0.725,
"eval_priorArt_recall@50_a2all": 0.6333333333333334,
"eval_priorArt_recall@50_a2c": 0.5833333333333334,
"eval_priorArt_recall@50_a2i": 0.6166666666666666,
"eval_priorArt_recall@50_c2a": 0.7,
"eval_priorArt_recall@50_c2all": 0.6708333333333334,
"eval_priorArt_recall@50_c2c": 0.6958333333333333,
"eval_priorArt_recall@50_c2i": 0.5791666666666666,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6375,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.5833333333333334,
"eval_singularentropy_abstract": 0.45107115453653396,
"eval_singularentropy_claim": 0.44303318962735894,
"eval_singularentropy_global": 0.43641359356389464,
"eval_singularentropy_invention": 0.48494245245911055,
"eval_uniformity_abstract": -2.9520277976989746,
"eval_uniformity_claim": -2.9463226795196533,
"eval_uniformity_global": -2.947383165359497,
"eval_uniformity_invention": -2.8853273391723633,
"step": 500
},
{
"epoch": 0.09402654867256637,
"grad_norm": 1.099658489227295,
"learning_rate": 9.337016574585636e-06,
"loss": 0.0581,
"step": 510
},
{
"epoch": 0.09587020648967552,
"grad_norm": 1.0569604635238647,
"learning_rate": 9.521178637200737e-06,
"loss": 0.0714,
"step": 520
},
{
"epoch": 0.09771386430678466,
"grad_norm": 1.0569947957992554,
"learning_rate": 9.705340699815839e-06,
"loss": 0.0648,
"step": 530
},
{
"epoch": 0.09955752212389381,
"grad_norm": 0.9754551649093628,
"learning_rate": 9.88950276243094e-06,
"loss": 0.0568,
"step": 540
},
{
"epoch": 0.10140117994100295,
"grad_norm": 0.9323619604110718,
"learning_rate": 9.999983429260827e-06,
"loss": 0.0684,
"step": 550
},
{
"epoch": 0.10324483775811209,
"grad_norm": 1.0924434661865234,
"learning_rate": 9.999797009706507e-06,
"loss": 0.0623,
"step": 560
},
{
"epoch": 0.10508849557522124,
"grad_norm": 1.0286809206008911,
"learning_rate": 9.999403464922393e-06,
"loss": 0.0762,
"step": 570
},
{
"epoch": 0.10693215339233038,
"grad_norm": 1.474083423614502,
"learning_rate": 9.99880281121176e-06,
"loss": 0.0669,
"step": 580
},
{
"epoch": 0.10877581120943952,
"grad_norm": 1.2384432554244995,
"learning_rate": 9.997995073457724e-06,
"loss": 0.087,
"step": 590
},
{
"epoch": 0.11061946902654868,
"grad_norm": 1.736737847328186,
"learning_rate": 9.996980285122218e-06,
"loss": 0.0723,
"step": 600
},
{
"epoch": 0.11246312684365782,
"grad_norm": 1.244322657585144,
"learning_rate": 9.9957584882446e-06,
"loss": 0.0719,
"step": 610
},
{
"epoch": 0.11430678466076696,
"grad_norm": 0.8658639788627625,
"learning_rate": 9.99432973343992e-06,
"loss": 0.0704,
"step": 620
},
{
"epoch": 0.11522861356932153,
"eval_alignment_abstract": {
"mean_alignment": 0.5233651995658875
},
"eval_alignment_claim": {
"mean_alignment": 0.5265465378761292
},
"eval_alignment_global": {
"mean_alignment": 0.5386044979095459
},
"eval_alignment_invention": {
"mean_alignment": 0.504233181476593
},
"eval_ipc_cls_abstract_accuracy_primary": 59.12,
"eval_ipc_cls_abstract_precision@1": 63.839999999999996,
"eval_ipc_cls_abstract_precision@3": 31.78666666666666,
"eval_ipc_cls_abstract_precision@5": 21.16,
"eval_ipc_cls_global_accuracy_primary": 59.12,
"eval_ipc_cls_global_precision@1": 63.839999999999996,
"eval_ipc_cls_global_precision@3": 31.78666666666666,
"eval_ipc_cls_global_precision@5": 21.16,
"eval_ipc_knn_abstract_accuracy_primary": 64.52,
"eval_ipc_knn_abstract_precision@1": 70.36,
"eval_ipc_knn_abstract_precision@3": 28.32,
"eval_ipc_knn_abstract_precision@5": 17.176,
"eval_ipc_knn_global_accuracy_primary": 64.52,
"eval_ipc_knn_global_precision@1": 70.36,
"eval_ipc_knn_global_precision@3": 28.32,
"eval_ipc_knn_global_precision@5": 17.176,
"eval_priorArt_ndcg@100_a2a": 0.2931708399255665,
"eval_priorArt_ndcg@100_a2all": 0.2922840338788943,
"eval_priorArt_ndcg@100_a2c": 0.28597482075165237,
"eval_priorArt_ndcg@100_a2i": 0.2641738108018844,
"eval_priorArt_ndcg@100_c2a": 0.3450285814941211,
"eval_priorArt_ndcg@100_c2all": 0.3347109652988975,
"eval_priorArt_ndcg@100_c2c": 0.3294126522419206,
"eval_priorArt_ndcg@100_c2i": 0.29771639688936097,
"eval_priorArt_ndcg@100_i2a": 0.3287220386195736,
"eval_priorArt_ndcg@100_i2all": 0.29622897126870595,
"eval_priorArt_ndcg@100_i2c": 0.29050702535778605,
"eval_priorArt_ndcg@100_i2i": 0.28225017185493073,
"eval_priorArt_ndcg@10_a2a": 0.1758019190551124,
"eval_priorArt_ndcg@10_a2all": 0.18102158849659727,
"eval_priorArt_ndcg@10_a2c": 0.10918294152620729,
"eval_priorArt_ndcg@10_a2i": 0.1564883352626444,
"eval_priorArt_ndcg@10_c2a": 0.2127352247257046,
"eval_priorArt_ndcg@10_c2all": 0.19394824453099055,
"eval_priorArt_ndcg@10_c2c": 0.1977067338257426,
"eval_priorArt_ndcg@10_c2i": 0.16993499819541208,
"eval_priorArt_ndcg@10_i2a": 0.21476864524419556,
"eval_priorArt_ndcg@10_i2all": 0.1725876239384374,
"eval_priorArt_ndcg@10_i2c": 0.1613754757182278,
"eval_priorArt_ndcg@10_i2i": 0.1861109480398976,
"eval_priorArt_ndcg@20_a2a": 0.2035040215078041,
"eval_priorArt_ndcg@20_a2all": 0.21254751806781594,
"eval_priorArt_ndcg@20_a2c": 0.18873516164055731,
"eval_priorArt_ndcg@20_a2i": 0.19120397895514546,
"eval_priorArt_ndcg@20_c2a": 0.27955591930173046,
"eval_priorArt_ndcg@20_c2all": 0.24326781686403,
"eval_priorArt_ndcg@20_c2c": 0.24364633922076534,
"eval_priorArt_ndcg@20_c2i": 0.19443008915591078,
"eval_priorArt_ndcg@20_i2a": 0.24716342688876947,
"eval_priorArt_ndcg@20_i2all": 0.20603653733302507,
"eval_priorArt_ndcg@20_i2c": 0.215060608445688,
"eval_priorArt_ndcg@20_i2i": 0.2055145443912516,
"eval_priorArt_ndcg@50_a2a": 0.2722803578230485,
"eval_priorArt_ndcg@50_a2all": 0.25017319950713646,
"eval_priorArt_ndcg@50_a2c": 0.23648170318357695,
"eval_priorArt_ndcg@50_a2i": 0.24005701422745843,
"eval_priorArt_ndcg@50_c2a": 0.30933804503826673,
"eval_priorArt_ndcg@50_c2all": 0.29536607797655473,
"eval_priorArt_ndcg@50_c2c": 0.2984506509817174,
"eval_priorArt_ndcg@50_c2i": 0.24919896618758428,
"eval_priorArt_ndcg@50_i2a": 0.3058668055603091,
"eval_priorArt_ndcg@50_i2all": 0.2679817754281437,
"eval_priorArt_ndcg@50_i2c": 0.26574437603101997,
"eval_priorArt_ndcg@50_i2i": 0.2574544982762349,
"eval_priorArt_recall@100_a2a": 0.8083333333333333,
"eval_priorArt_recall@100_a2all": 0.7916666666666667,
"eval_priorArt_recall@100_a2c": 0.8333333333333334,
"eval_priorArt_recall@100_a2i": 0.725,
"eval_priorArt_recall@100_c2a": 0.8416666666666668,
"eval_priorArt_recall@100_c2all": 0.8916666666666668,
"eval_priorArt_recall@100_c2c": 0.8833333333333334,
"eval_priorArt_recall@100_c2i": 0.8333333333333333,
"eval_priorArt_recall@100_i2a": 0.7916666666666667,
"eval_priorArt_recall@100_i2all": 0.7833333333333334,
"eval_priorArt_recall@100_i2c": 0.7875,
"eval_priorArt_recall@100_i2i": 0.7166666666666667,
"eval_priorArt_recall@10_a2a": 0.35,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.15833333333333333,
"eval_priorArt_recall@10_a2i": 0.30416666666666664,
"eval_priorArt_recall@10_c2a": 0.3458333333333333,
"eval_priorArt_recall@10_c2all": 0.3375,
"eval_priorArt_recall@10_c2c": 0.3666666666666667,
"eval_priorArt_recall@10_c2i": 0.32083333333333336,
"eval_priorArt_recall@10_i2a": 0.35000000000000003,
"eval_priorArt_recall@10_i2all": 0.30833333333333335,
"eval_priorArt_recall@10_i2c": 0.29583333333333334,
"eval_priorArt_recall@10_i2i": 0.33333333333333337,
"eval_priorArt_recall@20_a2a": 0.4333333333333333,
"eval_priorArt_recall@20_a2all": 0.4458333333333333,
"eval_priorArt_recall@20_a2c": 0.4166666666666667,
"eval_priorArt_recall@20_a2i": 0.4083333333333334,
"eval_priorArt_recall@20_c2a": 0.5541666666666667,
"eval_priorArt_recall@20_c2all": 0.4958333333333333,
"eval_priorArt_recall@20_c2c": 0.5208333333333333,
"eval_priorArt_recall@20_c2i": 0.3916666666666667,
"eval_priorArt_recall@20_i2a": 0.45,
"eval_priorArt_recall@20_i2all": 0.4041666666666667,
"eval_priorArt_recall@20_i2c": 0.4708333333333333,
"eval_priorArt_recall@20_i2i": 0.3916666666666667,
"eval_priorArt_recall@50_a2a": 0.7083333333333333,
"eval_priorArt_recall@50_a2all": 0.5875000000000001,
"eval_priorArt_recall@50_a2c": 0.5958333333333334,
"eval_priorArt_recall@50_a2i": 0.6166666666666666,
"eval_priorArt_recall@50_c2a": 0.6708333333333333,
"eval_priorArt_recall@50_c2all": 0.6958333333333334,
"eval_priorArt_recall@50_c2c": 0.7291666666666667,
"eval_priorArt_recall@50_c2i": 0.6,
"eval_priorArt_recall@50_i2a": 0.6791666666666667,
"eval_priorArt_recall@50_i2all": 0.6375,
"eval_priorArt_recall@50_i2c": 0.6625,
"eval_priorArt_recall@50_i2i": 0.5875,
"eval_singularentropy_abstract": 0.4608784486258174,
"eval_singularentropy_claim": 0.44955167063007523,
"eval_singularentropy_global": 0.44623969971850447,
"eval_singularentropy_invention": 0.49707090289582245,
"eval_uniformity_abstract": -2.909928798675537,
"eval_uniformity_claim": -2.904276132583618,
"eval_uniformity_global": -2.9021317958831787,
"eval_uniformity_invention": -2.8372185230255127,
"step": 625
},
{
"epoch": 0.1161504424778761,
"grad_norm": 1.0367417335510254,
"learning_rate": 9.992694079896812e-06,
"loss": 0.0728,
"step": 630
},
{
"epoch": 0.11799410029498525,
"grad_norm": 1.3763803243637085,
"learning_rate": 9.990851595375048e-06,
"loss": 0.0607,
"step": 640
},
{
"epoch": 0.11983775811209439,
"grad_norm": 1.266806721687317,
"learning_rate": 9.988802356202739e-06,
"loss": 0.0661,
"step": 650
},
{
"epoch": 0.12168141592920353,
"grad_norm": 1.3467752933502197,
"learning_rate": 9.986546447273153e-06,
"loss": 0.0581,
"step": 660
},
{
"epoch": 0.12352507374631268,
"grad_norm": 0.9670385718345642,
"learning_rate": 9.984083962041219e-06,
"loss": 0.0675,
"step": 670
},
{
"epoch": 0.12536873156342182,
"grad_norm": 0.912615954875946,
"learning_rate": 9.981415002519638e-06,
"loss": 0.0609,
"step": 680
},
{
"epoch": 0.12721238938053098,
"grad_norm": 0.810438334941864,
"learning_rate": 9.978539679274675e-06,
"loss": 0.0601,
"step": 690
},
{
"epoch": 0.1290560471976401,
"grad_norm": 0.9366115927696228,
"learning_rate": 9.975458111421558e-06,
"loss": 0.0528,
"step": 700
},
{
"epoch": 0.13089970501474926,
"grad_norm": 0.8449479341506958,
"learning_rate": 9.972170426619564e-06,
"loss": 0.0506,
"step": 710
},
{
"epoch": 0.13274336283185842,
"grad_norm": 0.950958788394928,
"learning_rate": 9.968676761066714e-06,
"loss": 0.0568,
"step": 720
},
{
"epoch": 0.13458702064896755,
"grad_norm": 0.5157971978187561,
"learning_rate": 9.96497725949414e-06,
"loss": 0.0553,
"step": 730
},
{
"epoch": 0.1364306784660767,
"grad_norm": 1.0295937061309814,
"learning_rate": 9.961072075160088e-06,
"loss": 0.055,
"step": 740
},
{
"epoch": 0.13827433628318583,
"grad_norm": 0.9644941091537476,
"learning_rate": 9.956961369843565e-06,
"loss": 0.0586,
"step": 750
},
{
"epoch": 0.13827433628318583,
"eval_alignment_abstract": {
"mean_alignment": 0.5229306221008301
},
"eval_alignment_claim": {
"mean_alignment": 0.5273429751396179
},
"eval_alignment_global": {
"mean_alignment": 0.5378881692886353
},
"eval_alignment_invention": {
"mean_alignment": 0.503298282623291
},
"eval_ipc_cls_abstract_accuracy_primary": 58.76,
"eval_ipc_cls_abstract_precision@1": 63.519999999999996,
"eval_ipc_cls_abstract_precision@3": 31.813333333333333,
"eval_ipc_cls_abstract_precision@5": 21.184,
"eval_ipc_cls_global_accuracy_primary": 58.76,
"eval_ipc_cls_global_precision@1": 63.519999999999996,
"eval_ipc_cls_global_precision@3": 31.813333333333333,
"eval_ipc_cls_global_precision@5": 21.184,
"eval_ipc_knn_abstract_accuracy_primary": 64.44,
"eval_ipc_knn_abstract_precision@1": 70.19999999999999,
"eval_ipc_knn_abstract_precision@3": 28.41333333333333,
"eval_ipc_knn_abstract_precision@5": 17.256,
"eval_ipc_knn_global_accuracy_primary": 64.44,
"eval_ipc_knn_global_precision@1": 70.19999999999999,
"eval_ipc_knn_global_precision@3": 28.41333333333333,
"eval_ipc_knn_global_precision@5": 17.256,
"eval_priorArt_ndcg@100_a2a": 0.2939625241423183,
"eval_priorArt_ndcg@100_a2all": 0.30175641911671475,
"eval_priorArt_ndcg@100_a2c": 0.28652383805686527,
"eval_priorArt_ndcg@100_a2i": 0.2696881162097224,
"eval_priorArt_ndcg@100_c2a": 0.34748928022976033,
"eval_priorArt_ndcg@100_c2all": 0.3556141210113072,
"eval_priorArt_ndcg@100_c2c": 0.3475591598694388,
"eval_priorArt_ndcg@100_c2i": 0.3095393700451074,
"eval_priorArt_ndcg@100_i2a": 0.32583161026812446,
"eval_priorArt_ndcg@100_i2all": 0.295506540065942,
"eval_priorArt_ndcg@100_i2c": 0.30128085417520556,
"eval_priorArt_ndcg@100_i2i": 0.2858750471004718,
"eval_priorArt_ndcg@10_a2a": 0.18292630883761113,
"eval_priorArt_ndcg@10_a2all": 0.18559309565356058,
"eval_priorArt_ndcg@10_a2c": 0.12468940270052294,
"eval_priorArt_ndcg@10_a2i": 0.1677838736714312,
"eval_priorArt_ndcg@10_c2a": 0.22411422318133445,
"eval_priorArt_ndcg@10_c2all": 0.21119245873958517,
"eval_priorArt_ndcg@10_c2c": 0.2146176820292606,
"eval_priorArt_ndcg@10_c2i": 0.19345289470312663,
"eval_priorArt_ndcg@10_i2a": 0.21975345518856432,
"eval_priorArt_ndcg@10_i2all": 0.16378235725221657,
"eval_priorArt_ndcg@10_i2c": 0.17640041735201345,
"eval_priorArt_ndcg@10_i2i": 0.17772494567990937,
"eval_priorArt_ndcg@20_a2a": 0.20878779853547963,
"eval_priorArt_ndcg@20_a2all": 0.2117457002545789,
"eval_priorArt_ndcg@20_a2c": 0.19740121769270974,
"eval_priorArt_ndcg@20_a2i": 0.1961935582612488,
"eval_priorArt_ndcg@20_c2a": 0.2771217796460317,
"eval_priorArt_ndcg@20_c2all": 0.2627594454524539,
"eval_priorArt_ndcg@20_c2c": 0.26713768499057106,
"eval_priorArt_ndcg@20_c2i": 0.22193405446839276,
"eval_priorArt_ndcg@20_i2a": 0.24467850090013926,
"eval_priorArt_ndcg@20_i2all": 0.22132477540502132,
"eval_priorArt_ndcg@20_i2c": 0.22298967670952852,
"eval_priorArt_ndcg@20_i2i": 0.20848645228762863,
"eval_priorArt_ndcg@50_a2a": 0.28174856487932715,
"eval_priorArt_ndcg@50_a2all": 0.25604076742691445,
"eval_priorArt_ndcg@50_a2c": 0.24580638991799067,
"eval_priorArt_ndcg@50_a2i": 0.24618279976286042,
"eval_priorArt_ndcg@50_c2a": 0.3204474407533326,
"eval_priorArt_ndcg@50_c2all": 0.31074086856655236,
"eval_priorArt_ndcg@50_c2c": 0.3074536927605087,
"eval_priorArt_ndcg@50_c2i": 0.26539948032271055,
"eval_priorArt_ndcg@50_i2a": 0.2981520213944516,
"eval_priorArt_ndcg@50_i2all": 0.26710867496692237,
"eval_priorArt_ndcg@50_i2c": 0.2677743107745963,
"eval_priorArt_ndcg@50_i2i": 0.2565226731224083,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8083333333333332,
"eval_priorArt_recall@100_a2i": 0.725,
"eval_priorArt_recall@100_c2a": 0.8416666666666668,
"eval_priorArt_recall@100_c2all": 0.8916666666666668,
"eval_priorArt_recall@100_c2c": 0.8833333333333334,
"eval_priorArt_recall@100_c2i": 0.8083333333333332,
"eval_priorArt_recall@100_i2a": 0.7916666666666667,
"eval_priorArt_recall@100_i2all": 0.7833333333333334,
"eval_priorArt_recall@100_i2c": 0.8041666666666668,
"eval_priorArt_recall@100_i2i": 0.7416666666666667,
"eval_priorArt_recall@10_a2a": 0.35833333333333334,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.20833333333333331,
"eval_priorArt_recall@10_a2i": 0.32083333333333336,
"eval_priorArt_recall@10_c2a": 0.3708333333333333,
"eval_priorArt_recall@10_c2all": 0.3291666666666667,
"eval_priorArt_recall@10_c2c": 0.3625,
"eval_priorArt_recall@10_c2i": 0.3458333333333333,
"eval_priorArt_recall@10_i2a": 0.37916666666666665,
"eval_priorArt_recall@10_i2all": 0.29583333333333334,
"eval_priorArt_recall@10_i2c": 0.3125,
"eval_priorArt_recall@10_i2i": 0.32083333333333336,
"eval_priorArt_recall@20_a2a": 0.4333333333333333,
"eval_priorArt_recall@20_a2all": 0.4291666666666666,
"eval_priorArt_recall@20_a2c": 0.4291666666666667,
"eval_priorArt_recall@20_a2i": 0.4083333333333334,
"eval_priorArt_recall@20_c2a": 0.5375,
"eval_priorArt_recall@20_c2all": 0.4958333333333333,
"eval_priorArt_recall@20_c2c": 0.5375,
"eval_priorArt_recall@20_c2i": 0.4333333333333333,
"eval_priorArt_recall@20_i2a": 0.45,
"eval_priorArt_recall@20_i2all": 0.4625,
"eval_priorArt_recall@20_i2c": 0.4708333333333333,
"eval_priorArt_recall@20_i2i": 0.4083333333333334,
"eval_priorArt_recall@50_a2a": 0.725,
"eval_priorArt_recall@50_a2all": 0.5875000000000001,
"eval_priorArt_recall@50_a2c": 0.6125,
"eval_priorArt_recall@50_a2i": 0.6208333333333333,
"eval_priorArt_recall@50_c2a": 0.7041666666666667,
"eval_priorArt_recall@50_c2all": 0.6708333333333334,
"eval_priorArt_recall@50_c2c": 0.6875,
"eval_priorArt_recall@50_c2i": 0.6,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6375,
"eval_priorArt_recall@50_i2c": 0.6375,
"eval_priorArt_recall@50_i2i": 0.5875,
"eval_singularentropy_abstract": 0.46838781166084376,
"eval_singularentropy_claim": 0.4557379935162897,
"eval_singularentropy_global": 0.4544290009450281,
"eval_singularentropy_invention": 0.507421131646357,
"eval_uniformity_abstract": -2.879157781600952,
"eval_uniformity_claim": -2.8748393058776855,
"eval_uniformity_global": -2.869540214538574,
"eval_uniformity_invention": -2.8020026683807373,
"step": 750
},
{
"epoch": 0.140117994100295,
"grad_norm": 1.0236207246780396,
"learning_rate": 9.952645313837642e-06,
"loss": 0.052,
"step": 760
},
{
"epoch": 0.14196165191740412,
"grad_norm": 1.1334259510040283,
"learning_rate": 9.948124085942395e-06,
"loss": 0.0549,
"step": 770
},
{
"epoch": 0.14380530973451328,
"grad_norm": 0.9820889830589294,
"learning_rate": 9.943397873457503e-06,
"loss": 0.0547,
"step": 780
},
{
"epoch": 0.14564896755162243,
"grad_norm": 0.9425547122955322,
"learning_rate": 9.938466872174484e-06,
"loss": 0.064,
"step": 790
},
{
"epoch": 0.14749262536873156,
"grad_norm": 0.6633821725845337,
"learning_rate": 9.933331286368587e-06,
"loss": 0.0583,
"step": 800
},
{
"epoch": 0.14933628318584072,
"grad_norm": 1.2587683200836182,
"learning_rate": 9.927991328790324e-06,
"loss": 0.0644,
"step": 810
},
{
"epoch": 0.15117994100294985,
"grad_norm": 1.0284119844436646,
"learning_rate": 9.922447220656666e-06,
"loss": 0.0563,
"step": 820
},
{
"epoch": 0.153023598820059,
"grad_norm": 1.2679094076156616,
"learning_rate": 9.916699191641872e-06,
"loss": 0.0462,
"step": 830
},
{
"epoch": 0.15486725663716813,
"grad_norm": 0.9059821367263794,
"learning_rate": 9.910747479867975e-06,
"loss": 0.0434,
"step": 840
},
{
"epoch": 0.1567109144542773,
"grad_norm": 0.783113420009613,
"learning_rate": 9.904592331894919e-06,
"loss": 0.0453,
"step": 850
},
{
"epoch": 0.15855457227138642,
"grad_norm": 1.1143161058425903,
"learning_rate": 9.898234002710344e-06,
"loss": 0.0428,
"step": 860
},
{
"epoch": 0.16039823008849557,
"grad_norm": 1.0616236925125122,
"learning_rate": 9.89167275571902e-06,
"loss": 0.0438,
"step": 870
},
{
"epoch": 0.16132005899705015,
"eval_alignment_abstract": {
"mean_alignment": 0.5208698511123657
},
"eval_alignment_claim": {
"mean_alignment": 0.5247257947921753
},
"eval_alignment_global": {
"mean_alignment": 0.5357933044433594
},
"eval_alignment_invention": {
"mean_alignment": 0.5056337118148804
},
"eval_ipc_cls_abstract_accuracy_primary": 58.36,
"eval_ipc_cls_abstract_precision@1": 63.2,
"eval_ipc_cls_abstract_precision@3": 31.773333333333337,
"eval_ipc_cls_abstract_precision@5": 21.151999999999997,
"eval_ipc_cls_global_accuracy_primary": 58.36,
"eval_ipc_cls_global_precision@1": 63.2,
"eval_ipc_cls_global_precision@3": 31.773333333333337,
"eval_ipc_cls_global_precision@5": 21.151999999999997,
"eval_ipc_knn_abstract_accuracy_primary": 64.32,
"eval_ipc_knn_abstract_precision@1": 70.08,
"eval_ipc_knn_abstract_precision@3": 28.34666666666667,
"eval_ipc_knn_abstract_precision@5": 17.2,
"eval_ipc_knn_global_accuracy_primary": 64.32,
"eval_ipc_knn_global_precision@1": 70.08,
"eval_ipc_knn_global_precision@3": 28.34666666666667,
"eval_ipc_knn_global_precision@5": 17.2,
"eval_priorArt_ndcg@100_a2a": 0.30203254060424817,
"eval_priorArt_ndcg@100_a2all": 0.3071746187043284,
"eval_priorArt_ndcg@100_a2c": 0.2972834756481422,
"eval_priorArt_ndcg@100_a2i": 0.2696328405365347,
"eval_priorArt_ndcg@100_c2a": 0.34940640934204537,
"eval_priorArt_ndcg@100_c2all": 0.35406222938756826,
"eval_priorArt_ndcg@100_c2c": 0.35186790764433884,
"eval_priorArt_ndcg@100_c2i": 0.3121312345192114,
"eval_priorArt_ndcg@100_i2a": 0.318545223352155,
"eval_priorArt_ndcg@100_i2all": 0.3058011293199211,
"eval_priorArt_ndcg@100_i2c": 0.30056805266111997,
"eval_priorArt_ndcg@100_i2i": 0.2802304762364746,
"eval_priorArt_ndcg@10_a2a": 0.18176064131534594,
"eval_priorArt_ndcg@10_a2all": 0.18633074015722423,
"eval_priorArt_ndcg@10_a2c": 0.1411172575868089,
"eval_priorArt_ndcg@10_a2i": 0.14738002259177052,
"eval_priorArt_ndcg@10_c2a": 0.22874203855717198,
"eval_priorArt_ndcg@10_c2all": 0.2034418007108299,
"eval_priorArt_ndcg@10_c2c": 0.20726995264462494,
"eval_priorArt_ndcg@10_c2i": 0.18133993643982493,
"eval_priorArt_ndcg@10_i2a": 0.20655306658168512,
"eval_priorArt_ndcg@10_i2all": 0.1877358802694742,
"eval_priorArt_ndcg@10_i2c": 0.17573934941444974,
"eval_priorArt_ndcg@10_i2i": 0.17254088234178516,
"eval_priorArt_ndcg@20_a2a": 0.2100491025118303,
"eval_priorArt_ndcg@20_a2all": 0.22272575639884362,
"eval_priorArt_ndcg@20_a2c": 0.19714909297800412,
"eval_priorArt_ndcg@20_a2i": 0.18345581783788953,
"eval_priorArt_ndcg@20_c2a": 0.2777299204403319,
"eval_priorArt_ndcg@20_c2all": 0.2753177154022088,
"eval_priorArt_ndcg@20_c2c": 0.26915154799667396,
"eval_priorArt_ndcg@20_c2i": 0.2179037778411344,
"eval_priorArt_ndcg@20_i2a": 0.24119142086435463,
"eval_priorArt_ndcg@20_i2all": 0.22536606288868807,
"eval_priorArt_ndcg@20_i2c": 0.22124112610682106,
"eval_priorArt_ndcg@20_i2i": 0.20612152947477563,
"eval_priorArt_ndcg@50_a2a": 0.28945136408226685,
"eval_priorArt_ndcg@50_a2all": 0.2698048788528988,
"eval_priorArt_ndcg@50_a2c": 0.25274210133008274,
"eval_priorArt_ndcg@50_a2i": 0.24917099498399983,
"eval_priorArt_ndcg@50_c2a": 0.3215109246945101,
"eval_priorArt_ndcg@50_c2all": 0.31025467420177655,
"eval_priorArt_ndcg@50_c2c": 0.3191045016019881,
"eval_priorArt_ndcg@50_c2i": 0.27033215182266496,
"eval_priorArt_ndcg@50_i2a": 0.2954983315155422,
"eval_priorArt_ndcg@50_i2all": 0.2778750067598829,
"eval_priorArt_ndcg@50_i2c": 0.2745977985110936,
"eval_priorArt_ndcg@50_i2i": 0.25490924567758333,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.825,
"eval_priorArt_recall@100_a2c": 0.8416666666666666,
"eval_priorArt_recall@100_a2i": 0.75,
"eval_priorArt_recall@100_c2a": 0.8416666666666668,
"eval_priorArt_recall@100_c2all": 0.9083333333333334,
"eval_priorArt_recall@100_c2c": 0.8833333333333334,
"eval_priorArt_recall@100_c2i": 0.8333333333333333,
"eval_priorArt_recall@100_i2a": 0.7916666666666667,
"eval_priorArt_recall@100_i2all": 0.8,
"eval_priorArt_recall@100_i2c": 0.8041666666666668,
"eval_priorArt_recall@100_i2i": 0.7166666666666667,
"eval_priorArt_recall@10_a2a": 0.3375,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.24999999999999994,
"eval_priorArt_recall@10_a2i": 0.2791666666666667,
"eval_priorArt_recall@10_c2a": 0.3958333333333333,
"eval_priorArt_recall@10_c2all": 0.3291666666666667,
"eval_priorArt_recall@10_c2c": 0.3375,
"eval_priorArt_recall@10_c2i": 0.32083333333333336,
"eval_priorArt_recall@10_i2a": 0.36666666666666664,
"eval_priorArt_recall@10_i2all": 0.35,
"eval_priorArt_recall@10_i2c": 0.32083333333333336,
"eval_priorArt_recall@10_i2i": 0.30833333333333335,
"eval_priorArt_recall@20_a2a": 0.41666666666666663,
"eval_priorArt_recall@20_a2all": 0.4625,
"eval_priorArt_recall@20_a2c": 0.4208333333333334,
"eval_priorArt_recall@20_a2i": 0.38333333333333336,
"eval_priorArt_recall@20_c2a": 0.5375,
"eval_priorArt_recall@20_c2all": 0.5624999999999999,
"eval_priorArt_recall@20_c2c": 0.5375,
"eval_priorArt_recall@20_c2i": 0.4333333333333333,
"eval_priorArt_recall@20_i2a": 0.4666666666666666,
"eval_priorArt_recall@20_i2all": 0.4625,
"eval_priorArt_recall@20_i2c": 0.4708333333333333,
"eval_priorArt_recall@20_i2i": 0.4083333333333334,
"eval_priorArt_recall@50_a2a": 0.725,
"eval_priorArt_recall@50_a2all": 0.6541666666666667,
"eval_priorArt_recall@50_a2c": 0.6291666666666667,
"eval_priorArt_recall@50_a2i": 0.6541666666666667,
"eval_priorArt_recall@50_c2a": 0.7041666666666667,
"eval_priorArt_recall@50_c2all": 0.6958333333333334,
"eval_priorArt_recall@50_c2c": 0.7208333333333334,
"eval_priorArt_recall@50_c2i": 0.6333333333333334,
"eval_priorArt_recall@50_i2a": 0.6791666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6708333333333334,
"eval_priorArt_recall@50_i2i": 0.5875,
"eval_singularentropy_abstract": 0.47423965789078937,
"eval_singularentropy_claim": 0.4612677083654151,
"eval_singularentropy_global": 0.4610947076108698,
"eval_singularentropy_invention": 0.5147171654935669,
"eval_uniformity_abstract": -2.8416991233825684,
"eval_uniformity_claim": -2.835425615310669,
"eval_uniformity_global": -2.8277060985565186,
"eval_uniformity_invention": -2.756850242614746,
"step": 875
},
{
"epoch": 0.16224188790560473,
"grad_norm": 0.5784366726875305,
"learning_rate": 9.884908862731942e-06,
"loss": 0.0459,
"step": 880
},
{
"epoch": 0.16408554572271386,
"grad_norm": 1.033692479133606,
"learning_rate": 9.877942603955061e-06,
"loss": 0.0458,
"step": 890
},
{
"epoch": 0.16592920353982302,
"grad_norm": 1.090645670890808,
"learning_rate": 9.87077426797769e-06,
"loss": 0.0402,
"step": 900
},
{
"epoch": 0.16777286135693215,
"grad_norm": 0.6446927785873413,
"learning_rate": 9.863404151760525e-06,
"loss": 0.0397,
"step": 910
},
{
"epoch": 0.1696165191740413,
"grad_norm": 1.7583242654800415,
"learning_rate": 9.855832560623368e-06,
"loss": 0.0417,
"step": 920
},
{
"epoch": 0.17146017699115043,
"grad_norm": 0.7203658819198608,
"learning_rate": 9.848059808232464e-06,
"loss": 0.0497,
"step": 930
},
{
"epoch": 0.1733038348082596,
"grad_norm": 0.6463479995727539,
"learning_rate": 9.840086216587511e-06,
"loss": 0.0434,
"step": 940
},
{
"epoch": 0.17514749262536874,
"grad_norm": 0.8605906963348389,
"learning_rate": 9.831912116008317e-06,
"loss": 0.0504,
"step": 950
},
{
"epoch": 0.17699115044247787,
"grad_norm": 1.1647608280181885,
"learning_rate": 9.823537845121126e-06,
"loss": 0.0488,
"step": 960
},
{
"epoch": 0.17883480825958703,
"grad_norm": 0.9348349571228027,
"learning_rate": 9.814963750844572e-06,
"loss": 0.0433,
"step": 970
},
{
"epoch": 0.18067846607669616,
"grad_norm": 1.2653694152832031,
"learning_rate": 9.806190188375332e-06,
"loss": 0.042,
"step": 980
},
{
"epoch": 0.18252212389380532,
"grad_norm": 1.2176045179367065,
"learning_rate": 9.797217521173385e-06,
"loss": 0.0457,
"step": 990
},
{
"epoch": 0.18436578171091444,
"grad_norm": 1.0228826999664307,
"learning_rate": 9.788046120946977e-06,
"loss": 0.0456,
"step": 1000
},
{
"epoch": 0.18436578171091444,
"eval_alignment_abstract": {
"mean_alignment": 0.5193983316421509
},
"eval_alignment_claim": {
"mean_alignment": 0.5255281925201416
},
"eval_alignment_global": {
"mean_alignment": 0.5329646468162537
},
"eval_alignment_invention": {
"mean_alignment": 0.5004072189331055
},
"eval_ipc_cls_abstract_accuracy_primary": 58.56,
"eval_ipc_cls_abstract_precision@1": 63.32,
"eval_ipc_cls_abstract_precision@3": 31.919999999999998,
"eval_ipc_cls_abstract_precision@5": 21.2,
"eval_ipc_cls_global_accuracy_primary": 58.56,
"eval_ipc_cls_global_precision@1": 63.32,
"eval_ipc_cls_global_precision@3": 31.919999999999998,
"eval_ipc_cls_global_precision@5": 21.2,
"eval_ipc_knn_abstract_accuracy_primary": 64.56,
"eval_ipc_knn_abstract_precision@1": 69.96,
"eval_ipc_knn_abstract_precision@3": 28.426666666666666,
"eval_ipc_knn_abstract_precision@5": 17.24,
"eval_ipc_knn_global_accuracy_primary": 64.56,
"eval_ipc_knn_global_precision@1": 69.96,
"eval_ipc_knn_global_precision@3": 28.426666666666666,
"eval_ipc_knn_global_precision@5": 17.24,
"eval_priorArt_ndcg@100_a2a": 0.29663481407486036,
"eval_priorArt_ndcg@100_a2all": 0.298968786916867,
"eval_priorArt_ndcg@100_a2c": 0.30137978058182235,
"eval_priorArt_ndcg@100_a2i": 0.26129918618391074,
"eval_priorArt_ndcg@100_c2a": 0.3489405589417946,
"eval_priorArt_ndcg@100_c2all": 0.3442365971633665,
"eval_priorArt_ndcg@100_c2c": 0.34510018646995794,
"eval_priorArt_ndcg@100_c2i": 0.30001045505776497,
"eval_priorArt_ndcg@100_i2a": 0.33493725632160964,
"eval_priorArt_ndcg@100_i2all": 0.3025555273674689,
"eval_priorArt_ndcg@100_i2c": 0.3001804632703253,
"eval_priorArt_ndcg@100_i2i": 0.2808873347409978,
"eval_priorArt_ndcg@10_a2a": 0.19472271293636417,
"eval_priorArt_ndcg@10_a2all": 0.1818475468543071,
"eval_priorArt_ndcg@10_a2c": 0.16910381179456524,
"eval_priorArt_ndcg@10_a2i": 0.15036059732299475,
"eval_priorArt_ndcg@10_c2a": 0.2308051322048228,
"eval_priorArt_ndcg@10_c2all": 0.20448974616486257,
"eval_priorArt_ndcg@10_c2c": 0.21284946603586832,
"eval_priorArt_ndcg@10_c2i": 0.16634105721483466,
"eval_priorArt_ndcg@10_i2a": 0.23327674792616385,
"eval_priorArt_ndcg@10_i2all": 0.18181209101034496,
"eval_priorArt_ndcg@10_i2c": 0.17867049244323838,
"eval_priorArt_ndcg@10_i2i": 0.1740066699914106,
"eval_priorArt_ndcg@20_a2a": 0.2058815502220571,
"eval_priorArt_ndcg@20_a2all": 0.2144355202308214,
"eval_priorArt_ndcg@20_a2c": 0.20478559928662543,
"eval_priorArt_ndcg@20_a2i": 0.18059981612794593,
"eval_priorArt_ndcg@20_c2a": 0.28348791197357287,
"eval_priorArt_ndcg@20_c2all": 0.26634849713907244,
"eval_priorArt_ndcg@20_c2c": 0.27631507180605897,
"eval_priorArt_ndcg@20_c2i": 0.2130569948045143,
"eval_priorArt_ndcg@20_i2a": 0.26399912328582703,
"eval_priorArt_ndcg@20_i2all": 0.21930952830934758,
"eval_priorArt_ndcg@20_i2c": 0.2236198911608863,
"eval_priorArt_ndcg@20_i2i": 0.2114469258817236,
"eval_priorArt_ndcg@50_a2a": 0.27648271955153886,
"eval_priorArt_ndcg@50_a2all": 0.2568430842644132,
"eval_priorArt_ndcg@50_a2c": 0.26045006935332693,
"eval_priorArt_ndcg@50_a2i": 0.24169439677190668,
"eval_priorArt_ndcg@50_c2a": 0.3175709132777257,
"eval_priorArt_ndcg@50_c2all": 0.309142623579757,
"eval_priorArt_ndcg@50_c2c": 0.31218876579447963,
"eval_priorArt_ndcg@50_c2i": 0.25982551942711624,
"eval_priorArt_ndcg@50_i2a": 0.3089344478540424,
"eval_priorArt_ndcg@50_i2all": 0.27458987292436643,
"eval_priorArt_ndcg@50_i2c": 0.2736870183780311,
"eval_priorArt_ndcg@50_i2i": 0.2550877604613524,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.825,
"eval_priorArt_recall@100_a2i": 0.725,
"eval_priorArt_recall@100_c2a": 0.8416666666666668,
"eval_priorArt_recall@100_c2all": 0.8666666666666668,
"eval_priorArt_recall@100_c2c": 0.8666666666666666,
"eval_priorArt_recall@100_c2i": 0.8083333333333332,
"eval_priorArt_recall@100_i2a": 0.7916666666666667,
"eval_priorArt_recall@100_i2all": 0.8,
"eval_priorArt_recall@100_i2c": 0.7875,
"eval_priorArt_recall@100_i2i": 0.725,
"eval_priorArt_recall@10_a2a": 0.3875,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.31666666666666665,
"eval_priorArt_recall@10_a2i": 0.29583333333333334,
"eval_priorArt_recall@10_c2a": 0.38749999999999996,
"eval_priorArt_recall@10_c2all": 0.3291666666666667,
"eval_priorArt_recall@10_c2c": 0.3666666666666667,
"eval_priorArt_recall@10_c2i": 0.29583333333333334,
"eval_priorArt_recall@10_i2a": 0.39583333333333337,
"eval_priorArt_recall@10_i2all": 0.3375,
"eval_priorArt_recall@10_i2c": 0.325,
"eval_priorArt_recall@10_i2i": 0.31250000000000006,
"eval_priorArt_recall@20_a2a": 0.41666666666666663,
"eval_priorArt_recall@20_a2all": 0.45,
"eval_priorArt_recall@20_a2c": 0.4208333333333334,
"eval_priorArt_recall@20_a2i": 0.3875,
"eval_priorArt_recall@20_c2a": 0.5541666666666666,
"eval_priorArt_recall@20_c2all": 0.5374999999999999,
"eval_priorArt_recall@20_c2c": 0.5708333333333334,
"eval_priorArt_recall@20_c2i": 0.4416666666666667,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.45,
"eval_priorArt_recall@20_i2c": 0.4708333333333333,
"eval_priorArt_recall@20_i2i": 0.425,
"eval_priorArt_recall@50_a2a": 0.6916666666666667,
"eval_priorArt_recall@50_a2all": 0.6041666666666667,
"eval_priorArt_recall@50_a2c": 0.6291666666666667,
"eval_priorArt_recall@50_a2i": 0.6375,
"eval_priorArt_recall@50_c2a": 0.6875,
"eval_priorArt_recall@50_c2all": 0.6958333333333334,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.6166666666666666,
"eval_priorArt_recall@50_i2a": 0.6666666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.5875,
"eval_singularentropy_abstract": 0.48328532207047803,
"eval_singularentropy_claim": 0.4698390379485612,
"eval_singularentropy_global": 0.47128708086011956,
"eval_singularentropy_invention": 0.5281152560779558,
"eval_uniformity_abstract": -2.8105149269104004,
"eval_uniformity_claim": -2.808650016784668,
"eval_uniformity_global": -2.7979512214660645,
"eval_uniformity_invention": -2.7269041538238525,
"step": 1000
},
{
"epoch": 0.1862094395280236,
"grad_norm": 0.9164305925369263,
"learning_rate": 9.778676367637205e-06,
"loss": 0.0456,
"step": 1010
},
{
"epoch": 0.18805309734513273,
"grad_norm": 0.9595929980278015,
"learning_rate": 9.76910864940229e-06,
"loss": 0.0498,
"step": 1020
},
{
"epoch": 0.1898967551622419,
"grad_norm": 0.8700483441352844,
"learning_rate": 9.759343362601494e-06,
"loss": 0.0405,
"step": 1030
},
{
"epoch": 0.19174041297935104,
"grad_norm": 0.7609226107597351,
"learning_rate": 9.749380911778693e-06,
"loss": 0.0426,
"step": 1040
},
{
"epoch": 0.19358407079646017,
"grad_norm": 0.9288449883460999,
"learning_rate": 9.739221709645622e-06,
"loss": 0.0494,
"step": 1050
},
{
"epoch": 0.19542772861356933,
"grad_norm": 0.9516934752464294,
"learning_rate": 9.728866177064788e-06,
"loss": 0.0494,
"step": 1060
},
{
"epoch": 0.19727138643067846,
"grad_norm": 0.5979548692703247,
"learning_rate": 9.718314743032017e-06,
"loss": 0.0376,
"step": 1070
},
{
"epoch": 0.19911504424778761,
"grad_norm": 0.8125176429748535,
"learning_rate": 9.707567844658698e-06,
"loss": 0.0389,
"step": 1080
},
{
"epoch": 0.20095870206489674,
"grad_norm": 0.5392681360244751,
"learning_rate": 9.696625927153661e-06,
"loss": 0.0415,
"step": 1090
},
{
"epoch": 0.2028023598820059,
"grad_norm": 1.0232449769973755,
"learning_rate": 9.685489443804746e-06,
"loss": 0.0485,
"step": 1100
},
{
"epoch": 0.20464601769911506,
"grad_norm": 1.5307501554489136,
"learning_rate": 9.674158855960017e-06,
"loss": 0.0415,
"step": 1110
},
{
"epoch": 0.20648967551622419,
"grad_norm": 0.7446140050888062,
"learning_rate": 9.662634633008654e-06,
"loss": 0.0463,
"step": 1120
},
{
"epoch": 0.20741150442477876,
"eval_alignment_abstract": {
"mean_alignment": 0.5247377157211304
},
"eval_alignment_claim": {
"mean_alignment": 0.5244860053062439
},
"eval_alignment_global": {
"mean_alignment": 0.5358167886734009
},
"eval_alignment_invention": {
"mean_alignment": 0.5100215673446655
},
"eval_ipc_cls_abstract_accuracy_primary": 58.52,
"eval_ipc_cls_abstract_precision@1": 63.28,
"eval_ipc_cls_abstract_precision@3": 31.906666666666673,
"eval_ipc_cls_abstract_precision@5": 21.168,
"eval_ipc_cls_global_accuracy_primary": 58.52,
"eval_ipc_cls_global_precision@1": 63.28,
"eval_ipc_cls_global_precision@3": 31.906666666666673,
"eval_ipc_cls_global_precision@5": 21.168,
"eval_ipc_knn_abstract_accuracy_primary": 64.4,
"eval_ipc_knn_abstract_precision@1": 69.96,
"eval_ipc_knn_abstract_precision@3": 28.38666666666667,
"eval_ipc_knn_abstract_precision@5": 17.223999999999997,
"eval_ipc_knn_global_accuracy_primary": 64.4,
"eval_ipc_knn_global_precision@1": 69.96,
"eval_ipc_knn_global_precision@3": 28.38666666666667,
"eval_ipc_knn_global_precision@5": 17.223999999999997,
"eval_priorArt_ndcg@100_a2a": 0.2890248647730351,
"eval_priorArt_ndcg@100_a2all": 0.2960535393040065,
"eval_priorArt_ndcg@100_a2c": 0.30200806137043296,
"eval_priorArt_ndcg@100_a2i": 0.2599096008768383,
"eval_priorArt_ndcg@100_c2a": 0.3404236211714906,
"eval_priorArt_ndcg@100_c2all": 0.34041221757909473,
"eval_priorArt_ndcg@100_c2c": 0.34253146707838916,
"eval_priorArt_ndcg@100_c2i": 0.3013539331233518,
"eval_priorArt_ndcg@100_i2a": 0.3113171116827874,
"eval_priorArt_ndcg@100_i2all": 0.29511325115172554,
"eval_priorArt_ndcg@100_i2c": 0.30175542088162605,
"eval_priorArt_ndcg@100_i2i": 0.27391816198600977,
"eval_priorArt_ndcg@10_a2a": 0.16767822283711625,
"eval_priorArt_ndcg@10_a2all": 0.1709552638685001,
"eval_priorArt_ndcg@10_a2c": 0.15754600096451749,
"eval_priorArt_ndcg@10_a2i": 0.14435494969070847,
"eval_priorArt_ndcg@10_c2a": 0.22363234955179623,
"eval_priorArt_ndcg@10_c2all": 0.19468325564964117,
"eval_priorArt_ndcg@10_c2c": 0.18969327417153586,
"eval_priorArt_ndcg@10_c2i": 0.16296490387082457,
"eval_priorArt_ndcg@10_i2a": 0.20626061331207599,
"eval_priorArt_ndcg@10_i2all": 0.16343391382050262,
"eval_priorArt_ndcg@10_i2c": 0.17470305121424828,
"eval_priorArt_ndcg@10_i2i": 0.16750582580048506,
"eval_priorArt_ndcg@20_a2a": 0.20152575245836388,
"eval_priorArt_ndcg@20_a2all": 0.20053299780293976,
"eval_priorArt_ndcg@20_a2c": 0.20726894828070974,
"eval_priorArt_ndcg@20_a2i": 0.1752226517459468,
"eval_priorArt_ndcg@20_c2a": 0.26313315895690803,
"eval_priorArt_ndcg@20_c2all": 0.24704497370999173,
"eval_priorArt_ndcg@20_c2c": 0.26514486419445155,
"eval_priorArt_ndcg@20_c2i": 0.20829857920489642,
"eval_priorArt_ndcg@20_i2a": 0.2437394925048701,
"eval_priorArt_ndcg@20_i2all": 0.21381441650375424,
"eval_priorArt_ndcg@20_i2c": 0.22782864107786835,
"eval_priorArt_ndcg@20_i2i": 0.1989232534317674,
"eval_priorArt_ndcg@50_a2a": 0.2634298798986324,
"eval_priorArt_ndcg@50_a2all": 0.259200229505779,
"eval_priorArt_ndcg@50_a2c": 0.2612883280509565,
"eval_priorArt_ndcg@50_a2i": 0.2362135635171446,
"eval_priorArt_ndcg@50_c2a": 0.3091714731596399,
"eval_priorArt_ndcg@50_c2all": 0.3035332508474773,
"eval_priorArt_ndcg@50_c2c": 0.31179372889219553,
"eval_priorArt_ndcg@50_c2i": 0.26030280091621494,
"eval_priorArt_ndcg@50_i2a": 0.2836984213644126,
"eval_priorArt_ndcg@50_i2all": 0.2718624071886208,
"eval_priorArt_ndcg@50_i2c": 0.2718111109674518,
"eval_priorArt_ndcg@50_i2i": 0.2525145892352275,
"eval_priorArt_recall@100_a2a": 0.7666666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.825,
"eval_priorArt_recall@100_a2i": 0.725,
"eval_priorArt_recall@100_c2a": 0.8416666666666668,
"eval_priorArt_recall@100_c2all": 0.8791666666666668,
"eval_priorArt_recall@100_c2c": 0.8833333333333334,
"eval_priorArt_recall@100_c2i": 0.8333333333333333,
"eval_priorArt_recall@100_i2a": 0.7750000000000001,
"eval_priorArt_recall@100_i2all": 0.7750000000000001,
"eval_priorArt_recall@100_i2c": 0.8041666666666668,
"eval_priorArt_recall@100_i2i": 0.7,
"eval_priorArt_recall@10_a2a": 0.32083333333333336,
"eval_priorArt_recall@10_a2all": 0.32500000000000007,
"eval_priorArt_recall@10_a2c": 0.2833333333333333,
"eval_priorArt_recall@10_a2i": 0.2791666666666667,
"eval_priorArt_recall@10_c2a": 0.39999999999999997,
"eval_priorArt_recall@10_c2all": 0.32083333333333336,
"eval_priorArt_recall@10_c2c": 0.31250000000000006,
"eval_priorArt_recall@10_c2i": 0.29583333333333334,
"eval_priorArt_recall@10_i2a": 0.37916666666666665,
"eval_priorArt_recall@10_i2all": 0.29583333333333334,
"eval_priorArt_recall@10_i2c": 0.32083333333333336,
"eval_priorArt_recall@10_i2i": 0.29583333333333334,
"eval_priorArt_recall@20_a2a": 0.41666666666666663,
"eval_priorArt_recall@20_a2all": 0.4166666666666667,
"eval_priorArt_recall@20_a2c": 0.4291666666666667,
"eval_priorArt_recall@20_a2i": 0.37083333333333335,
"eval_priorArt_recall@20_c2a": 0.5125,
"eval_priorArt_recall@20_c2all": 0.48749999999999993,
"eval_priorArt_recall@20_c2c": 0.5541666666666666,
"eval_priorArt_recall@20_c2i": 0.4416666666666667,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4416666666666666,
"eval_priorArt_recall@20_i2c": 0.48749999999999993,
"eval_priorArt_recall@20_i2i": 0.3916666666666667,
"eval_priorArt_recall@50_a2a": 0.6416666666666667,
"eval_priorArt_recall@50_a2all": 0.6291666666666667,
"eval_priorArt_recall@50_a2c": 0.6291666666666667,
"eval_priorArt_recall@50_a2i": 0.6208333333333333,
"eval_priorArt_recall@50_c2a": 0.6875,
"eval_priorArt_recall@50_c2all": 0.6958333333333334,
"eval_priorArt_recall@50_c2c": 0.7291666666666667,
"eval_priorArt_recall@50_c2i": 0.6333333333333334,
"eval_priorArt_recall@50_i2a": 0.6416666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.5875,
"eval_singularentropy_abstract": 0.4914579361491749,
"eval_singularentropy_claim": 0.4776713611084916,
"eval_singularentropy_global": 0.47897107779386555,
"eval_singularentropy_invention": 0.5339483088104635,
"eval_uniformity_abstract": -2.7712621688842773,
"eval_uniformity_claim": -2.7682299613952637,
"eval_uniformity_global": -2.758913516998291,
"eval_uniformity_invention": -2.6936888694763184,
"step": 1125
},
{
"epoch": 0.20833333333333334,
"grad_norm": 0.9004021286964417,
"learning_rate": 9.6509172523615e-06,
"loss": 0.0537,
"step": 1130
},
{
"epoch": 0.21017699115044247,
"grad_norm": 0.6540706753730774,
"learning_rate": 9.639007199431298e-06,
"loss": 0.0294,
"step": 1140
},
{
"epoch": 0.21202064896755163,
"grad_norm": 0.7807345986366272,
"learning_rate": 9.62690496761257e-06,
"loss": 0.0437,
"step": 1150
},
{
"epoch": 0.21386430678466076,
"grad_norm": 0.8466446399688721,
"learning_rate": 9.614611058261174e-06,
"loss": 0.0431,
"step": 1160
},
{
"epoch": 0.2157079646017699,
"grad_norm": 1.1233292818069458,
"learning_rate": 9.60212598067355e-06,
"loss": 0.045,
"step": 1170
},
{
"epoch": 0.21755162241887904,
"grad_norm": 1.0171431303024292,
"learning_rate": 9.589450252065606e-06,
"loss": 0.0371,
"step": 1180
},
{
"epoch": 0.2193952802359882,
"grad_norm": 0.7748848795890808,
"learning_rate": 9.576584397551304e-06,
"loss": 0.0338,
"step": 1190
},
{
"epoch": 0.22123893805309736,
"grad_norm": 1.187240719795227,
"learning_rate": 9.563528950120895e-06,
"loss": 0.0465,
"step": 1200
},
{
"epoch": 0.22308259587020648,
"grad_norm": 0.9829366207122803,
"learning_rate": 9.550284450618848e-06,
"loss": 0.044,
"step": 1210
},
{
"epoch": 0.22492625368731564,
"grad_norm": 1.1449639797210693,
"learning_rate": 9.536851447721436e-06,
"loss": 0.0528,
"step": 1220
},
{
"epoch": 0.22676991150442477,
"grad_norm": 1.6034659147262573,
"learning_rate": 9.523230497914016e-06,
"loss": 0.0377,
"step": 1230
},
{
"epoch": 0.22861356932153393,
"grad_norm": 0.6413877606391907,
"learning_rate": 9.509422165467967e-06,
"loss": 0.0336,
"step": 1240
},
{
"epoch": 0.23045722713864306,
"grad_norm": 0.9340947866439819,
"learning_rate": 9.495427022417318e-06,
"loss": 0.0353,
"step": 1250
},
{
"epoch": 0.23045722713864306,
"eval_alignment_abstract": {
"mean_alignment": 0.5152345895767212
},
"eval_alignment_claim": {
"mean_alignment": 0.5176942944526672
},
"eval_alignment_global": {
"mean_alignment": 0.5245857238769531
},
"eval_alignment_invention": {
"mean_alignment": 0.49355053901672363
},
"eval_ipc_cls_abstract_accuracy_primary": 58.76,
"eval_ipc_cls_abstract_precision@1": 63.480000000000004,
"eval_ipc_cls_abstract_precision@3": 31.826666666666664,
"eval_ipc_cls_abstract_precision@5": 21.168,
"eval_ipc_cls_global_accuracy_primary": 58.76,
"eval_ipc_cls_global_precision@1": 63.480000000000004,
"eval_ipc_cls_global_precision@3": 31.826666666666664,
"eval_ipc_cls_global_precision@5": 21.168,
"eval_ipc_knn_abstract_accuracy_primary": 64.52,
"eval_ipc_knn_abstract_precision@1": 70.0,
"eval_ipc_knn_abstract_precision@3": 28.373333333333335,
"eval_ipc_knn_abstract_precision@5": 17.2,
"eval_ipc_knn_global_accuracy_primary": 64.52,
"eval_ipc_knn_global_precision@1": 70.0,
"eval_ipc_knn_global_precision@3": 28.373333333333335,
"eval_ipc_knn_global_precision@5": 17.2,
"eval_priorArt_ndcg@100_a2a": 0.29040434240481894,
"eval_priorArt_ndcg@100_a2all": 0.29773014365040656,
"eval_priorArt_ndcg@100_a2c": 0.3031058903435078,
"eval_priorArt_ndcg@100_a2i": 0.2726204166456533,
"eval_priorArt_ndcg@100_c2a": 0.33345469145668344,
"eval_priorArt_ndcg@100_c2all": 0.335944052422647,
"eval_priorArt_ndcg@100_c2c": 0.3471899808655997,
"eval_priorArt_ndcg@100_c2i": 0.32617510841448316,
"eval_priorArt_ndcg@100_i2a": 0.314281782986752,
"eval_priorArt_ndcg@100_i2all": 0.3031090214201597,
"eval_priorArt_ndcg@100_i2c": 0.3008857632708505,
"eval_priorArt_ndcg@100_i2i": 0.2800489239128858,
"eval_priorArt_ndcg@10_a2a": 0.18344989360269073,
"eval_priorArt_ndcg@10_a2all": 0.1802888918050734,
"eval_priorArt_ndcg@10_a2c": 0.1726066328752767,
"eval_priorArt_ndcg@10_a2i": 0.15411494326011135,
"eval_priorArt_ndcg@10_c2a": 0.21881090303448975,
"eval_priorArt_ndcg@10_c2all": 0.1818418015678447,
"eval_priorArt_ndcg@10_c2c": 0.2091018757740831,
"eval_priorArt_ndcg@10_c2i": 0.17819264029910134,
"eval_priorArt_ndcg@10_i2a": 0.20798175684911896,
"eval_priorArt_ndcg@10_i2all": 0.18260826708812394,
"eval_priorArt_ndcg@10_i2c": 0.178361318202623,
"eval_priorArt_ndcg@10_i2i": 0.17463719892012425,
"eval_priorArt_ndcg@20_a2a": 0.2078692050149744,
"eval_priorArt_ndcg@20_a2all": 0.20516400274522512,
"eval_priorArt_ndcg@20_a2c": 0.2163287505600746,
"eval_priorArt_ndcg@20_a2i": 0.1660827385415044,
"eval_priorArt_ndcg@20_c2a": 0.2604101574685633,
"eval_priorArt_ndcg@20_c2all": 0.25398680830288206,
"eval_priorArt_ndcg@20_c2c": 0.2766149202410725,
"eval_priorArt_ndcg@20_c2i": 0.22396217010467293,
"eval_priorArt_ndcg@20_i2a": 0.2460174516657087,
"eval_priorArt_ndcg@20_i2all": 0.21788514604603226,
"eval_priorArt_ndcg@20_i2c": 0.22515720963033603,
"eval_priorArt_ndcg@20_i2i": 0.20338726129636903,
"eval_priorArt_ndcg@50_a2a": 0.2646821759278571,
"eval_priorArt_ndcg@50_a2all": 0.2661847034561794,
"eval_priorArt_ndcg@50_a2c": 0.2657378663138436,
"eval_priorArt_ndcg@50_a2i": 0.24035591795884312,
"eval_priorArt_ndcg@50_c2a": 0.3075944597117183,
"eval_priorArt_ndcg@50_c2all": 0.3035322896568522,
"eval_priorArt_ndcg@50_c2c": 0.31267686129006206,
"eval_priorArt_ndcg@50_c2i": 0.2850346727888474,
"eval_priorArt_ndcg@50_i2a": 0.28991147547529567,
"eval_priorArt_ndcg@50_i2all": 0.27561364374558195,
"eval_priorArt_ndcg@50_i2c": 0.2745126666865299,
"eval_priorArt_ndcg@50_i2i": 0.2542747317660007,
"eval_priorArt_recall@100_a2a": 0.7666666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8083333333333333,
"eval_priorArt_recall@100_a2i": 0.775,
"eval_priorArt_recall@100_c2a": 0.8416666666666668,
"eval_priorArt_recall@100_c2all": 0.8791666666666668,
"eval_priorArt_recall@100_c2c": 0.8791666666666668,
"eval_priorArt_recall@100_c2i": 0.8833333333333334,
"eval_priorArt_recall@100_i2a": 0.7750000000000001,
"eval_priorArt_recall@100_i2all": 0.8,
"eval_priorArt_recall@100_i2c": 0.7875000000000001,
"eval_priorArt_recall@100_i2i": 0.725,
"eval_priorArt_recall@10_a2a": 0.3625,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.31666666666666665,
"eval_priorArt_recall@10_a2i": 0.29583333333333334,
"eval_priorArt_recall@10_c2a": 0.4041666666666667,
"eval_priorArt_recall@10_c2all": 0.30000000000000004,
"eval_priorArt_recall@10_c2c": 0.3541666666666667,
"eval_priorArt_recall@10_c2i": 0.29583333333333334,
"eval_priorArt_recall@10_i2a": 0.37083333333333335,
"eval_priorArt_recall@10_i2all": 0.3375,
"eval_priorArt_recall@10_i2c": 0.32083333333333336,
"eval_priorArt_recall@10_i2i": 0.31250000000000006,
"eval_priorArt_recall@20_a2a": 0.4333333333333333,
"eval_priorArt_recall@20_a2all": 0.425,
"eval_priorArt_recall@20_a2c": 0.4458333333333333,
"eval_priorArt_recall@20_a2i": 0.3291666666666667,
"eval_priorArt_recall@20_c2a": 0.5291666666666666,
"eval_priorArt_recall@20_c2all": 0.5291666666666666,
"eval_priorArt_recall@20_c2c": 0.5708333333333334,
"eval_priorArt_recall@20_c2i": 0.4416666666666667,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4416666666666666,
"eval_priorArt_recall@20_i2c": 0.4708333333333333,
"eval_priorArt_recall@20_i2i": 0.4,
"eval_priorArt_recall@50_a2a": 0.6416666666666667,
"eval_priorArt_recall@50_a2all": 0.6541666666666667,
"eval_priorArt_recall@50_a2c": 0.6291666666666667,
"eval_priorArt_recall@50_a2i": 0.625,
"eval_priorArt_recall@50_c2a": 0.7125,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.675,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.5875,
"eval_singularentropy_abstract": 0.500298205280719,
"eval_singularentropy_claim": 0.48572629964171143,
"eval_singularentropy_global": 0.48789107028516987,
"eval_singularentropy_invention": 0.5432486180510154,
"eval_uniformity_abstract": -2.7303481101989746,
"eval_uniformity_claim": -2.7242612838745117,
"eval_uniformity_global": -2.715292453765869,
"eval_uniformity_invention": -2.6506423950195312,
"step": 1250
},
{
"epoch": 0.2323008849557522,
"grad_norm": 0.9336156845092773,
"learning_rate": 9.481245648535053e-06,
"loss": 0.0469,
"step": 1260
},
{
"epoch": 0.23414454277286137,
"grad_norm": 0.7944291830062866,
"learning_rate": 9.466878631309084e-06,
"loss": 0.0329,
"step": 1270
},
{
"epoch": 0.2359882005899705,
"grad_norm": 0.702440083026886,
"learning_rate": 9.452326565917927e-06,
"loss": 0.0407,
"step": 1280
},
{
"epoch": 0.23783185840707965,
"grad_norm": 0.9048718810081482,
"learning_rate": 9.437590055206032e-06,
"loss": 0.0415,
"step": 1290
},
{
"epoch": 0.23967551622418878,
"grad_norm": 1.066615343093872,
"learning_rate": 9.422669709658817e-06,
"loss": 0.0408,
"step": 1300
},
{
"epoch": 0.24151917404129794,
"grad_norm": 0.8336342573165894,
"learning_rate": 9.407566147377377e-06,
"loss": 0.0429,
"step": 1310
},
{
"epoch": 0.24336283185840707,
"grad_norm": 1.0360296964645386,
"learning_rate": 9.392279994052872e-06,
"loss": 0.0402,
"step": 1320
},
{
"epoch": 0.24520648967551623,
"grad_norm": 0.654213547706604,
"learning_rate": 9.376811882940617e-06,
"loss": 0.0317,
"step": 1330
},
{
"epoch": 0.24705014749262535,
"grad_norm": 0.8215459585189819,
"learning_rate": 9.361162454833844e-06,
"loss": 0.0514,
"step": 1340
},
{
"epoch": 0.2488938053097345,
"grad_norm": 0.8017227649688721,
"learning_rate": 9.345332358037147e-06,
"loss": 0.0412,
"step": 1350
},
{
"epoch": 0.25073746312684364,
"grad_norm": 0.834824800491333,
"learning_rate": 9.329322248339637e-06,
"loss": 0.0437,
"step": 1360
},
{
"epoch": 0.2525811209439528,
"grad_norm": 0.7229244112968445,
"learning_rate": 9.313132788987773e-06,
"loss": 0.0341,
"step": 1370
},
{
"epoch": 0.2535029498525074,
"eval_alignment_abstract": {
"mean_alignment": 0.5136721134185791
},
"eval_alignment_claim": {
"mean_alignment": 0.5100001096725464
},
"eval_alignment_global": {
"mean_alignment": 0.5230370759963989
},
"eval_alignment_invention": {
"mean_alignment": 0.4984021782875061
},
"eval_ipc_cls_abstract_accuracy_primary": 58.8,
"eval_ipc_cls_abstract_precision@1": 63.6,
"eval_ipc_cls_abstract_precision@3": 31.8,
"eval_ipc_cls_abstract_precision@5": 21.16,
"eval_ipc_cls_global_accuracy_primary": 58.8,
"eval_ipc_cls_global_precision@1": 63.6,
"eval_ipc_cls_global_precision@3": 31.8,
"eval_ipc_cls_global_precision@5": 21.16,
"eval_ipc_knn_abstract_accuracy_primary": 64.48,
"eval_ipc_knn_abstract_precision@1": 70.24000000000001,
"eval_ipc_knn_abstract_precision@3": 28.4,
"eval_ipc_knn_abstract_precision@5": 17.224,
"eval_ipc_knn_global_accuracy_primary": 64.48,
"eval_ipc_knn_global_precision@1": 70.24000000000001,
"eval_ipc_knn_global_precision@3": 28.4,
"eval_ipc_knn_global_precision@5": 17.224,
"eval_priorArt_ndcg@100_a2a": 0.2952795004962824,
"eval_priorArt_ndcg@100_a2all": 0.2964400692900425,
"eval_priorArt_ndcg@100_a2c": 0.3046855692237434,
"eval_priorArt_ndcg@100_a2i": 0.2706300764253601,
"eval_priorArt_ndcg@100_c2a": 0.3360430843487729,
"eval_priorArt_ndcg@100_c2all": 0.3543931113822519,
"eval_priorArt_ndcg@100_c2c": 0.3521888160578176,
"eval_priorArt_ndcg@100_c2i": 0.3379840371092817,
"eval_priorArt_ndcg@100_i2a": 0.3230931746358031,
"eval_priorArt_ndcg@100_i2all": 0.29949702407087486,
"eval_priorArt_ndcg@100_i2c": 0.3033940396831667,
"eval_priorArt_ndcg@100_i2i": 0.28413830465176054,
"eval_priorArt_ndcg@10_a2a": 0.18442013259680592,
"eval_priorArt_ndcg@10_a2all": 0.17780167862617424,
"eval_priorArt_ndcg@10_a2c": 0.18360333838090132,
"eval_priorArt_ndcg@10_a2i": 0.15742569725163333,
"eval_priorArt_ndcg@10_c2a": 0.21542768917975322,
"eval_priorArt_ndcg@10_c2all": 0.194456270106023,
"eval_priorArt_ndcg@10_c2c": 0.2053622710025563,
"eval_priorArt_ndcg@10_c2i": 0.1886560719485908,
"eval_priorArt_ndcg@10_i2a": 0.20825346108514084,
"eval_priorArt_ndcg@10_i2all": 0.18848919409227394,
"eval_priorArt_ndcg@10_i2c": 0.18043924272014936,
"eval_priorArt_ndcg@10_i2i": 0.16668131232981137,
"eval_priorArt_ndcg@20_a2a": 0.20869984747915962,
"eval_priorArt_ndcg@20_a2all": 0.2141716164305841,
"eval_priorArt_ndcg@20_a2c": 0.21281788710401123,
"eval_priorArt_ndcg@20_a2i": 0.16867958613118011,
"eval_priorArt_ndcg@20_c2a": 0.2524318600221612,
"eval_priorArt_ndcg@20_c2all": 0.24717633273309234,
"eval_priorArt_ndcg@20_c2c": 0.27796991259235104,
"eval_priorArt_ndcg@20_c2i": 0.22736992523703078,
"eval_priorArt_ndcg@20_i2a": 0.24707998633345887,
"eval_priorArt_ndcg@20_i2all": 0.2306460640644465,
"eval_priorArt_ndcg@20_i2c": 0.2319821301157498,
"eval_priorArt_ndcg@20_i2i": 0.19683146634356383,
"eval_priorArt_ndcg@50_a2a": 0.26598033948290023,
"eval_priorArt_ndcg@50_a2all": 0.2646715388301855,
"eval_priorArt_ndcg@50_a2c": 0.2671909112881919,
"eval_priorArt_ndcg@50_a2i": 0.24150327009577283,
"eval_priorArt_ndcg@50_c2a": 0.3050358352051376,
"eval_priorArt_ndcg@50_c2all": 0.310580272848067,
"eval_priorArt_ndcg@50_c2c": 0.3143174482638999,
"eval_priorArt_ndcg@50_c2i": 0.296284949986534,
"eval_priorArt_ndcg@50_i2a": 0.287264865399018,
"eval_priorArt_ndcg@50_i2all": 0.27652109049854606,
"eval_priorArt_ndcg@50_i2c": 0.2800711059498057,
"eval_priorArt_ndcg@50_i2i": 0.25322821234062054,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8083333333333333,
"eval_priorArt_recall@100_a2i": 0.775,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.9333333333333333,
"eval_priorArt_recall@100_c2c": 0.8916666666666668,
"eval_priorArt_recall@100_c2i": 0.8833333333333334,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.7750000000000001,
"eval_priorArt_recall@100_i2c": 0.7958333333333334,
"eval_priorArt_recall@100_i2i": 0.75,
"eval_priorArt_recall@10_a2a": 0.3625,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.35,
"eval_priorArt_recall@10_a2i": 0.31250000000000006,
"eval_priorArt_recall@10_c2a": 0.3958333333333333,
"eval_priorArt_recall@10_c2all": 0.3166666666666667,
"eval_priorArt_recall@10_c2c": 0.3375,
"eval_priorArt_recall@10_c2i": 0.29583333333333334,
"eval_priorArt_recall@10_i2a": 0.37500000000000006,
"eval_priorArt_recall@10_i2all": 0.35416666666666663,
"eval_priorArt_recall@10_i2c": 0.325,
"eval_priorArt_recall@10_i2i": 0.29583333333333334,
"eval_priorArt_recall@20_a2a": 0.4333333333333333,
"eval_priorArt_recall@20_a2all": 0.4625,
"eval_priorArt_recall@20_a2c": 0.4291666666666666,
"eval_priorArt_recall@20_a2i": 0.3458333333333333,
"eval_priorArt_recall@20_c2a": 0.5125,
"eval_priorArt_recall@20_c2all": 0.47916666666666663,
"eval_priorArt_recall@20_c2c": 0.5708333333333334,
"eval_priorArt_recall@20_c2i": 0.4166666666666667,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4833333333333333,
"eval_priorArt_recall@20_i2c": 0.48749999999999993,
"eval_priorArt_recall@20_i2i": 0.38333333333333336,
"eval_priorArt_recall@50_a2a": 0.6416666666666667,
"eval_priorArt_recall@50_a2all": 0.6541666666666667,
"eval_priorArt_recall@50_a2c": 0.6291666666666667,
"eval_priorArt_recall@50_a2i": 0.6375,
"eval_priorArt_recall@50_c2a": 0.7125,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.675,
"eval_priorArt_recall@50_i2a": 0.6416666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6708333333333334,
"eval_priorArt_recall@50_i2i": 0.5875,
"eval_singularentropy_abstract": 0.5067531721127517,
"eval_singularentropy_claim": 0.491228957453423,
"eval_singularentropy_global": 0.4931046759733551,
"eval_singularentropy_invention": 0.5468525367673599,
"eval_uniformity_abstract": -2.704529047012329,
"eval_uniformity_claim": -2.7015607357025146,
"eval_uniformity_global": -2.6908469200134277,
"eval_uniformity_invention": -2.627505302429199,
"step": 1375
},
{
"epoch": 0.25442477876106195,
"grad_norm": 0.7617160677909851,
"learning_rate": 9.296764650657881e-06,
"loss": 0.0415,
"step": 1380
},
{
"epoch": 0.2562684365781711,
"grad_norm": 0.7273638248443604,
"learning_rate": 9.280218511428369e-06,
"loss": 0.0412,
"step": 1390
},
{
"epoch": 0.2581120943952802,
"grad_norm": 0.6894537210464478,
"learning_rate": 9.263495056751648e-06,
"loss": 0.0349,
"step": 1400
},
{
"epoch": 0.25995575221238937,
"grad_norm": 0.5647637844085693,
"learning_rate": 9.246594979425719e-06,
"loss": 0.0348,
"step": 1410
},
{
"epoch": 0.2617994100294985,
"grad_norm": 0.5757490992546082,
"learning_rate": 9.229518979565487e-06,
"loss": 0.0343,
"step": 1420
},
{
"epoch": 0.2636430678466077,
"grad_norm": 0.9238114356994629,
"learning_rate": 9.212267764573747e-06,
"loss": 0.0379,
"step": 1430
},
{
"epoch": 0.26548672566371684,
"grad_norm": 0.738723635673523,
"learning_rate": 9.194842049111889e-06,
"loss": 0.0402,
"step": 1440
},
{
"epoch": 0.26733038348082594,
"grad_norm": 0.7473391890525818,
"learning_rate": 9.177242555070286e-06,
"loss": 0.0395,
"step": 1450
},
{
"epoch": 0.2691740412979351,
"grad_norm": 0.8708608150482178,
"learning_rate": 9.159470011538387e-06,
"loss": 0.0462,
"step": 1460
},
{
"epoch": 0.27101769911504425,
"grad_norm": 0.8601637482643127,
"learning_rate": 9.141525154774513e-06,
"loss": 0.0579,
"step": 1470
},
{
"epoch": 0.2728613569321534,
"grad_norm": 0.7182024121284485,
"learning_rate": 9.12340872817536e-06,
"loss": 0.0504,
"step": 1480
},
{
"epoch": 0.2747050147492625,
"grad_norm": 0.8322280645370483,
"learning_rate": 9.105121482245203e-06,
"loss": 0.053,
"step": 1490
},
{
"epoch": 0.27654867256637167,
"grad_norm": 0.7817160487174988,
"learning_rate": 9.086664174564804e-06,
"loss": 0.0534,
"step": 1500
},
{
"epoch": 0.27654867256637167,
"eval_alignment_abstract": {
"mean_alignment": 0.5019819140434265
},
"eval_alignment_claim": {
"mean_alignment": 0.5074304938316345
},
"eval_alignment_global": {
"mean_alignment": 0.5145304799079895
},
"eval_alignment_invention": {
"mean_alignment": 0.48755791783332825
},
"eval_ipc_cls_abstract_accuracy_primary": 58.48,
"eval_ipc_cls_abstract_precision@1": 63.32,
"eval_ipc_cls_abstract_precision@3": 31.813333333333333,
"eval_ipc_cls_abstract_precision@5": 21.151999999999997,
"eval_ipc_cls_global_accuracy_primary": 58.48,
"eval_ipc_cls_global_precision@1": 63.32,
"eval_ipc_cls_global_precision@3": 31.813333333333333,
"eval_ipc_cls_global_precision@5": 21.151999999999997,
"eval_ipc_knn_abstract_accuracy_primary": 63.839999999999996,
"eval_ipc_knn_abstract_precision@1": 69.44,
"eval_ipc_knn_abstract_precision@3": 28.186666666666664,
"eval_ipc_knn_abstract_precision@5": 17.088,
"eval_ipc_knn_global_accuracy_primary": 63.839999999999996,
"eval_ipc_knn_global_precision@1": 69.44,
"eval_ipc_knn_global_precision@3": 28.186666666666664,
"eval_ipc_knn_global_precision@5": 17.088,
"eval_priorArt_ndcg@100_a2a": 0.29362830637684045,
"eval_priorArt_ndcg@100_a2all": 0.29690995795080954,
"eval_priorArt_ndcg@100_a2c": 0.30410289192653484,
"eval_priorArt_ndcg@100_a2i": 0.2665644177550835,
"eval_priorArt_ndcg@100_c2a": 0.330009990189018,
"eval_priorArt_ndcg@100_c2all": 0.32802140507988314,
"eval_priorArt_ndcg@100_c2c": 0.3374940924752119,
"eval_priorArt_ndcg@100_c2i": 0.32174309771267673,
"eval_priorArt_ndcg@100_i2a": 0.311318796755912,
"eval_priorArt_ndcg@100_i2all": 0.29510171880491365,
"eval_priorArt_ndcg@100_i2c": 0.29614530008743994,
"eval_priorArt_ndcg@100_i2i": 0.28169982874374916,
"eval_priorArt_ndcg@10_a2a": 0.185168690655245,
"eval_priorArt_ndcg@10_a2all": 0.178012591700802,
"eval_priorArt_ndcg@10_a2c": 0.16485923306771935,
"eval_priorArt_ndcg@10_a2i": 0.15639526986501476,
"eval_priorArt_ndcg@10_c2a": 0.21788213428649167,
"eval_priorArt_ndcg@10_c2all": 0.18098867047409797,
"eval_priorArt_ndcg@10_c2c": 0.19602852485042982,
"eval_priorArt_ndcg@10_c2i": 0.17598459000046526,
"eval_priorArt_ndcg@10_i2a": 0.2077398699346309,
"eval_priorArt_ndcg@10_i2all": 0.18148582145876663,
"eval_priorArt_ndcg@10_i2c": 0.16561450190861318,
"eval_priorArt_ndcg@10_i2i": 0.16886036736274387,
"eval_priorArt_ndcg@20_a2a": 0.21027301185819774,
"eval_priorArt_ndcg@20_a2all": 0.2103954210417524,
"eval_priorArt_ndcg@20_a2c": 0.22839604839369648,
"eval_priorArt_ndcg@20_a2i": 0.18098012998766239,
"eval_priorArt_ndcg@20_c2a": 0.2564935317131035,
"eval_priorArt_ndcg@20_c2all": 0.2544647913989261,
"eval_priorArt_ndcg@20_c2c": 0.2603506501129478,
"eval_priorArt_ndcg@20_c2i": 0.2283120748957444,
"eval_priorArt_ndcg@20_i2a": 0.24368096565388536,
"eval_priorArt_ndcg@20_i2all": 0.21735782324848746,
"eval_priorArt_ndcg@20_i2c": 0.22321922230194674,
"eval_priorArt_ndcg@20_i2i": 0.22025759445058885,
"eval_priorArt_ndcg@50_a2a": 0.2678940394660714,
"eval_priorArt_ndcg@50_a2all": 0.2650902805792672,
"eval_priorArt_ndcg@50_a2c": 0.271666500039195,
"eval_priorArt_ndcg@50_a2i": 0.2430753281174233,
"eval_priorArt_ndcg@50_c2a": 0.3038431293181195,
"eval_priorArt_ndcg@50_c2all": 0.30082038181418086,
"eval_priorArt_ndcg@50_c2c": 0.30870861413551903,
"eval_priorArt_ndcg@50_c2i": 0.2796911608735883,
"eval_priorArt_ndcg@50_i2a": 0.28368305048279396,
"eval_priorArt_ndcg@50_i2all": 0.2754956399854005,
"eval_priorArt_ndcg@50_i2c": 0.2828713867742268,
"eval_priorArt_ndcg@50_i2i": 0.25552798909294167,
"eval_priorArt_recall@100_a2a": 0.7666666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8083333333333333,
"eval_priorArt_recall@100_a2i": 0.75,
"eval_priorArt_recall@100_c2a": 0.8416666666666668,
"eval_priorArt_recall@100_c2all": 0.8666666666666668,
"eval_priorArt_recall@100_c2c": 0.875,
"eval_priorArt_recall@100_c2i": 0.8583333333333334,
"eval_priorArt_recall@100_i2a": 0.7750000000000001,
"eval_priorArt_recall@100_i2all": 0.7583333333333334,
"eval_priorArt_recall@100_i2c": 0.7708333333333334,
"eval_priorArt_recall@100_i2i": 0.725,
"eval_priorArt_recall@10_a2a": 0.3625,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.29999999999999993,
"eval_priorArt_recall@10_a2i": 0.31250000000000006,
"eval_priorArt_recall@10_c2a": 0.4125,
"eval_priorArt_recall@10_c2all": 0.3166666666666667,
"eval_priorArt_recall@10_c2c": 0.3416666666666667,
"eval_priorArt_recall@10_c2i": 0.29583333333333334,
"eval_priorArt_recall@10_i2a": 0.38333333333333336,
"eval_priorArt_recall@10_i2all": 0.3375,
"eval_priorArt_recall@10_i2c": 0.29583333333333334,
"eval_priorArt_recall@10_i2i": 0.3,
"eval_priorArt_recall@20_a2a": 0.4333333333333333,
"eval_priorArt_recall@20_a2all": 0.45,
"eval_priorArt_recall@20_a2c": 0.48749999999999993,
"eval_priorArt_recall@20_a2i": 0.3875,
"eval_priorArt_recall@20_c2a": 0.5291666666666666,
"eval_priorArt_recall@20_c2all": 0.5541666666666666,
"eval_priorArt_recall@20_c2c": 0.5458333333333334,
"eval_priorArt_recall@20_c2i": 0.45833333333333337,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4416666666666666,
"eval_priorArt_recall@20_i2c": 0.4708333333333333,
"eval_priorArt_recall@20_i2i": 0.4625,
"eval_priorArt_recall@50_a2a": 0.6416666666666667,
"eval_priorArt_recall@50_a2all": 0.6541666666666667,
"eval_priorArt_recall@50_a2c": 0.6541666666666667,
"eval_priorArt_recall@50_a2i": 0.6416666666666667,
"eval_priorArt_recall@50_c2a": 0.7125,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.7291666666666667,
"eval_priorArt_recall@50_c2i": 0.65,
"eval_priorArt_recall@50_i2a": 0.6416666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.5875,
"eval_singularentropy_abstract": 0.5187796133757516,
"eval_singularentropy_claim": 0.5019686249122304,
"eval_singularentropy_global": 0.5049319986865461,
"eval_singularentropy_invention": 0.5594066858066369,
"eval_uniformity_abstract": -2.6634116172790527,
"eval_uniformity_claim": -2.664858818054199,
"eval_uniformity_global": -2.6528356075286865,
"eval_uniformity_invention": -2.5925514698028564,
"step": 1500
},
{
"epoch": 0.2783923303834808,
"grad_norm": 0.9260486364364624,
"learning_rate": 9.068037569760017e-06,
"loss": 0.0365,
"step": 1510
},
{
"epoch": 0.28023598820059,
"grad_norm": 0.8985090255737305,
"learning_rate": 9.049242439470139e-06,
"loss": 0.0464,
"step": 1520
},
{
"epoch": 0.28207964601769914,
"grad_norm": 1.0708951950073242,
"learning_rate": 9.030279562315907e-06,
"loss": 0.0507,
"step": 1530
},
{
"epoch": 0.28392330383480824,
"grad_norm": 1.10695481300354,
"learning_rate": 9.011149723867279e-06,
"loss": 0.048,
"step": 1540
},
{
"epoch": 0.2857669616519174,
"grad_norm": 0.8481355309486389,
"learning_rate": 8.991853716610859e-06,
"loss": 0.0465,
"step": 1550
},
{
"epoch": 0.28761061946902655,
"grad_norm": 0.9041677713394165,
"learning_rate": 8.97239233991709e-06,
"loss": 0.0484,
"step": 1560
},
{
"epoch": 0.2894542772861357,
"grad_norm": 0.6773564219474792,
"learning_rate": 8.952766400007129e-06,
"loss": 0.0356,
"step": 1570
},
{
"epoch": 0.29129793510324486,
"grad_norm": 0.9223201870918274,
"learning_rate": 8.932976709919445e-06,
"loss": 0.0437,
"step": 1580
},
{
"epoch": 0.29314159292035397,
"grad_norm": 1.023290753364563,
"learning_rate": 8.91302408947614e-06,
"loss": 0.0493,
"step": 1590
},
{
"epoch": 0.2949852507374631,
"grad_norm": 0.9258338809013367,
"learning_rate": 8.892909365248996e-06,
"loss": 0.0409,
"step": 1600
},
{
"epoch": 0.2968289085545723,
"grad_norm": 0.9554691910743713,
"learning_rate": 8.872633370525212e-06,
"loss": 0.0557,
"step": 1610
},
{
"epoch": 0.29867256637168144,
"grad_norm": 0.7012710571289062,
"learning_rate": 8.852196945272906e-06,
"loss": 0.0419,
"step": 1620
},
{
"epoch": 0.299594395280236,
"eval_alignment_abstract": {
"mean_alignment": 0.4941025972366333
},
"eval_alignment_claim": {
"mean_alignment": 0.4979372024536133
},
"eval_alignment_global": {
"mean_alignment": 0.5059952139854431
},
"eval_alignment_invention": {
"mean_alignment": 0.481591135263443
},
"eval_ipc_cls_abstract_accuracy_primary": 58.52,
"eval_ipc_cls_abstract_precision@1": 63.28,
"eval_ipc_cls_abstract_precision@3": 31.746666666666666,
"eval_ipc_cls_abstract_precision@5": 21.191999999999997,
"eval_ipc_cls_global_accuracy_primary": 58.52,
"eval_ipc_cls_global_precision@1": 63.28,
"eval_ipc_cls_global_precision@3": 31.746666666666666,
"eval_ipc_cls_global_precision@5": 21.191999999999997,
"eval_ipc_knn_abstract_accuracy_primary": 64.24,
"eval_ipc_knn_abstract_precision@1": 69.88,
"eval_ipc_knn_abstract_precision@3": 28.4,
"eval_ipc_knn_abstract_precision@5": 17.208,
"eval_ipc_knn_global_accuracy_primary": 64.24,
"eval_ipc_knn_global_precision@1": 69.88,
"eval_ipc_knn_global_precision@3": 28.4,
"eval_ipc_knn_global_precision@5": 17.208,
"eval_priorArt_ndcg@100_a2a": 0.2939074779281559,
"eval_priorArt_ndcg@100_a2all": 0.3019901650660585,
"eval_priorArt_ndcg@100_a2c": 0.3057474505623273,
"eval_priorArt_ndcg@100_a2i": 0.26606385373003827,
"eval_priorArt_ndcg@100_c2a": 0.3428607708879196,
"eval_priorArt_ndcg@100_c2all": 0.3310225759890548,
"eval_priorArt_ndcg@100_c2c": 0.34514412292311836,
"eval_priorArt_ndcg@100_c2i": 0.32042681764397546,
"eval_priorArt_ndcg@100_i2a": 0.3262961526681939,
"eval_priorArt_ndcg@100_i2all": 0.29886266310555304,
"eval_priorArt_ndcg@100_i2c": 0.3021939546634925,
"eval_priorArt_ndcg@100_i2i": 0.2826336722238912,
"eval_priorArt_ndcg@10_a2a": 0.1873566037861657,
"eval_priorArt_ndcg@10_a2all": 0.17823713884959033,
"eval_priorArt_ndcg@10_a2c": 0.15646681590218545,
"eval_priorArt_ndcg@10_a2i": 0.1572167468776638,
"eval_priorArt_ndcg@10_c2a": 0.20391799126927307,
"eval_priorArt_ndcg@10_c2all": 0.1875188388080272,
"eval_priorArt_ndcg@10_c2c": 0.19678797998938372,
"eval_priorArt_ndcg@10_c2i": 0.18264053481832754,
"eval_priorArt_ndcg@10_i2a": 0.21812747004649768,
"eval_priorArt_ndcg@10_i2all": 0.18665596425580816,
"eval_priorArt_ndcg@10_i2c": 0.1729101486542876,
"eval_priorArt_ndcg@10_i2i": 0.16481804765791225,
"eval_priorArt_ndcg@20_a2a": 0.21598692478643083,
"eval_priorArt_ndcg@20_a2all": 0.2159196427647773,
"eval_priorArt_ndcg@20_a2c": 0.21951842712403993,
"eval_priorArt_ndcg@20_a2i": 0.16884947410733972,
"eval_priorArt_ndcg@20_c2a": 0.25959013754422633,
"eval_priorArt_ndcg@20_c2all": 0.24635313022685726,
"eval_priorArt_ndcg@20_c2c": 0.26135356054037934,
"eval_priorArt_ndcg@20_c2i": 0.22320478319914305,
"eval_priorArt_ndcg@20_i2a": 0.24586655501437318,
"eval_priorArt_ndcg@20_i2all": 0.21743273136823396,
"eval_priorArt_ndcg@20_i2c": 0.225387656081189,
"eval_priorArt_ndcg@20_i2i": 0.21435694449484624,
"eval_priorArt_ndcg@50_a2a": 0.2683890003469853,
"eval_priorArt_ndcg@50_a2all": 0.27362160133243807,
"eval_priorArt_ndcg@50_a2c": 0.2737661075295725,
"eval_priorArt_ndcg@50_a2i": 0.2378438561563189,
"eval_priorArt_ndcg@50_c2a": 0.3119927164580441,
"eval_priorArt_ndcg@50_c2all": 0.2996617155914552,
"eval_priorArt_ndcg@50_c2c": 0.31446006487571887,
"eval_priorArt_ndcg@50_c2i": 0.2832587517647993,
"eval_priorArt_ndcg@50_i2a": 0.2938717958932621,
"eval_priorArt_ndcg@50_i2all": 0.27462249787787585,
"eval_priorArt_ndcg@50_i2c": 0.2850165089784871,
"eval_priorArt_ndcg@50_i2i": 0.25194226655313445,
"eval_priorArt_recall@100_a2a": 0.7666666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.825,
"eval_priorArt_recall@100_a2i": 0.75,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.8666666666666668,
"eval_priorArt_recall@100_c2c": 0.9083333333333334,
"eval_priorArt_recall@100_c2i": 0.8333333333333333,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.7833333333333334,
"eval_priorArt_recall@100_i2c": 0.7875,
"eval_priorArt_recall@100_i2i": 0.75,
"eval_priorArt_recall@10_a2a": 0.37083333333333335,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.26666666666666666,
"eval_priorArt_recall@10_a2i": 0.31250000000000006,
"eval_priorArt_recall@10_c2a": 0.33749999999999997,
"eval_priorArt_recall@10_c2all": 0.32083333333333336,
"eval_priorArt_recall@10_c2c": 0.3416666666666667,
"eval_priorArt_recall@10_c2i": 0.29583333333333334,
"eval_priorArt_recall@10_i2a": 0.3875,
"eval_priorArt_recall@10_i2all": 0.35416666666666663,
"eval_priorArt_recall@10_i2c": 0.30833333333333335,
"eval_priorArt_recall@10_i2i": 0.29583333333333334,
"eval_priorArt_recall@20_a2a": 0.45,
"eval_priorArt_recall@20_a2all": 0.45,
"eval_priorArt_recall@20_a2c": 0.4624999999999999,
"eval_priorArt_recall@20_a2i": 0.3458333333333333,
"eval_priorArt_recall@20_c2a": 0.5125,
"eval_priorArt_recall@20_c2all": 0.5125,
"eval_priorArt_recall@20_c2c": 0.5458333333333334,
"eval_priorArt_recall@20_c2i": 0.4291666666666667,
"eval_priorArt_recall@20_i2a": 0.4708333333333333,
"eval_priorArt_recall@20_i2all": 0.4416666666666666,
"eval_priorArt_recall@20_i2c": 0.4708333333333333,
"eval_priorArt_recall@20_i2i": 0.45,
"eval_priorArt_recall@50_a2a": 0.6416666666666667,
"eval_priorArt_recall@50_a2all": 0.6666666666666667,
"eval_priorArt_recall@50_a2c": 0.6708333333333334,
"eval_priorArt_recall@50_a2i": 0.6208333333333333,
"eval_priorArt_recall@50_c2a": 0.7125,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7541666666666667,
"eval_priorArt_recall@50_c2i": 0.65,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.5875,
"eval_singularentropy_abstract": 0.5245958369733525,
"eval_singularentropy_claim": 0.5102381176602762,
"eval_singularentropy_global": 0.5121510682518289,
"eval_singularentropy_invention": 0.5672854329572261,
"eval_uniformity_abstract": -2.6417160034179688,
"eval_uniformity_claim": -2.6399669647216797,
"eval_uniformity_global": -2.6289052963256836,
"eval_uniformity_invention": -2.5690534114837646,
"step": 1625
},
{
"epoch": 0.30051622418879054,
"grad_norm": 1.5702159404754639,
"learning_rate": 8.831600936106304e-06,
"loss": 0.0529,
"step": 1630
},
{
"epoch": 0.3023598820058997,
"grad_norm": 1.1301603317260742,
"learning_rate": 8.810846196250669e-06,
"loss": 0.046,
"step": 1640
},
{
"epoch": 0.30420353982300885,
"grad_norm": 0.7495173811912537,
"learning_rate": 8.789933585506962e-06,
"loss": 0.0434,
"step": 1650
},
{
"epoch": 0.306047197640118,
"grad_norm": 0.9012109637260437,
"learning_rate": 8.768863970216216e-06,
"loss": 0.0432,
"step": 1660
},
{
"epoch": 0.30789085545722716,
"grad_norm": 0.8847713470458984,
"learning_rate": 8.747638223223647e-06,
"loss": 0.0453,
"step": 1670
},
{
"epoch": 0.30973451327433627,
"grad_norm": 1.2040340900421143,
"learning_rate": 8.7262572238425e-06,
"loss": 0.05,
"step": 1680
},
{
"epoch": 0.3115781710914454,
"grad_norm": 0.8440993428230286,
"learning_rate": 8.704721857817617e-06,
"loss": 0.0418,
"step": 1690
},
{
"epoch": 0.3134218289085546,
"grad_norm": 0.9128792881965637,
"learning_rate": 8.68303301728874e-06,
"loss": 0.0385,
"step": 1700
},
{
"epoch": 0.31526548672566373,
"grad_norm": 0.8060662150382996,
"learning_rate": 8.661191600753567e-06,
"loss": 0.0421,
"step": 1710
},
{
"epoch": 0.31710914454277284,
"grad_norm": 1.0484719276428223,
"learning_rate": 8.639198513030514e-06,
"loss": 0.0431,
"step": 1720
},
{
"epoch": 0.318952802359882,
"grad_norm": 0.9103500247001648,
"learning_rate": 8.617054665221238e-06,
"loss": 0.0399,
"step": 1730
},
{
"epoch": 0.32079646017699115,
"grad_norm": 0.8311316967010498,
"learning_rate": 8.594760974672898e-06,
"loss": 0.0415,
"step": 1740
},
{
"epoch": 0.3226401179941003,
"grad_norm": 0.9401690363883972,
"learning_rate": 8.572318364940139e-06,
"loss": 0.0429,
"step": 1750
},
{
"epoch": 0.3226401179941003,
"eval_alignment_abstract": {
"mean_alignment": 0.48873433470726013
},
"eval_alignment_claim": {
"mean_alignment": 0.4965505301952362
},
"eval_alignment_global": {
"mean_alignment": 0.5026178956031799
},
"eval_alignment_invention": {
"mean_alignment": 0.4793137311935425
},
"eval_ipc_cls_abstract_accuracy_primary": 58.879999999999995,
"eval_ipc_cls_abstract_precision@1": 63.519999999999996,
"eval_ipc_cls_abstract_precision@3": 31.78666666666667,
"eval_ipc_cls_abstract_precision@5": 21.151999999999997,
"eval_ipc_cls_global_accuracy_primary": 58.879999999999995,
"eval_ipc_cls_global_precision@1": 63.519999999999996,
"eval_ipc_cls_global_precision@3": 31.78666666666667,
"eval_ipc_cls_global_precision@5": 21.151999999999997,
"eval_ipc_knn_abstract_accuracy_primary": 64.24,
"eval_ipc_knn_abstract_precision@1": 69.84,
"eval_ipc_knn_abstract_precision@3": 28.48,
"eval_ipc_knn_abstract_precision@5": 17.28,
"eval_ipc_knn_global_accuracy_primary": 64.24,
"eval_ipc_knn_global_precision@1": 69.84,
"eval_ipc_knn_global_precision@3": 28.48,
"eval_ipc_knn_global_precision@5": 17.28,
"eval_priorArt_ndcg@100_a2a": 0.2953516456489157,
"eval_priorArt_ndcg@100_a2all": 0.29710496863406,
"eval_priorArt_ndcg@100_a2c": 0.30492412283731773,
"eval_priorArt_ndcg@100_a2i": 0.2669724169939899,
"eval_priorArt_ndcg@100_c2a": 0.3361371157399252,
"eval_priorArt_ndcg@100_c2all": 0.33725019235695175,
"eval_priorArt_ndcg@100_c2c": 0.3370807767373323,
"eval_priorArt_ndcg@100_c2i": 0.31891207612956646,
"eval_priorArt_ndcg@100_i2a": 0.3253303255152699,
"eval_priorArt_ndcg@100_i2all": 0.2992563940037322,
"eval_priorArt_ndcg@100_i2c": 0.3090217667410453,
"eval_priorArt_ndcg@100_i2i": 0.2831136784280108,
"eval_priorArt_ndcg@10_a2a": 0.16902589836261828,
"eval_priorArt_ndcg@10_a2all": 0.15797038407796934,
"eval_priorArt_ndcg@10_a2c": 0.15818982953890542,
"eval_priorArt_ndcg@10_a2i": 0.15830430669126672,
"eval_priorArt_ndcg@10_c2a": 0.20678651465497908,
"eval_priorArt_ndcg@10_c2all": 0.18613346271778922,
"eval_priorArt_ndcg@10_c2c": 0.19406020285096032,
"eval_priorArt_ndcg@10_c2i": 0.17606468943106462,
"eval_priorArt_ndcg@10_i2a": 0.21110821244105687,
"eval_priorArt_ndcg@10_i2all": 0.17616033644368145,
"eval_priorArt_ndcg@10_i2c": 0.19282192607266452,
"eval_priorArt_ndcg@10_i2i": 0.1664066107004883,
"eval_priorArt_ndcg@20_a2a": 0.2140142744353138,
"eval_priorArt_ndcg@20_a2all": 0.2102346330110913,
"eval_priorArt_ndcg@20_a2c": 0.22293667897337088,
"eval_priorArt_ndcg@20_a2i": 0.16979723520632456,
"eval_priorArt_ndcg@20_c2a": 0.25273896049357203,
"eval_priorArt_ndcg@20_c2all": 0.2376249614523997,
"eval_priorArt_ndcg@20_c2c": 0.2566995629081237,
"eval_priorArt_ndcg@20_c2i": 0.22210141511856932,
"eval_priorArt_ndcg@20_i2a": 0.24371267013653694,
"eval_priorArt_ndcg@20_i2all": 0.22584309289139912,
"eval_priorArt_ndcg@20_i2c": 0.21835682455290456,
"eval_priorArt_ndcg@20_i2i": 0.1986576512251113,
"eval_priorArt_ndcg@50_a2a": 0.2747268365482648,
"eval_priorArt_ndcg@50_a2all": 0.2684117467832886,
"eval_priorArt_ndcg@50_a2c": 0.2711559430349205,
"eval_priorArt_ndcg@50_a2i": 0.2394866882317334,
"eval_priorArt_ndcg@50_c2a": 0.3051427994721013,
"eval_priorArt_ndcg@50_c2all": 0.29381307991316874,
"eval_priorArt_ndcg@50_c2c": 0.3096668550784827,
"eval_priorArt_ndcg@50_c2i": 0.2726307347084679,
"eval_priorArt_ndcg@50_i2a": 0.29265096168423893,
"eval_priorArt_ndcg@50_i2all": 0.27600417190145826,
"eval_priorArt_ndcg@50_i2c": 0.28428474200319237,
"eval_priorArt_ndcg@50_i2i": 0.24860047310439545,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8083333333333333,
"eval_priorArt_recall@100_a2i": 0.75,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.9083333333333334,
"eval_priorArt_recall@100_c2c": 0.8916666666666668,
"eval_priorArt_recall@100_c2i": 0.8583333333333334,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.7750000000000001,
"eval_priorArt_recall@100_i2c": 0.825,
"eval_priorArt_recall@100_i2i": 0.75,
"eval_priorArt_recall@10_a2a": 0.32083333333333336,
"eval_priorArt_recall@10_a2all": 0.29166666666666663,
"eval_priorArt_recall@10_a2c": 0.27499999999999997,
"eval_priorArt_recall@10_a2i": 0.31250000000000006,
"eval_priorArt_recall@10_c2a": 0.37499999999999994,
"eval_priorArt_recall@10_c2all": 0.32083333333333336,
"eval_priorArt_recall@10_c2c": 0.35000000000000003,
"eval_priorArt_recall@10_c2i": 0.29583333333333334,
"eval_priorArt_recall@10_i2a": 0.37083333333333335,
"eval_priorArt_recall@10_i2all": 0.32083333333333336,
"eval_priorArt_recall@10_i2c": 0.37083333333333335,
"eval_priorArt_recall@10_i2i": 0.29583333333333334,
"eval_priorArt_recall@20_a2a": 0.45,
"eval_priorArt_recall@20_a2all": 0.4458333333333333,
"eval_priorArt_recall@20_a2c": 0.4624999999999999,
"eval_priorArt_recall@20_a2i": 0.3458333333333333,
"eval_priorArt_recall@20_c2a": 0.5125,
"eval_priorArt_recall@20_c2all": 0.48749999999999993,
"eval_priorArt_recall@20_c2c": 0.5458333333333334,
"eval_priorArt_recall@20_c2i": 0.4458333333333334,
"eval_priorArt_recall@20_i2a": 0.4666666666666666,
"eval_priorArt_recall@20_i2all": 0.4666666666666666,
"eval_priorArt_recall@20_i2c": 0.4458333333333333,
"eval_priorArt_recall@20_i2i": 0.39583333333333337,
"eval_priorArt_recall@50_a2a": 0.6916666666666667,
"eval_priorArt_recall@50_a2all": 0.6666666666666667,
"eval_priorArt_recall@50_a2c": 0.6458333333333334,
"eval_priorArt_recall@50_a2i": 0.625,
"eval_priorArt_recall@50_c2a": 0.7125,
"eval_priorArt_recall@50_c2all": 0.6958333333333333,
"eval_priorArt_recall@50_c2c": 0.7541666666666667,
"eval_priorArt_recall@50_c2i": 0.6333333333333334,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.575,
"eval_singularentropy_abstract": 0.5326490634548131,
"eval_singularentropy_claim": 0.5142994240347262,
"eval_singularentropy_global": 0.5178334911052469,
"eval_singularentropy_invention": 0.5720930954029143,
"eval_uniformity_abstract": -2.61139178276062,
"eval_uniformity_claim": -2.6200623512268066,
"eval_uniformity_global": -2.6022253036499023,
"eval_uniformity_invention": -2.541325569152832,
"step": 1750
},
{
"epoch": 0.32448377581120946,
"grad_norm": 0.765972912311554,
"learning_rate": 8.549727765746852e-06,
"loss": 0.0405,
"step": 1760
},
{
"epoch": 0.32632743362831856,
"grad_norm": 0.6261593699455261,
"learning_rate": 8.526990112947636e-06,
"loss": 0.0394,
"step": 1770
},
{
"epoch": 0.3281710914454277,
"grad_norm": 0.9069242477416992,
"learning_rate": 8.504106348489047e-06,
"loss": 0.0412,
"step": 1780
},
{
"epoch": 0.3300147492625369,
"grad_norm": 0.9496743679046631,
"learning_rate": 8.481077420370564e-06,
"loss": 0.0473,
"step": 1790
},
{
"epoch": 0.33185840707964603,
"grad_norm": 1.031481146812439,
"learning_rate": 8.457904282605324e-06,
"loss": 0.038,
"step": 1800
},
{
"epoch": 0.33370206489675514,
"grad_norm": 0.8635607957839966,
"learning_rate": 8.434587895180599e-06,
"loss": 0.0419,
"step": 1810
},
{
"epoch": 0.3355457227138643,
"grad_norm": 0.4622807204723358,
"learning_rate": 8.411129224018025e-06,
"loss": 0.0396,
"step": 1820
},
{
"epoch": 0.33738938053097345,
"grad_norm": 0.5058406591415405,
"learning_rate": 8.387529240933585e-06,
"loss": 0.039,
"step": 1830
},
{
"epoch": 0.3392330383480826,
"grad_norm": 0.6415208578109741,
"learning_rate": 8.363788923597353e-06,
"loss": 0.0421,
"step": 1840
},
{
"epoch": 0.34107669616519176,
"grad_norm": 0.6272279024124146,
"learning_rate": 8.339909255492998e-06,
"loss": 0.0349,
"step": 1850
},
{
"epoch": 0.34292035398230086,
"grad_norm": 1.1515793800354004,
"learning_rate": 8.315891225877026e-06,
"loss": 0.0506,
"step": 1860
},
{
"epoch": 0.34476401179941,
"grad_norm": 0.886939287185669,
"learning_rate": 8.291735829737817e-06,
"loss": 0.0341,
"step": 1870
},
{
"epoch": 0.3456858407079646,
"eval_alignment_abstract": {
"mean_alignment": 0.4895082116127014
},
"eval_alignment_claim": {
"mean_alignment": 0.49296778440475464
},
"eval_alignment_global": {
"mean_alignment": 0.5005057454109192
},
"eval_alignment_invention": {
"mean_alignment": 0.47444334626197815
},
"eval_ipc_cls_abstract_accuracy_primary": 58.76,
"eval_ipc_cls_abstract_precision@1": 63.36000000000001,
"eval_ipc_cls_abstract_precision@3": 31.66666666666667,
"eval_ipc_cls_abstract_precision@5": 21.2,
"eval_ipc_cls_global_accuracy_primary": 58.76,
"eval_ipc_cls_global_precision@1": 63.36000000000001,
"eval_ipc_cls_global_precision@3": 31.66666666666667,
"eval_ipc_cls_global_precision@5": 21.2,
"eval_ipc_knn_abstract_accuracy_primary": 64.44,
"eval_ipc_knn_abstract_precision@1": 70.12,
"eval_ipc_knn_abstract_precision@3": 28.560000000000002,
"eval_ipc_knn_abstract_precision@5": 17.328000000000003,
"eval_ipc_knn_global_accuracy_primary": 64.44,
"eval_ipc_knn_global_precision@1": 70.12,
"eval_ipc_knn_global_precision@3": 28.560000000000002,
"eval_ipc_knn_global_precision@5": 17.328000000000003,
"eval_priorArt_ndcg@100_a2a": 0.2905934841753695,
"eval_priorArt_ndcg@100_a2all": 0.2870925824617244,
"eval_priorArt_ndcg@100_a2c": 0.3063144331088782,
"eval_priorArt_ndcg@100_a2i": 0.2668834905910547,
"eval_priorArt_ndcg@100_c2a": 0.3394938017939913,
"eval_priorArt_ndcg@100_c2all": 0.35712781618748934,
"eval_priorArt_ndcg@100_c2c": 0.35805699252035217,
"eval_priorArt_ndcg@100_c2i": 0.3245261901279604,
"eval_priorArt_ndcg@100_i2a": 0.32003704167324004,
"eval_priorArt_ndcg@100_i2all": 0.2953950944797498,
"eval_priorArt_ndcg@100_i2c": 0.3194024698442834,
"eval_priorArt_ndcg@100_i2i": 0.28020510525420134,
"eval_priorArt_ndcg@10_a2a": 0.17290898825814277,
"eval_priorArt_ndcg@10_a2all": 0.16903555131414139,
"eval_priorArt_ndcg@10_a2c": 0.17566884298320268,
"eval_priorArt_ndcg@10_a2i": 0.15860305097648847,
"eval_priorArt_ndcg@10_c2a": 0.206059179941903,
"eval_priorArt_ndcg@10_c2all": 0.21803446877614316,
"eval_priorArt_ndcg@10_c2c": 0.21088587183957905,
"eval_priorArt_ndcg@10_c2i": 0.1758943541615382,
"eval_priorArt_ndcg@10_i2a": 0.19972555630704675,
"eval_priorArt_ndcg@10_i2all": 0.16301407921469893,
"eval_priorArt_ndcg@10_i2c": 0.2029422120770989,
"eval_priorArt_ndcg@10_i2i": 0.15670770926631983,
"eval_priorArt_ndcg@20_a2a": 0.2034326357888272,
"eval_priorArt_ndcg@20_a2all": 0.19863221370541612,
"eval_priorArt_ndcg@20_a2c": 0.22489189834168793,
"eval_priorArt_ndcg@20_a2i": 0.17173033507167876,
"eval_priorArt_ndcg@20_c2a": 0.26032183507614753,
"eval_priorArt_ndcg@20_c2all": 0.2628813746873513,
"eval_priorArt_ndcg@20_c2c": 0.2769899556533104,
"eval_priorArt_ndcg@20_c2i": 0.21485538600114631,
"eval_priorArt_ndcg@20_i2a": 0.2374672101041655,
"eval_priorArt_ndcg@20_i2all": 0.2220816720636014,
"eval_priorArt_ndcg@20_i2c": 0.24152262276766226,
"eval_priorArt_ndcg@20_i2i": 0.19919919423215163,
"eval_priorArt_ndcg@50_a2a": 0.2652032205985116,
"eval_priorArt_ndcg@50_a2all": 0.2671686897937767,
"eval_priorArt_ndcg@50_a2c": 0.27285417945329005,
"eval_priorArt_ndcg@50_a2i": 0.24287249153572948,
"eval_priorArt_ndcg@50_c2a": 0.30808241111092094,
"eval_priorArt_ndcg@50_c2all": 0.3133276081463362,
"eval_priorArt_ndcg@50_c2c": 0.3196740827148878,
"eval_priorArt_ndcg@50_c2i": 0.2826161784948516,
"eval_priorArt_ndcg@50_i2a": 0.28688970580381434,
"eval_priorArt_ndcg@50_i2all": 0.271987336103883,
"eval_priorArt_ndcg@50_i2c": 0.28519879606350823,
"eval_priorArt_ndcg@50_i2i": 0.2454648056775685,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.7833333333333334,
"eval_priorArt_recall@100_a2c": 0.8083333333333333,
"eval_priorArt_recall@100_a2i": 0.75,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.9083333333333334,
"eval_priorArt_recall@100_c2c": 0.8916666666666668,
"eval_priorArt_recall@100_c2i": 0.8833333333333334,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.7750000000000001,
"eval_priorArt_recall@100_i2c": 0.825,
"eval_priorArt_recall@100_i2i": 0.75,
"eval_priorArt_recall@10_a2a": 0.3458333333333333,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.3208333333333333,
"eval_priorArt_recall@10_a2i": 0.31250000000000006,
"eval_priorArt_recall@10_c2a": 0.36249999999999993,
"eval_priorArt_recall@10_c2all": 0.37083333333333335,
"eval_priorArt_recall@10_c2c": 0.3375,
"eval_priorArt_recall@10_c2i": 0.29583333333333334,
"eval_priorArt_recall@10_i2a": 0.35416666666666663,
"eval_priorArt_recall@10_i2all": 0.29583333333333334,
"eval_priorArt_recall@10_i2c": 0.37083333333333335,
"eval_priorArt_recall@10_i2i": 0.2791666666666667,
"eval_priorArt_recall@20_a2a": 0.4333333333333333,
"eval_priorArt_recall@20_a2all": 0.4208333333333333,
"eval_priorArt_recall@20_a2c": 0.4624999999999999,
"eval_priorArt_recall@20_a2i": 0.3541666666666667,
"eval_priorArt_recall@20_c2a": 0.5291666666666666,
"eval_priorArt_recall@20_c2all": 0.5041666666666667,
"eval_priorArt_recall@20_c2c": 0.5458333333333334,
"eval_priorArt_recall@20_c2i": 0.4166666666666667,
"eval_priorArt_recall@20_i2a": 0.4666666666666666,
"eval_priorArt_recall@20_i2all": 0.4666666666666666,
"eval_priorArt_recall@20_i2c": 0.48749999999999993,
"eval_priorArt_recall@20_i2i": 0.4,
"eval_priorArt_recall@50_a2a": 0.6583333333333334,
"eval_priorArt_recall@50_a2all": 0.6833333333333333,
"eval_priorArt_recall@50_a2c": 0.6458333333333334,
"eval_priorArt_recall@50_a2i": 0.6375,
"eval_priorArt_recall@50_c2a": 0.7125,
"eval_priorArt_recall@50_c2all": 0.6958333333333333,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.675,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.575,
"eval_singularentropy_abstract": 0.5345549371388179,
"eval_singularentropy_claim": 0.5143822722013427,
"eval_singularentropy_global": 0.5192674857011528,
"eval_singularentropy_invention": 0.5749696214248293,
"eval_uniformity_abstract": -2.590506076812744,
"eval_uniformity_claim": -2.595804214477539,
"eval_uniformity_global": -2.577962875366211,
"eval_uniformity_invention": -2.5148768424987793,
"step": 1875
},
{
"epoch": 0.3466076696165192,
"grad_norm": 0.8749029636383057,
"learning_rate": 8.267444067754386e-06,
"loss": 0.04,
"step": 1880
},
{
"epoch": 0.34845132743362833,
"grad_norm": 0.8956179618835449,
"learning_rate": 8.243016946254947e-06,
"loss": 0.0444,
"step": 1890
},
{
"epoch": 0.3502949852507375,
"grad_norm": 0.7038974761962891,
"learning_rate": 8.218455477175216e-06,
"loss": 0.0347,
"step": 1900
},
{
"epoch": 0.3521386430678466,
"grad_norm": 0.7454805374145508,
"learning_rate": 8.193760678016484e-06,
"loss": 0.0385,
"step": 1910
},
{
"epoch": 0.35398230088495575,
"grad_norm": 0.7635096311569214,
"learning_rate": 8.168933571803475e-06,
"loss": 0.045,
"step": 1920
},
{
"epoch": 0.3558259587020649,
"grad_norm": 0.553086519241333,
"learning_rate": 8.14397518704196e-06,
"loss": 0.0498,
"step": 1930
},
{
"epoch": 0.35766961651917406,
"grad_norm": 0.7062326669692993,
"learning_rate": 8.11888655767615e-06,
"loss": 0.041,
"step": 1940
},
{
"epoch": 0.35951327433628316,
"grad_norm": 0.7601512670516968,
"learning_rate": 8.093668723045866e-06,
"loss": 0.0377,
"step": 1950
},
{
"epoch": 0.3613569321533923,
"grad_norm": 0.8796586394309998,
"learning_rate": 8.06832272784348e-06,
"loss": 0.0447,
"step": 1960
},
{
"epoch": 0.3632005899705015,
"grad_norm": 0.7892318964004517,
"learning_rate": 8.042849622070635e-06,
"loss": 0.0432,
"step": 1970
},
{
"epoch": 0.36504424778761063,
"grad_norm": 0.8031631708145142,
"learning_rate": 8.017250460994748e-06,
"loss": 0.0464,
"step": 1980
},
{
"epoch": 0.3668879056047198,
"grad_norm": 0.8077846765518188,
"learning_rate": 7.991526305105299e-06,
"loss": 0.0428,
"step": 1990
},
{
"epoch": 0.3687315634218289,
"grad_norm": 0.6999675631523132,
"learning_rate": 7.965678220069892e-06,
"loss": 0.0468,
"step": 2000
},
{
"epoch": 0.3687315634218289,
"eval_alignment_abstract": {
"mean_alignment": 0.4809018075466156
},
"eval_alignment_claim": {
"mean_alignment": 0.4861471354961395
},
"eval_alignment_global": {
"mean_alignment": 0.4937323331832886
},
"eval_alignment_invention": {
"mean_alignment": 0.4688918888568878
},
"eval_ipc_cls_abstract_accuracy_primary": 58.28,
"eval_ipc_cls_abstract_precision@1": 63.04,
"eval_ipc_cls_abstract_precision@3": 31.666666666666664,
"eval_ipc_cls_abstract_precision@5": 21.215999999999998,
"eval_ipc_cls_global_accuracy_primary": 58.28,
"eval_ipc_cls_global_precision@1": 63.04,
"eval_ipc_cls_global_precision@3": 31.666666666666664,
"eval_ipc_cls_global_precision@5": 21.215999999999998,
"eval_ipc_knn_abstract_accuracy_primary": 64.44,
"eval_ipc_knn_abstract_precision@1": 70.24000000000001,
"eval_ipc_knn_abstract_precision@3": 28.68,
"eval_ipc_knn_abstract_precision@5": 17.384,
"eval_ipc_knn_global_accuracy_primary": 64.44,
"eval_ipc_knn_global_precision@1": 70.24000000000001,
"eval_ipc_knn_global_precision@3": 28.68,
"eval_ipc_knn_global_precision@5": 17.384,
"eval_priorArt_ndcg@100_a2a": 0.29265526352834736,
"eval_priorArt_ndcg@100_a2all": 0.29368585079779413,
"eval_priorArt_ndcg@100_a2c": 0.31430084754955295,
"eval_priorArt_ndcg@100_a2i": 0.2676718298109807,
"eval_priorArt_ndcg@100_c2a": 0.34173467541096997,
"eval_priorArt_ndcg@100_c2all": 0.35703477263526195,
"eval_priorArt_ndcg@100_c2c": 0.3605192659520328,
"eval_priorArt_ndcg@100_c2i": 0.3359621434787701,
"eval_priorArt_ndcg@100_i2a": 0.32013317115619777,
"eval_priorArt_ndcg@100_i2all": 0.30238347746564703,
"eval_priorArt_ndcg@100_i2c": 0.3119821718259267,
"eval_priorArt_ndcg@100_i2i": 0.2925609752727074,
"eval_priorArt_ndcg@10_a2a": 0.17928902945871283,
"eval_priorArt_ndcg@10_a2all": 0.16582318950857028,
"eval_priorArt_ndcg@10_a2c": 0.1781391269150109,
"eval_priorArt_ndcg@10_a2i": 0.15311167180654198,
"eval_priorArt_ndcg@10_c2a": 0.21756926144610605,
"eval_priorArt_ndcg@10_c2all": 0.22378453799092562,
"eval_priorArt_ndcg@10_c2c": 0.2145764084243042,
"eval_priorArt_ndcg@10_c2i": 0.18847152178825394,
"eval_priorArt_ndcg@10_i2a": 0.19570252127964982,
"eval_priorArt_ndcg@10_i2all": 0.19441333286975276,
"eval_priorArt_ndcg@10_i2c": 0.19728516233631638,
"eval_priorArt_ndcg@10_i2i": 0.1631113658101624,
"eval_priorArt_ndcg@20_a2a": 0.21006848287545843,
"eval_priorArt_ndcg@20_a2all": 0.20675609986852125,
"eval_priorArt_ndcg@20_a2c": 0.22443946199200204,
"eval_priorArt_ndcg@20_a2i": 0.17809044563793755,
"eval_priorArt_ndcg@20_c2a": 0.25328316577684695,
"eval_priorArt_ndcg@20_c2all": 0.25808661820337503,
"eval_priorArt_ndcg@20_c2c": 0.27683228987699177,
"eval_priorArt_ndcg@20_c2i": 0.2277153224348242,
"eval_priorArt_ndcg@20_i2a": 0.24422446887776944,
"eval_priorArt_ndcg@20_i2all": 0.23160790490594318,
"eval_priorArt_ndcg@20_i2c": 0.2330945159140719,
"eval_priorArt_ndcg@20_i2i": 0.1937300856416896,
"eval_priorArt_ndcg@50_a2a": 0.2715867372407815,
"eval_priorArt_ndcg@50_a2all": 0.2695671861632837,
"eval_priorArt_ndcg@50_a2c": 0.27745880053452854,
"eval_priorArt_ndcg@50_a2i": 0.24040722959746508,
"eval_priorArt_ndcg@50_c2a": 0.31068834878918744,
"eval_priorArt_ndcg@50_c2all": 0.3175380827031903,
"eval_priorArt_ndcg@50_c2c": 0.32797777022176205,
"eval_priorArt_ndcg@50_c2i": 0.2985377619471375,
"eval_priorArt_ndcg@50_i2a": 0.2843719835678206,
"eval_priorArt_ndcg@50_i2all": 0.28121875626244663,
"eval_priorArt_ndcg@50_i2c": 0.2882403538414113,
"eval_priorArt_ndcg@50_i2i": 0.2589175698359966,
"eval_priorArt_recall@100_a2a": 0.7666666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.825,
"eval_priorArt_recall@100_a2i": 0.75,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.9083333333333334,
"eval_priorArt_recall@100_c2c": 0.9083333333333334,
"eval_priorArt_recall@100_c2i": 0.8833333333333334,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.7708333333333334,
"eval_priorArt_recall@100_i2c": 0.7958333333333334,
"eval_priorArt_recall@100_i2i": 0.7916666666666667,
"eval_priorArt_recall@10_a2a": 0.3458333333333333,
"eval_priorArt_recall@10_a2all": 0.31666666666666665,
"eval_priorArt_recall@10_a2c": 0.31249999999999994,
"eval_priorArt_recall@10_a2i": 0.29583333333333334,
"eval_priorArt_recall@10_c2a": 0.37916666666666665,
"eval_priorArt_recall@10_c2all": 0.38333333333333336,
"eval_priorArt_recall@10_c2c": 0.35000000000000003,
"eval_priorArt_recall@10_c2i": 0.29583333333333334,
"eval_priorArt_recall@10_i2a": 0.3416666666666667,
"eval_priorArt_recall@10_i2all": 0.35416666666666663,
"eval_priorArt_recall@10_i2c": 0.35833333333333334,
"eval_priorArt_recall@10_i2i": 0.2833333333333333,
"eval_priorArt_recall@20_a2a": 0.4333333333333333,
"eval_priorArt_recall@20_a2all": 0.4374999999999999,
"eval_priorArt_recall@20_a2c": 0.4458333333333333,
"eval_priorArt_recall@20_a2i": 0.37083333333333335,
"eval_priorArt_recall@20_c2a": 0.4958333333333334,
"eval_priorArt_recall@20_c2all": 0.48749999999999993,
"eval_priorArt_recall@20_c2c": 0.5458333333333334,
"eval_priorArt_recall@20_c2i": 0.4166666666666667,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4666666666666666,
"eval_priorArt_recall@20_i2c": 0.4624999999999999,
"eval_priorArt_recall@20_i2i": 0.37083333333333335,
"eval_priorArt_recall@50_a2a": 0.6583333333333334,
"eval_priorArt_recall@50_a2all": 0.6833333333333333,
"eval_priorArt_recall@50_a2c": 0.6458333333333334,
"eval_priorArt_recall@50_a2i": 0.625,
"eval_priorArt_recall@50_c2a": 0.7125,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7458333333333333,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6416666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6708333333333334,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.5443709234732098,
"eval_singularentropy_claim": 0.5224942189705284,
"eval_singularentropy_global": 0.5284410571616316,
"eval_singularentropy_invention": 0.5856396120647436,
"eval_uniformity_abstract": -2.5409798622131348,
"eval_uniformity_claim": -2.5495753288269043,
"eval_uniformity_global": -2.5277130603790283,
"eval_uniformity_invention": -2.4603710174560547,
"step": 2000
},
{
"epoch": 0.37057522123893805,
"grad_norm": 0.7929696440696716,
"learning_rate": 7.939707276690111e-06,
"loss": 0.0478,
"step": 2010
},
{
"epoch": 0.3724188790560472,
"grad_norm": 0.8645374178886414,
"learning_rate": 7.913614550857155e-06,
"loss": 0.0448,
"step": 2020
},
{
"epoch": 0.37426253687315636,
"grad_norm": 0.7720039486885071,
"learning_rate": 7.88740112350728e-06,
"loss": 0.0431,
"step": 2030
},
{
"epoch": 0.37610619469026546,
"grad_norm": 0.7278079986572266,
"learning_rate": 7.861068080576998e-06,
"loss": 0.0323,
"step": 2040
},
{
"epoch": 0.3779498525073746,
"grad_norm": 1.0187286138534546,
"learning_rate": 7.83461651295812e-06,
"loss": 0.0466,
"step": 2050
},
{
"epoch": 0.3797935103244838,
"grad_norm": 0.6617304682731628,
"learning_rate": 7.808047516452531e-06,
"loss": 0.0389,
"step": 2060
},
{
"epoch": 0.38163716814159293,
"grad_norm": 0.8754007816314697,
"learning_rate": 7.781362191726818e-06,
"loss": 0.0306,
"step": 2070
},
{
"epoch": 0.3834808259587021,
"grad_norm": 0.624036967754364,
"learning_rate": 7.754561644266667e-06,
"loss": 0.0407,
"step": 2080
},
{
"epoch": 0.3853244837758112,
"grad_norm": 0.6681629419326782,
"learning_rate": 7.727646984331058e-06,
"loss": 0.0442,
"step": 2090
},
{
"epoch": 0.38716814159292035,
"grad_norm": 0.8411642909049988,
"learning_rate": 7.700619326906288e-06,
"loss": 0.0408,
"step": 2100
},
{
"epoch": 0.3890117994100295,
"grad_norm": 0.7458682060241699,
"learning_rate": 7.673479791659765e-06,
"loss": 0.04,
"step": 2110
},
{
"epoch": 0.39085545722713866,
"grad_norm": 0.9279745221138,
"learning_rate": 7.646229502893623e-06,
"loss": 0.0417,
"step": 2120
},
{
"epoch": 0.39177728613569324,
"eval_alignment_abstract": {
"mean_alignment": 0.4772041440010071
},
"eval_alignment_claim": {
"mean_alignment": 0.4902731478214264
},
"eval_alignment_global": {
"mean_alignment": 0.49330517649650574
},
"eval_alignment_invention": {
"mean_alignment": 0.4689962565898895
},
"eval_ipc_cls_abstract_accuracy_primary": 58.52,
"eval_ipc_cls_abstract_precision@1": 63.239999999999995,
"eval_ipc_cls_abstract_precision@3": 31.77333333333333,
"eval_ipc_cls_abstract_precision@5": 21.128000000000004,
"eval_ipc_cls_global_accuracy_primary": 58.52,
"eval_ipc_cls_global_precision@1": 63.239999999999995,
"eval_ipc_cls_global_precision@3": 31.77333333333333,
"eval_ipc_cls_global_precision@5": 21.128000000000004,
"eval_ipc_knn_abstract_accuracy_primary": 64.52,
"eval_ipc_knn_abstract_precision@1": 69.96,
"eval_ipc_knn_abstract_precision@3": 28.64,
"eval_ipc_knn_abstract_precision@5": 17.4,
"eval_ipc_knn_global_accuracy_primary": 64.52,
"eval_ipc_knn_global_precision@1": 69.96,
"eval_ipc_knn_global_precision@3": 28.64,
"eval_ipc_knn_global_precision@5": 17.4,
"eval_priorArt_ndcg@100_a2a": 0.28659171161984454,
"eval_priorArt_ndcg@100_a2all": 0.2897375772109942,
"eval_priorArt_ndcg@100_a2c": 0.29990130365143614,
"eval_priorArt_ndcg@100_a2i": 0.2662410241920873,
"eval_priorArt_ndcg@100_c2a": 0.35144859909400106,
"eval_priorArt_ndcg@100_c2all": 0.3476856260175428,
"eval_priorArt_ndcg@100_c2c": 0.3375533390026861,
"eval_priorArt_ndcg@100_c2i": 0.3293089223295601,
"eval_priorArt_ndcg@100_i2a": 0.32419380283889426,
"eval_priorArt_ndcg@100_i2all": 0.2964125671344364,
"eval_priorArt_ndcg@100_i2c": 0.30163881336319304,
"eval_priorArt_ndcg@100_i2i": 0.28873075751916494,
"eval_priorArt_ndcg@10_a2a": 0.17219652518222253,
"eval_priorArt_ndcg@10_a2all": 0.16001377420259982,
"eval_priorArt_ndcg@10_a2c": 0.17595989960437033,
"eval_priorArt_ndcg@10_a2i": 0.1456959472665149,
"eval_priorArt_ndcg@10_c2a": 0.2289153870199799,
"eval_priorArt_ndcg@10_c2all": 0.2100404463468021,
"eval_priorArt_ndcg@10_c2c": 0.19741398104268,
"eval_priorArt_ndcg@10_c2i": 0.18528277596003226,
"eval_priorArt_ndcg@10_i2a": 0.20382042591591537,
"eval_priorArt_ndcg@10_i2all": 0.17205240504216432,
"eval_priorArt_ndcg@10_i2c": 0.19461297359712448,
"eval_priorArt_ndcg@10_i2i": 0.16798203477717602,
"eval_priorArt_ndcg@20_a2a": 0.20412086519119801,
"eval_priorArt_ndcg@20_a2all": 0.19672617645263824,
"eval_priorArt_ndcg@20_a2c": 0.2125819187667246,
"eval_priorArt_ndcg@20_a2i": 0.17090454693962576,
"eval_priorArt_ndcg@20_c2a": 0.27432951645966874,
"eval_priorArt_ndcg@20_c2all": 0.2469708319994935,
"eval_priorArt_ndcg@20_c2c": 0.2520364794384416,
"eval_priorArt_ndcg@20_c2i": 0.2300621667360952,
"eval_priorArt_ndcg@20_i2a": 0.24353263541939482,
"eval_priorArt_ndcg@20_i2all": 0.21731423517690515,
"eval_priorArt_ndcg@20_i2c": 0.22719192592889917,
"eval_priorArt_ndcg@20_i2i": 0.2054314189495711,
"eval_priorArt_ndcg@50_a2a": 0.27426304860389583,
"eval_priorArt_ndcg@50_a2all": 0.25072921257614555,
"eval_priorArt_ndcg@50_a2c": 0.26232032002599814,
"eval_priorArt_ndcg@50_a2i": 0.23454033021792076,
"eval_priorArt_ndcg@50_c2a": 0.3110700957547752,
"eval_priorArt_ndcg@50_c2all": 0.3040452131434154,
"eval_priorArt_ndcg@50_c2c": 0.30500408538665397,
"eval_priorArt_ndcg@50_c2i": 0.2875748974707886,
"eval_priorArt_ndcg@50_i2a": 0.2918354470950647,
"eval_priorArt_ndcg@50_i2all": 0.27351521543815743,
"eval_priorArt_ndcg@50_i2c": 0.275880625845446,
"eval_priorArt_ndcg@50_i2i": 0.2508734270571854,
"eval_priorArt_recall@100_a2a": 0.7666666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8083333333333333,
"eval_priorArt_recall@100_a2i": 0.775,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.9083333333333334,
"eval_priorArt_recall@100_c2c": 0.8916666666666668,
"eval_priorArt_recall@100_c2i": 0.8583333333333334,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.7750000000000001,
"eval_priorArt_recall@100_i2c": 0.7833333333333334,
"eval_priorArt_recall@100_i2i": 0.7666666666666667,
"eval_priorArt_recall@10_a2a": 0.3458333333333333,
"eval_priorArt_recall@10_a2all": 0.31666666666666665,
"eval_priorArt_recall@10_a2c": 0.33749999999999997,
"eval_priorArt_recall@10_a2i": 0.29583333333333334,
"eval_priorArt_recall@10_c2a": 0.39166666666666666,
"eval_priorArt_recall@10_c2all": 0.37083333333333335,
"eval_priorArt_recall@10_c2c": 0.3541666666666667,
"eval_priorArt_recall@10_c2i": 0.29583333333333334,
"eval_priorArt_recall@10_i2a": 0.35416666666666663,
"eval_priorArt_recall@10_i2all": 0.30833333333333335,
"eval_priorArt_recall@10_i2c": 0.37083333333333335,
"eval_priorArt_recall@10_i2i": 0.29583333333333334,
"eval_priorArt_recall@20_a2a": 0.4333333333333333,
"eval_priorArt_recall@20_a2all": 0.4208333333333333,
"eval_priorArt_recall@20_a2c": 0.4458333333333333,
"eval_priorArt_recall@20_a2i": 0.37083333333333335,
"eval_priorArt_recall@20_c2a": 0.5291666666666666,
"eval_priorArt_recall@20_c2all": 0.47916666666666663,
"eval_priorArt_recall@20_c2c": 0.5291666666666666,
"eval_priorArt_recall@20_c2i": 0.4333333333333334,
"eval_priorArt_recall@20_i2a": 0.4666666666666666,
"eval_priorArt_recall@20_i2all": 0.4416666666666666,
"eval_priorArt_recall@20_i2c": 0.4708333333333333,
"eval_priorArt_recall@20_i2i": 0.4083333333333334,
"eval_priorArt_recall@50_a2a": 0.7083333333333334,
"eval_priorArt_recall@50_a2all": 0.6166666666666667,
"eval_priorArt_recall@50_a2c": 0.6291666666666667,
"eval_priorArt_recall@50_a2i": 0.625,
"eval_priorArt_recall@50_c2a": 0.6708333333333333,
"eval_priorArt_recall@50_c2all": 0.6958333333333333,
"eval_priorArt_recall@50_c2c": 0.7291666666666667,
"eval_priorArt_recall@50_c2i": 0.6500000000000001,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.575,
"eval_singularentropy_abstract": 0.5460378327323241,
"eval_singularentropy_claim": 0.5234057844034252,
"eval_singularentropy_global": 0.5288801139448347,
"eval_singularentropy_invention": 0.5841245649840046,
"eval_uniformity_abstract": -2.542800188064575,
"eval_uniformity_claim": -2.55147647857666,
"eval_uniformity_global": -2.5331311225891113,
"eval_uniformity_invention": -2.4722788333892822,
"step": 2125
},
{
"epoch": 0.3926991150442478,
"grad_norm": 1.0104055404663086,
"learning_rate": 7.618869589498157e-06,
"loss": 0.0393,
"step": 2130
},
{
"epoch": 0.3945427728613569,
"grad_norm": 0.8170893788337708,
"learning_rate": 7.591401184905056e-06,
"loss": 0.0459,
"step": 2140
},
{
"epoch": 0.3963864306784661,
"grad_norm": 0.7718153595924377,
"learning_rate": 7.5638254270404385e-06,
"loss": 0.0453,
"step": 2150
},
{
"epoch": 0.39823008849557523,
"grad_norm": 0.7567011117935181,
"learning_rate": 7.5361434582777205e-06,
"loss": 0.0403,
"step": 2160
},
{
"epoch": 0.4000737463126844,
"grad_norm": 0.7957059741020203,
"learning_rate": 7.508356425390286e-06,
"loss": 0.0377,
"step": 2170
},
{
"epoch": 0.4019174041297935,
"grad_norm": 0.7797456979751587,
"learning_rate": 7.4804654795039825e-06,
"loss": 0.0415,
"step": 2180
},
{
"epoch": 0.40376106194690264,
"grad_norm": 0.8661053776741028,
"learning_rate": 7.452471776049432e-06,
"loss": 0.0485,
"step": 2190
},
{
"epoch": 0.4056047197640118,
"grad_norm": 0.8307812809944153,
"learning_rate": 7.4243764747141746e-06,
"loss": 0.0421,
"step": 2200
},
{
"epoch": 0.40744837758112096,
"grad_norm": 0.7868176698684692,
"learning_rate": 7.396180739394603e-06,
"loss": 0.0407,
"step": 2210
},
{
"epoch": 0.4092920353982301,
"grad_norm": 0.9363563656806946,
"learning_rate": 7.367885738147773e-06,
"loss": 0.0449,
"step": 2220
},
{
"epoch": 0.4111356932153392,
"grad_norm": 0.7859517931938171,
"learning_rate": 7.339492643143001e-06,
"loss": 0.045,
"step": 2230
},
{
"epoch": 0.41297935103244837,
"grad_norm": 0.7290133237838745,
"learning_rate": 7.311002630613302e-06,
"loss": 0.0455,
"step": 2240
},
{
"epoch": 0.41482300884955753,
"grad_norm": 0.7094216346740723,
"learning_rate": 7.282416880806673e-06,
"loss": 0.0445,
"step": 2250
},
{
"epoch": 0.41482300884955753,
"eval_alignment_abstract": {
"mean_alignment": 0.4839165210723877
},
"eval_alignment_claim": {
"mean_alignment": 0.49037426710128784
},
"eval_alignment_global": {
"mean_alignment": 0.4990844130516052
},
"eval_alignment_invention": {
"mean_alignment": 0.4798864424228668
},
"eval_ipc_cls_abstract_accuracy_primary": 57.64,
"eval_ipc_cls_abstract_precision@1": 62.44,
"eval_ipc_cls_abstract_precision@3": 31.613333333333333,
"eval_ipc_cls_abstract_precision@5": 21.088,
"eval_ipc_cls_global_accuracy_primary": 57.64,
"eval_ipc_cls_global_precision@1": 62.44,
"eval_ipc_cls_global_precision@3": 31.613333333333333,
"eval_ipc_cls_global_precision@5": 21.088,
"eval_ipc_knn_abstract_accuracy_primary": 64.0,
"eval_ipc_knn_abstract_precision@1": 69.39999999999999,
"eval_ipc_knn_abstract_precision@3": 28.373333333333335,
"eval_ipc_knn_abstract_precision@5": 17.223999999999997,
"eval_ipc_knn_global_accuracy_primary": 64.0,
"eval_ipc_knn_global_precision@1": 69.39999999999999,
"eval_ipc_knn_global_precision@3": 28.373333333333335,
"eval_ipc_knn_global_precision@5": 17.223999999999997,
"eval_priorArt_ndcg@100_a2a": 0.29649467955807024,
"eval_priorArt_ndcg@100_a2all": 0.3015836696901043,
"eval_priorArt_ndcg@100_a2c": 0.31040851338966774,
"eval_priorArt_ndcg@100_a2i": 0.26221006221375875,
"eval_priorArt_ndcg@100_c2a": 0.35589386441937715,
"eval_priorArt_ndcg@100_c2all": 0.354873507265963,
"eval_priorArt_ndcg@100_c2c": 0.35988623098852346,
"eval_priorArt_ndcg@100_c2i": 0.3387796739693694,
"eval_priorArt_ndcg@100_i2a": 0.31741577163652623,
"eval_priorArt_ndcg@100_i2all": 0.3053955287540461,
"eval_priorArt_ndcg@100_i2c": 0.31385216071015326,
"eval_priorArt_ndcg@100_i2i": 0.2832970060260917,
"eval_priorArt_ndcg@10_a2a": 0.18909988848741227,
"eval_priorArt_ndcg@10_a2all": 0.1787523305631799,
"eval_priorArt_ndcg@10_a2c": 0.1807440736847701,
"eval_priorArt_ndcg@10_a2i": 0.15152069369035245,
"eval_priorArt_ndcg@10_c2a": 0.23809285798838165,
"eval_priorArt_ndcg@10_c2all": 0.21641190683001343,
"eval_priorArt_ndcg@10_c2c": 0.21472783884006805,
"eval_priorArt_ndcg@10_c2i": 0.19018873273036838,
"eval_priorArt_ndcg@10_i2a": 0.19894619630612026,
"eval_priorArt_ndcg@10_i2all": 0.1911349549700492,
"eval_priorArt_ndcg@10_i2c": 0.1969187400782701,
"eval_priorArt_ndcg@10_i2i": 0.16645381250148278,
"eval_priorArt_ndcg@20_a2a": 0.2191755831962193,
"eval_priorArt_ndcg@20_a2all": 0.2043396571454003,
"eval_priorArt_ndcg@20_a2c": 0.2237068283561272,
"eval_priorArt_ndcg@20_a2i": 0.1767972652014086,
"eval_priorArt_ndcg@20_c2a": 0.27925334793981504,
"eval_priorArt_ndcg@20_c2all": 0.2754304528501791,
"eval_priorArt_ndcg@20_c2c": 0.2806018169596704,
"eval_priorArt_ndcg@20_c2i": 0.22242514541563904,
"eval_priorArt_ndcg@20_i2a": 0.2370345553822347,
"eval_priorArt_ndcg@20_i2all": 0.22923731654090104,
"eval_priorArt_ndcg@20_i2c": 0.22817586831178804,
"eval_priorArt_ndcg@20_i2i": 0.20997649319579148,
"eval_priorArt_ndcg@50_a2a": 0.2709760439658474,
"eval_priorArt_ndcg@50_a2all": 0.2764907418396895,
"eval_priorArt_ndcg@50_a2c": 0.2767460475056417,
"eval_priorArt_ndcg@50_a2i": 0.24698966303439995,
"eval_priorArt_ndcg@50_c2a": 0.3204189668739021,
"eval_priorArt_ndcg@50_c2all": 0.3233701736329191,
"eval_priorArt_ndcg@50_c2c": 0.3319915360385377,
"eval_priorArt_ndcg@50_c2i": 0.29755927144740885,
"eval_priorArt_ndcg@50_i2a": 0.28494183856903044,
"eval_priorArt_ndcg@50_i2all": 0.2785628616756957,
"eval_priorArt_ndcg@50_i2c": 0.2895271484747746,
"eval_priorArt_ndcg@50_i2i": 0.25848026670562707,
"eval_priorArt_recall@100_a2a": 0.7666666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8083333333333333,
"eval_priorArt_recall@100_a2i": 0.725,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.8666666666666668,
"eval_priorArt_recall@100_c2c": 0.8916666666666668,
"eval_priorArt_recall@100_c2i": 0.8833333333333334,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.7916666666666667,
"eval_priorArt_recall@100_i2c": 0.8,
"eval_priorArt_recall@100_i2i": 0.7416666666666667,
"eval_priorArt_recall@10_a2a": 0.3625,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.32499999999999996,
"eval_priorArt_recall@10_a2i": 0.29583333333333334,
"eval_priorArt_recall@10_c2a": 0.4083333333333333,
"eval_priorArt_recall@10_c2all": 0.3541666666666667,
"eval_priorArt_recall@10_c2c": 0.35000000000000003,
"eval_priorArt_recall@10_c2i": 0.29583333333333334,
"eval_priorArt_recall@10_i2a": 0.35833333333333334,
"eval_priorArt_recall@10_i2all": 0.35416666666666663,
"eval_priorArt_recall@10_i2c": 0.35833333333333334,
"eval_priorArt_recall@10_i2i": 0.29583333333333334,
"eval_priorArt_recall@20_a2a": 0.45,
"eval_priorArt_recall@20_a2all": 0.4083333333333333,
"eval_priorArt_recall@20_a2c": 0.4458333333333333,
"eval_priorArt_recall@20_a2i": 0.37083333333333335,
"eval_priorArt_recall@20_c2a": 0.5375,
"eval_priorArt_recall@20_c2all": 0.5291666666666666,
"eval_priorArt_recall@20_c2c": 0.5541666666666666,
"eval_priorArt_recall@20_c2i": 0.3916666666666667,
"eval_priorArt_recall@20_i2a": 0.4708333333333333,
"eval_priorArt_recall@20_i2all": 0.4666666666666666,
"eval_priorArt_recall@20_i2c": 0.4458333333333333,
"eval_priorArt_recall@20_i2i": 0.425,
"eval_priorArt_recall@50_a2a": 0.6416666666666667,
"eval_priorArt_recall@50_a2all": 0.6916666666666667,
"eval_priorArt_recall@50_a2c": 0.6458333333333334,
"eval_priorArt_recall@50_a2i": 0.6541666666666667,
"eval_priorArt_recall@50_c2a": 0.6958333333333333,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7541666666666667,
"eval_priorArt_recall@50_c2i": 0.675,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.5511151129253721,
"eval_singularentropy_claim": 0.5302211574286356,
"eval_singularentropy_global": 0.5344541161399744,
"eval_singularentropy_invention": 0.587832704046954,
"eval_uniformity_abstract": -2.5142080783843994,
"eval_uniformity_claim": -2.5193536281585693,
"eval_uniformity_global": -2.5026183128356934,
"eval_uniformity_invention": -2.4442014694213867,
"step": 2250
},
{
"epoch": 0.4166666666666667,
"grad_norm": 0.9083361625671387,
"learning_rate": 7.2537365779371874e-06,
"loss": 0.0447,
"step": 2260
},
{
"epoch": 0.4185103244837758,
"grad_norm": 0.7240368723869324,
"learning_rate": 7.2249629101359486e-06,
"loss": 0.048,
"step": 2270
},
{
"epoch": 0.42035398230088494,
"grad_norm": 0.9033768773078918,
"learning_rate": 7.196097069401857e-06,
"loss": 0.0393,
"step": 2280
},
{
"epoch": 0.4221976401179941,
"grad_norm": 0.5127479434013367,
"learning_rate": 7.167140251552245e-06,
"loss": 0.035,
"step": 2290
},
{
"epoch": 0.42404129793510326,
"grad_norm": 0.5909716486930847,
"learning_rate": 7.1380936561733175e-06,
"loss": 0.0419,
"step": 2300
},
{
"epoch": 0.4258849557522124,
"grad_norm": 0.9578918814659119,
"learning_rate": 7.108958486570479e-06,
"loss": 0.0363,
"step": 2310
},
{
"epoch": 0.4277286135693215,
"grad_norm": 0.7049046754837036,
"learning_rate": 7.079735949718468e-06,
"loss": 0.0415,
"step": 2320
},
{
"epoch": 0.42957227138643067,
"grad_norm": 0.9394690990447998,
"learning_rate": 7.050427256211365e-06,
"loss": 0.0469,
"step": 2330
},
{
"epoch": 0.4314159292035398,
"grad_norm": 0.7229214310646057,
"learning_rate": 7.02103362021244e-06,
"loss": 0.033,
"step": 2340
},
{
"epoch": 0.433259587020649,
"grad_norm": 1.1954604387283325,
"learning_rate": 6.991556259403847e-06,
"loss": 0.0427,
"step": 2350
},
{
"epoch": 0.4351032448377581,
"grad_norm": 0.9344959855079651,
"learning_rate": 6.961996394936192e-06,
"loss": 0.0482,
"step": 2360
},
{
"epoch": 0.43694690265486724,
"grad_norm": 0.8639878630638123,
"learning_rate": 6.932355251377932e-06,
"loss": 0.0418,
"step": 2370
},
{
"epoch": 0.4378687315634218,
"eval_alignment_abstract": {
"mean_alignment": 0.4737485945224762
},
"eval_alignment_claim": {
"mean_alignment": 0.48777464032173157
},
"eval_alignment_global": {
"mean_alignment": 0.4887482225894928
},
"eval_alignment_invention": {
"mean_alignment": 0.46362316608428955
},
"eval_ipc_cls_abstract_accuracy_primary": 58.24,
"eval_ipc_cls_abstract_precision@1": 63.12,
"eval_ipc_cls_abstract_precision@3": 31.73333333333333,
"eval_ipc_cls_abstract_precision@5": 21.128000000000004,
"eval_ipc_cls_global_accuracy_primary": 58.24,
"eval_ipc_cls_global_precision@1": 63.12,
"eval_ipc_cls_global_precision@3": 31.73333333333333,
"eval_ipc_cls_global_precision@5": 21.128000000000004,
"eval_ipc_knn_abstract_accuracy_primary": 64.03999999999999,
"eval_ipc_knn_abstract_precision@1": 69.6,
"eval_ipc_knn_abstract_precision@3": 28.439999999999998,
"eval_ipc_knn_abstract_precision@5": 17.24,
"eval_ipc_knn_global_accuracy_primary": 64.03999999999999,
"eval_ipc_knn_global_precision@1": 69.6,
"eval_ipc_knn_global_precision@3": 28.439999999999998,
"eval_ipc_knn_global_precision@5": 17.24,
"eval_priorArt_ndcg@100_a2a": 0.2976598777926015,
"eval_priorArt_ndcg@100_a2all": 0.299540043580029,
"eval_priorArt_ndcg@100_a2c": 0.3117518567960984,
"eval_priorArt_ndcg@100_a2i": 0.2653325004362623,
"eval_priorArt_ndcg@100_c2a": 0.3560311110887079,
"eval_priorArt_ndcg@100_c2all": 0.3376798352442532,
"eval_priorArt_ndcg@100_c2c": 0.35294604080156733,
"eval_priorArt_ndcg@100_c2i": 0.3280175606849951,
"eval_priorArt_ndcg@100_i2a": 0.3218232814269716,
"eval_priorArt_ndcg@100_i2all": 0.3039466655957404,
"eval_priorArt_ndcg@100_i2c": 0.3148700068679839,
"eval_priorArt_ndcg@100_i2i": 0.2860732012124575,
"eval_priorArt_ndcg@10_a2a": 0.1859107368278364,
"eval_priorArt_ndcg@10_a2all": 0.17681277396493744,
"eval_priorArt_ndcg@10_a2c": 0.18655622090037166,
"eval_priorArt_ndcg@10_a2i": 0.15055967522278077,
"eval_priorArt_ndcg@10_c2a": 0.22888999897229206,
"eval_priorArt_ndcg@10_c2all": 0.20584635746207577,
"eval_priorArt_ndcg@10_c2c": 0.21571129201140415,
"eval_priorArt_ndcg@10_c2i": 0.1770521877369154,
"eval_priorArt_ndcg@10_i2a": 0.19747865263871814,
"eval_priorArt_ndcg@10_i2all": 0.17708697085237518,
"eval_priorArt_ndcg@10_i2c": 0.19742422789329703,
"eval_priorArt_ndcg@10_i2i": 0.17168726075711457,
"eval_priorArt_ndcg@20_a2a": 0.21155774741720618,
"eval_priorArt_ndcg@20_a2all": 0.21241910717859272,
"eval_priorArt_ndcg@20_a2c": 0.22491236824992833,
"eval_priorArt_ndcg@20_a2i": 0.17621585643434287,
"eval_priorArt_ndcg@20_c2a": 0.27786307228462587,
"eval_priorArt_ndcg@20_c2all": 0.26433430718574236,
"eval_priorArt_ndcg@20_c2c": 0.28688261511488616,
"eval_priorArt_ndcg@20_c2i": 0.22112104692775789,
"eval_priorArt_ndcg@20_i2a": 0.24009403998320114,
"eval_priorArt_ndcg@20_i2all": 0.22169513070832392,
"eval_priorArt_ndcg@20_i2c": 0.22218604531705788,
"eval_priorArt_ndcg@20_i2i": 0.20448353498953611,
"eval_priorArt_ndcg@50_a2a": 0.2772780588961984,
"eval_priorArt_ndcg@50_a2all": 0.2677266948658897,
"eval_priorArt_ndcg@50_a2c": 0.27426299938459964,
"eval_priorArt_ndcg@50_a2i": 0.23430191898110936,
"eval_priorArt_ndcg@50_c2a": 0.32044731072367033,
"eval_priorArt_ndcg@50_c2all": 0.30942511706505493,
"eval_priorArt_ndcg@50_c2c": 0.31870597539916373,
"eval_priorArt_ndcg@50_c2i": 0.2894598685003757,
"eval_priorArt_ndcg@50_i2a": 0.2939768368343687,
"eval_priorArt_ndcg@50_i2all": 0.27652723162437076,
"eval_priorArt_ndcg@50_i2c": 0.2835647186360442,
"eval_priorArt_ndcg@50_i2i": 0.2564127904968982,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8083333333333333,
"eval_priorArt_recall@100_a2i": 0.75,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.8708333333333333,
"eval_priorArt_recall@100_c2c": 0.8791666666666668,
"eval_priorArt_recall@100_c2i": 0.8708333333333333,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.7958333333333334,
"eval_priorArt_recall@100_i2c": 0.8125,
"eval_priorArt_recall@100_i2i": 0.7541666666666667,
"eval_priorArt_recall@10_a2a": 0.3625,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.33749999999999997,
"eval_priorArt_recall@10_a2i": 0.29583333333333334,
"eval_priorArt_recall@10_c2a": 0.3833333333333333,
"eval_priorArt_recall@10_c2all": 0.37083333333333335,
"eval_priorArt_recall@10_c2c": 0.37500000000000006,
"eval_priorArt_recall@10_c2i": 0.2833333333333333,
"eval_priorArt_recall@10_i2a": 0.3416666666666667,
"eval_priorArt_recall@10_i2all": 0.32083333333333336,
"eval_priorArt_recall@10_i2c": 0.35833333333333334,
"eval_priorArt_recall@10_i2i": 0.30833333333333335,
"eval_priorArt_recall@20_a2a": 0.4333333333333333,
"eval_priorArt_recall@20_a2all": 0.4374999999999999,
"eval_priorArt_recall@20_a2c": 0.4458333333333333,
"eval_priorArt_recall@20_a2i": 0.37083333333333335,
"eval_priorArt_recall@20_c2a": 0.5291666666666666,
"eval_priorArt_recall@20_c2all": 0.5541666666666666,
"eval_priorArt_recall@20_c2c": 0.5875,
"eval_priorArt_recall@20_c2i": 0.4166666666666667,
"eval_priorArt_recall@20_i2a": 0.4666666666666666,
"eval_priorArt_recall@20_i2all": 0.4499999999999999,
"eval_priorArt_recall@20_i2c": 0.4291666666666666,
"eval_priorArt_recall@20_i2i": 0.4,
"eval_priorArt_recall@50_a2a": 0.6916666666666667,
"eval_priorArt_recall@50_a2all": 0.6541666666666667,
"eval_priorArt_recall@50_a2c": 0.6291666666666667,
"eval_priorArt_recall@50_a2i": 0.6083333333333334,
"eval_priorArt_recall@50_c2a": 0.6958333333333333,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.7125,
"eval_priorArt_recall@50_c2i": 0.675,
"eval_priorArt_recall@50_i2a": 0.6791666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.6,
"eval_singularentropy_abstract": 0.5556624040372689,
"eval_singularentropy_claim": 0.5326904351237236,
"eval_singularentropy_global": 0.5391768911949952,
"eval_singularentropy_invention": 0.5944997390093835,
"eval_uniformity_abstract": -2.50209903717041,
"eval_uniformity_claim": -2.51137375831604,
"eval_uniformity_global": -2.492818593978882,
"eval_uniformity_invention": -2.4357714653015137,
"step": 2375
},
{
"epoch": 0.4387905604719764,
"grad_norm": 0.6548173427581787,
"learning_rate": 6.9026340566646545e-06,
"loss": 0.0376,
"step": 2380
},
{
"epoch": 0.44063421828908556,
"grad_norm": 0.7640397548675537,
"learning_rate": 6.872834042048202e-06,
"loss": 0.0409,
"step": 2390
},
{
"epoch": 0.4424778761061947,
"grad_norm": 0.6801204085350037,
"learning_rate": 6.842956442045668e-06,
"loss": 0.0395,
"step": 2400
},
{
"epoch": 0.4443215339233038,
"grad_norm": 0.9141129851341248,
"learning_rate": 6.813002494388257e-06,
"loss": 0.0509,
"step": 2410
},
{
"epoch": 0.44616519174041297,
"grad_norm": 0.6439663171768188,
"learning_rate": 6.7829734399700035e-06,
"loss": 0.0388,
"step": 2420
},
{
"epoch": 0.4480088495575221,
"grad_norm": 0.9502100944519043,
"learning_rate": 6.752870522796372e-06,
"loss": 0.0449,
"step": 2430
},
{
"epoch": 0.4498525073746313,
"grad_norm": 0.8158522248268127,
"learning_rate": 6.7226949899327175e-06,
"loss": 0.0401,
"step": 2440
},
{
"epoch": 0.45169616519174044,
"grad_norm": 0.8813469409942627,
"learning_rate": 6.692448091452628e-06,
"loss": 0.0413,
"step": 2450
},
{
"epoch": 0.45353982300884954,
"grad_norm": 0.95240318775177,
"learning_rate": 6.662131080386132e-06,
"loss": 0.0426,
"step": 2460
},
{
"epoch": 0.4553834808259587,
"grad_norm": 1.0157725811004639,
"learning_rate": 6.631745212667795e-06,
"loss": 0.0358,
"step": 2470
},
{
"epoch": 0.45722713864306785,
"grad_norm": 0.9310391545295715,
"learning_rate": 6.601291747084689e-06,
"loss": 0.0322,
"step": 2480
},
{
"epoch": 0.459070796460177,
"grad_norm": 0.9675547480583191,
"learning_rate": 6.570771945224243e-06,
"loss": 0.0504,
"step": 2490
},
{
"epoch": 0.4609144542772861,
"grad_norm": 0.6122557520866394,
"learning_rate": 6.540187071421981e-06,
"loss": 0.0469,
"step": 2500
},
{
"epoch": 0.4609144542772861,
"eval_alignment_abstract": {
"mean_alignment": 0.471007764339447
},
"eval_alignment_claim": {
"mean_alignment": 0.48118653893470764
},
"eval_alignment_global": {
"mean_alignment": 0.48554059863090515
},
"eval_alignment_invention": {
"mean_alignment": 0.4628359377384186
},
"eval_ipc_cls_abstract_accuracy_primary": 58.24,
"eval_ipc_cls_abstract_precision@1": 63.12,
"eval_ipc_cls_abstract_precision@3": 31.693333333333328,
"eval_ipc_cls_abstract_precision@5": 21.088,
"eval_ipc_cls_global_accuracy_primary": 58.24,
"eval_ipc_cls_global_precision@1": 63.12,
"eval_ipc_cls_global_precision@3": 31.693333333333328,
"eval_ipc_cls_global_precision@5": 21.088,
"eval_ipc_knn_abstract_accuracy_primary": 64.68,
"eval_ipc_knn_abstract_precision@1": 70.12,
"eval_ipc_knn_abstract_precision@3": 28.493333333333332,
"eval_ipc_knn_abstract_precision@5": 17.272000000000002,
"eval_ipc_knn_global_accuracy_primary": 64.68,
"eval_ipc_knn_global_precision@1": 70.12,
"eval_ipc_knn_global_precision@3": 28.493333333333332,
"eval_ipc_knn_global_precision@5": 17.272000000000002,
"eval_priorArt_ndcg@100_a2a": 0.28876195276685396,
"eval_priorArt_ndcg@100_a2all": 0.2984292319603782,
"eval_priorArt_ndcg@100_a2c": 0.31043682121974475,
"eval_priorArt_ndcg@100_a2i": 0.25913386779372194,
"eval_priorArt_ndcg@100_c2a": 0.35076207512903534,
"eval_priorArt_ndcg@100_c2all": 0.3435369315951243,
"eval_priorArt_ndcg@100_c2c": 0.3381926245620243,
"eval_priorArt_ndcg@100_c2i": 0.3339641904796376,
"eval_priorArt_ndcg@100_i2a": 0.32401056453198074,
"eval_priorArt_ndcg@100_i2all": 0.3065172549261447,
"eval_priorArt_ndcg@100_i2c": 0.31160784939940583,
"eval_priorArt_ndcg@100_i2i": 0.2860563460538459,
"eval_priorArt_ndcg@10_a2a": 0.17225644321371175,
"eval_priorArt_ndcg@10_a2all": 0.17504742562997794,
"eval_priorArt_ndcg@10_a2c": 0.17346945854971807,
"eval_priorArt_ndcg@10_a2i": 0.15413986070791647,
"eval_priorArt_ndcg@10_c2a": 0.22635373063501518,
"eval_priorArt_ndcg@10_c2all": 0.21492546254115297,
"eval_priorArt_ndcg@10_c2c": 0.20053639086854408,
"eval_priorArt_ndcg@10_c2i": 0.18924314061020062,
"eval_priorArt_ndcg@10_i2a": 0.19929500250995416,
"eval_priorArt_ndcg@10_i2all": 0.18217749699613525,
"eval_priorArt_ndcg@10_i2c": 0.19069510905206224,
"eval_priorArt_ndcg@10_i2i": 0.160811555434036,
"eval_priorArt_ndcg@20_a2a": 0.21184288970973753,
"eval_priorArt_ndcg@20_a2all": 0.21031280159031138,
"eval_priorArt_ndcg@20_a2c": 0.21881811866693437,
"eval_priorArt_ndcg@20_a2i": 0.17327292759300933,
"eval_priorArt_ndcg@20_c2a": 0.2730470921834238,
"eval_priorArt_ndcg@20_c2all": 0.2664114575128549,
"eval_priorArt_ndcg@20_c2c": 0.251923695552164,
"eval_priorArt_ndcg@20_c2i": 0.2305092803728639,
"eval_priorArt_ndcg@20_i2a": 0.23853252025225508,
"eval_priorArt_ndcg@20_i2all": 0.22520082327697138,
"eval_priorArt_ndcg@20_i2c": 0.2203415994986247,
"eval_priorArt_ndcg@20_i2i": 0.1985999242368523,
"eval_priorArt_ndcg@50_a2a": 0.263504585938476,
"eval_priorArt_ndcg@50_a2all": 0.2699431355206661,
"eval_priorArt_ndcg@50_a2c": 0.27766563931635824,
"eval_priorArt_ndcg@50_a2i": 0.24066225917413586,
"eval_priorArt_ndcg@50_c2a": 0.3157015971385642,
"eval_priorArt_ndcg@50_c2all": 0.31465224403899106,
"eval_priorArt_ndcg@50_c2c": 0.3055039415322328,
"eval_priorArt_ndcg@50_c2i": 0.28783828316946525,
"eval_priorArt_ndcg@50_i2a": 0.2963362304647676,
"eval_priorArt_ndcg@50_i2all": 0.275128042942029,
"eval_priorArt_ndcg@50_i2c": 0.2825479226760166,
"eval_priorArt_ndcg@50_i2i": 0.25156027180706175,
"eval_priorArt_recall@100_a2a": 0.7666666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8333333333333334,
"eval_priorArt_recall@100_a2i": 0.725,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.8541666666666667,
"eval_priorArt_recall@100_c2c": 0.8916666666666668,
"eval_priorArt_recall@100_c2i": 0.8833333333333334,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.8166666666666668,
"eval_priorArt_recall@100_i2c": 0.825,
"eval_priorArt_recall@100_i2i": 0.7666666666666667,
"eval_priorArt_recall@10_a2a": 0.3375,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.31249999999999994,
"eval_priorArt_recall@10_a2i": 0.31250000000000006,
"eval_priorArt_recall@10_c2a": 0.39166666666666666,
"eval_priorArt_recall@10_c2all": 0.37083333333333335,
"eval_priorArt_recall@10_c2c": 0.3666666666666667,
"eval_priorArt_recall@10_c2i": 0.30833333333333335,
"eval_priorArt_recall@10_i2a": 0.3416666666666667,
"eval_priorArt_recall@10_i2all": 0.3375,
"eval_priorArt_recall@10_i2c": 0.35833333333333334,
"eval_priorArt_recall@10_i2i": 0.2833333333333333,
"eval_priorArt_recall@20_a2a": 0.45,
"eval_priorArt_recall@20_a2all": 0.4374999999999999,
"eval_priorArt_recall@20_a2c": 0.4458333333333333,
"eval_priorArt_recall@20_a2i": 0.37083333333333335,
"eval_priorArt_recall@20_c2a": 0.5291666666666666,
"eval_priorArt_recall@20_c2all": 0.5291666666666666,
"eval_priorArt_recall@20_c2c": 0.5291666666666667,
"eval_priorArt_recall@20_c2i": 0.4333333333333334,
"eval_priorArt_recall@20_i2a": 0.4541666666666666,
"eval_priorArt_recall@20_i2all": 0.4666666666666666,
"eval_priorArt_recall@20_i2c": 0.4458333333333333,
"eval_priorArt_recall@20_i2i": 0.39583333333333337,
"eval_priorArt_recall@50_a2a": 0.6416666666666667,
"eval_priorArt_recall@50_a2all": 0.6666666666666667,
"eval_priorArt_recall@50_a2c": 0.6708333333333334,
"eval_priorArt_recall@50_a2i": 0.6416666666666667,
"eval_priorArt_recall@50_c2a": 0.6958333333333333,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7291666666666667,
"eval_priorArt_recall@50_c2i": 0.65,
"eval_priorArt_recall@50_i2a": 0.6791666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.5875,
"eval_singularentropy_abstract": 0.5596115979385793,
"eval_singularentropy_claim": 0.5366561906482297,
"eval_singularentropy_global": 0.5424384341088926,
"eval_singularentropy_invention": 0.5959596535671611,
"eval_uniformity_abstract": -2.4868462085723877,
"eval_uniformity_claim": -2.499182939529419,
"eval_uniformity_global": -2.4801902770996094,
"eval_uniformity_invention": -2.4250082969665527,
"step": 2500
},
{
"epoch": 0.46275811209439527,
"grad_norm": 0.5201789140701294,
"learning_rate": 6.509538392709144e-06,
"loss": 0.0432,
"step": 2510
},
{
"epoch": 0.4646017699115044,
"grad_norm": 0.570697009563446,
"learning_rate": 6.478827178760205e-06,
"loss": 0.0411,
"step": 2520
},
{
"epoch": 0.4664454277286136,
"grad_norm": 0.8095614910125732,
"learning_rate": 6.448054701840262e-06,
"loss": 0.0384,
"step": 2530
},
{
"epoch": 0.46828908554572274,
"grad_norm": 0.774127721786499,
"learning_rate": 6.417222236752342e-06,
"loss": 0.0382,
"step": 2540
},
{
"epoch": 0.47013274336283184,
"grad_norm": 0.7363599538803101,
"learning_rate": 6.386331060784583e-06,
"loss": 0.0425,
"step": 2550
},
{
"epoch": 0.471976401179941,
"grad_norm": 0.8129463791847229,
"learning_rate": 6.355382453657325e-06,
"loss": 0.0408,
"step": 2560
},
{
"epoch": 0.47382005899705015,
"grad_norm": 1.0991352796554565,
"learning_rate": 6.324377697470089e-06,
"loss": 0.0457,
"step": 2570
},
{
"epoch": 0.4756637168141593,
"grad_norm": 0.8068490624427795,
"learning_rate": 6.293318076648469e-06,
"loss": 0.0455,
"step": 2580
},
{
"epoch": 0.4775073746312684,
"grad_norm": 0.7201268672943115,
"learning_rate": 6.262204877890926e-06,
"loss": 0.0431,
"step": 2590
},
{
"epoch": 0.47935103244837757,
"grad_norm": 0.9794748425483704,
"learning_rate": 6.231039390115475e-06,
"loss": 0.0439,
"step": 2600
},
{
"epoch": 0.4811946902654867,
"grad_norm": 0.7605218291282654,
"learning_rate": 6.199822904406295e-06,
"loss": 0.0353,
"step": 2610
},
{
"epoch": 0.4830383480825959,
"grad_norm": 0.8396535515785217,
"learning_rate": 6.168556713960242e-06,
"loss": 0.0393,
"step": 2620
},
{
"epoch": 0.48396017699115046,
"eval_alignment_abstract": {
"mean_alignment": 0.47822657227516174
},
"eval_alignment_claim": {
"mean_alignment": 0.49079394340515137
},
"eval_alignment_global": {
"mean_alignment": 0.49498510360717773
},
"eval_alignment_invention": {
"mean_alignment": 0.4730710983276367
},
"eval_ipc_cls_abstract_accuracy_primary": 57.99999999999999,
"eval_ipc_cls_abstract_precision@1": 62.839999999999996,
"eval_ipc_cls_abstract_precision@3": 31.693333333333328,
"eval_ipc_cls_abstract_precision@5": 21.12,
"eval_ipc_cls_global_accuracy_primary": 57.99999999999999,
"eval_ipc_cls_global_precision@1": 62.839999999999996,
"eval_ipc_cls_global_precision@3": 31.693333333333328,
"eval_ipc_cls_global_precision@5": 21.12,
"eval_ipc_knn_abstract_accuracy_primary": 63.92,
"eval_ipc_knn_abstract_precision@1": 69.56,
"eval_ipc_knn_abstract_precision@3": 28.386666666666667,
"eval_ipc_knn_abstract_precision@5": 17.215999999999998,
"eval_ipc_knn_global_accuracy_primary": 63.92,
"eval_ipc_knn_global_precision@1": 69.56,
"eval_ipc_knn_global_precision@3": 28.386666666666667,
"eval_ipc_knn_global_precision@5": 17.215999999999998,
"eval_priorArt_ndcg@100_a2a": 0.30020368780447193,
"eval_priorArt_ndcg@100_a2all": 0.3028247655762743,
"eval_priorArt_ndcg@100_a2c": 0.31147287461396933,
"eval_priorArt_ndcg@100_a2i": 0.2673249435589487,
"eval_priorArt_ndcg@100_c2a": 0.3463593980608682,
"eval_priorArt_ndcg@100_c2all": 0.3461332617846135,
"eval_priorArt_ndcg@100_c2c": 0.3430874647139164,
"eval_priorArt_ndcg@100_c2i": 0.3234837787340146,
"eval_priorArt_ndcg@100_i2a": 0.3270052730749831,
"eval_priorArt_ndcg@100_i2all": 0.31397900088941916,
"eval_priorArt_ndcg@100_i2c": 0.3148272678482791,
"eval_priorArt_ndcg@100_i2i": 0.294279278473426,
"eval_priorArt_ndcg@10_a2a": 0.1880545437830466,
"eval_priorArt_ndcg@10_a2all": 0.17310230269103938,
"eval_priorArt_ndcg@10_a2c": 0.18283879920811535,
"eval_priorArt_ndcg@10_a2i": 0.15203670555872612,
"eval_priorArt_ndcg@10_c2a": 0.21659874926216527,
"eval_priorArt_ndcg@10_c2all": 0.20932765371737574,
"eval_priorArt_ndcg@10_c2c": 0.18691486959769027,
"eval_priorArt_ndcg@10_c2i": 0.17747576007628357,
"eval_priorArt_ndcg@10_i2a": 0.199831713157885,
"eval_priorArt_ndcg@10_i2all": 0.18518120964285803,
"eval_priorArt_ndcg@10_i2c": 0.1939123993612634,
"eval_priorArt_ndcg@10_i2i": 0.15704783401709752,
"eval_priorArt_ndcg@20_a2a": 0.21864260861089346,
"eval_priorArt_ndcg@20_a2all": 0.21505511273459374,
"eval_priorArt_ndcg@20_a2c": 0.22049632611407236,
"eval_priorArt_ndcg@20_a2i": 0.1810218291464422,
"eval_priorArt_ndcg@20_c2a": 0.26345544840315166,
"eval_priorArt_ndcg@20_c2all": 0.2665078526874101,
"eval_priorArt_ndcg@20_c2c": 0.2675413135986512,
"eval_priorArt_ndcg@20_c2i": 0.2077177846099484,
"eval_priorArt_ndcg@20_i2a": 0.24220284612593876,
"eval_priorArt_ndcg@20_i2all": 0.21855397967948367,
"eval_priorArt_ndcg@20_i2c": 0.2248926793195442,
"eval_priorArt_ndcg@20_i2i": 0.2118821090794108,
"eval_priorArt_ndcg@50_a2a": 0.28402212120965975,
"eval_priorArt_ndcg@50_a2all": 0.27372419644606866,
"eval_priorArt_ndcg@50_a2c": 0.27923794051721595,
"eval_priorArt_ndcg@50_a2i": 0.24372674409683345,
"eval_priorArt_ndcg@50_c2a": 0.31007205260562987,
"eval_priorArt_ndcg@50_c2all": 0.3054480793109343,
"eval_priorArt_ndcg@50_c2c": 0.313925200322584,
"eval_priorArt_ndcg@50_c2i": 0.2767133278078007,
"eval_priorArt_ndcg@50_i2a": 0.2903417648429939,
"eval_priorArt_ndcg@50_i2all": 0.2788296233841119,
"eval_priorArt_ndcg@50_i2c": 0.2855458124140861,
"eval_priorArt_ndcg@50_i2i": 0.26020407547140606,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.825,
"eval_priorArt_recall@100_a2i": 0.75,
"eval_priorArt_recall@100_c2a": 0.8916666666666668,
"eval_priorArt_recall@100_c2all": 0.8916666666666668,
"eval_priorArt_recall@100_c2c": 0.8916666666666668,
"eval_priorArt_recall@100_c2i": 0.8833333333333334,
"eval_priorArt_recall@100_i2a": 0.8333333333333334,
"eval_priorArt_recall@100_i2all": 0.8333333333333334,
"eval_priorArt_recall@100_i2c": 0.825,
"eval_priorArt_recall@100_i2i": 0.7916666666666667,
"eval_priorArt_recall@10_a2a": 0.36249999999999993,
"eval_priorArt_recall@10_a2all": 0.31666666666666665,
"eval_priorArt_recall@10_a2c": 0.33749999999999997,
"eval_priorArt_recall@10_a2i": 0.29583333333333334,
"eval_priorArt_recall@10_c2a": 0.3833333333333333,
"eval_priorArt_recall@10_c2all": 0.37083333333333335,
"eval_priorArt_recall@10_c2c": 0.32500000000000007,
"eval_priorArt_recall@10_c2i": 0.30833333333333335,
"eval_priorArt_recall@10_i2a": 0.3416666666666667,
"eval_priorArt_recall@10_i2all": 0.3375,
"eval_priorArt_recall@10_i2c": 0.35833333333333334,
"eval_priorArt_recall@10_i2i": 0.26666666666666666,
"eval_priorArt_recall@20_a2a": 0.45,
"eval_priorArt_recall@20_a2all": 0.4374999999999999,
"eval_priorArt_recall@20_a2c": 0.4458333333333333,
"eval_priorArt_recall@20_a2i": 0.38333333333333336,
"eval_priorArt_recall@20_c2a": 0.5291666666666666,
"eval_priorArt_recall@20_c2all": 0.5458333333333332,
"eval_priorArt_recall@20_c2c": 0.5708333333333332,
"eval_priorArt_recall@20_c2i": 0.3916666666666667,
"eval_priorArt_recall@20_i2a": 0.4666666666666666,
"eval_priorArt_recall@20_i2all": 0.4333333333333333,
"eval_priorArt_recall@20_i2c": 0.4458333333333333,
"eval_priorArt_recall@20_i2i": 0.425,
"eval_priorArt_recall@50_a2a": 0.7083333333333333,
"eval_priorArt_recall@50_a2all": 0.6666666666666667,
"eval_priorArt_recall@50_a2c": 0.6708333333333334,
"eval_priorArt_recall@50_a2i": 0.6416666666666667,
"eval_priorArt_recall@50_c2a": 0.7125,
"eval_priorArt_recall@50_c2all": 0.6958333333333333,
"eval_priorArt_recall@50_c2c": 0.7458333333333333,
"eval_priorArt_recall@50_c2i": 0.6500000000000001,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.5606377300146943,
"eval_singularentropy_claim": 0.5345367724788731,
"eval_singularentropy_global": 0.5414947127203578,
"eval_singularentropy_invention": 0.5944336265339089,
"eval_uniformity_abstract": -2.4798879623413086,
"eval_uniformity_claim": -2.4943785667419434,
"eval_uniformity_global": -2.4746973514556885,
"eval_uniformity_invention": -2.4211394786834717,
"step": 2625
},
{
"epoch": 0.48488200589970504,
"grad_norm": 0.7273899912834167,
"learning_rate": 6.137242114033275e-06,
"loss": 0.0434,
"step": 2630
},
{
"epoch": 0.48672566371681414,
"grad_norm": 1.0676053762435913,
"learning_rate": 6.105880401886804e-06,
"loss": 0.0395,
"step": 2640
},
{
"epoch": 0.4885693215339233,
"grad_norm": 0.7501102685928345,
"learning_rate": 6.074472876733943e-06,
"loss": 0.0418,
"step": 2650
},
{
"epoch": 0.49041297935103245,
"grad_norm": 0.9377455711364746,
"learning_rate": 6.0430208396856845e-06,
"loss": 0.0432,
"step": 2660
},
{
"epoch": 0.4922566371681416,
"grad_norm": 0.7998664379119873,
"learning_rate": 6.0115255936970056e-06,
"loss": 0.042,
"step": 2670
},
{
"epoch": 0.4941002949852507,
"grad_norm": 0.7188443541526794,
"learning_rate": 5.979988443512892e-06,
"loss": 0.0388,
"step": 2680
},
{
"epoch": 0.49594395280235987,
"grad_norm": 0.638698935508728,
"learning_rate": 5.9484106956142785e-06,
"loss": 0.0388,
"step": 2690
},
{
"epoch": 0.497787610619469,
"grad_norm": 0.9672774076461792,
"learning_rate": 5.9167936581639325e-06,
"loss": 0.036,
"step": 2700
},
{
"epoch": 0.4996312684365782,
"grad_norm": 0.647085428237915,
"learning_rate": 5.885138640952257e-06,
"loss": 0.033,
"step": 2710
},
{
"epoch": 0.5014749262536873,
"grad_norm": 0.818183958530426,
"learning_rate": 5.853446955343034e-06,
"loss": 0.0343,
"step": 2720
},
{
"epoch": 0.5033185840707964,
"grad_norm": 0.9071242213249207,
"learning_rate": 5.8217199142190975e-06,
"loss": 0.0437,
"step": 2730
},
{
"epoch": 0.5051622418879056,
"grad_norm": 0.8864192962646484,
"learning_rate": 5.7899588319279465e-06,
"loss": 0.0323,
"step": 2740
},
{
"epoch": 0.5070058997050148,
"grad_norm": 0.5889548063278198,
"learning_rate": 5.758165024227287e-06,
"loss": 0.0343,
"step": 2750
},
{
"epoch": 0.5070058997050148,
"eval_alignment_abstract": {
"mean_alignment": 0.4717310070991516
},
"eval_alignment_claim": {
"mean_alignment": 0.4890240728855133
},
"eval_alignment_global": {
"mean_alignment": 0.48906129598617554
},
"eval_alignment_invention": {
"mean_alignment": 0.4646943211555481
},
"eval_ipc_cls_abstract_accuracy_primary": 58.199999999999996,
"eval_ipc_cls_abstract_precision@1": 62.96000000000001,
"eval_ipc_cls_abstract_precision@3": 31.77333333333333,
"eval_ipc_cls_abstract_precision@5": 21.087999999999997,
"eval_ipc_cls_global_accuracy_primary": 58.199999999999996,
"eval_ipc_cls_global_precision@1": 62.96000000000001,
"eval_ipc_cls_global_precision@3": 31.77333333333333,
"eval_ipc_cls_global_precision@5": 21.087999999999997,
"eval_ipc_knn_abstract_accuracy_primary": 64.68,
"eval_ipc_knn_abstract_precision@1": 70.19999999999999,
"eval_ipc_knn_abstract_precision@3": 28.560000000000002,
"eval_ipc_knn_abstract_precision@5": 17.336,
"eval_ipc_knn_global_accuracy_primary": 64.68,
"eval_ipc_knn_global_precision@1": 70.19999999999999,
"eval_ipc_knn_global_precision@3": 28.560000000000002,
"eval_ipc_knn_global_precision@5": 17.336,
"eval_priorArt_ndcg@100_a2a": 0.3018934979608431,
"eval_priorArt_ndcg@100_a2all": 0.30130131839921226,
"eval_priorArt_ndcg@100_a2c": 0.3200683862313695,
"eval_priorArt_ndcg@100_a2i": 0.26771799684043135,
"eval_priorArt_ndcg@100_c2a": 0.3459734682404203,
"eval_priorArt_ndcg@100_c2all": 0.34000528765487087,
"eval_priorArt_ndcg@100_c2c": 0.34196584028618704,
"eval_priorArt_ndcg@100_c2i": 0.3299547066255314,
"eval_priorArt_ndcg@100_i2a": 0.3293883392989915,
"eval_priorArt_ndcg@100_i2all": 0.3107817977186626,
"eval_priorArt_ndcg@100_i2c": 0.3152672756440334,
"eval_priorArt_ndcg@100_i2i": 0.29328421770839314,
"eval_priorArt_ndcg@10_a2a": 0.19556267495761398,
"eval_priorArt_ndcg@10_a2all": 0.17183039155449628,
"eval_priorArt_ndcg@10_a2c": 0.1870080813930375,
"eval_priorArt_ndcg@10_a2i": 0.15241217076027863,
"eval_priorArt_ndcg@10_c2a": 0.2187635636140993,
"eval_priorArt_ndcg@10_c2all": 0.21223511230682388,
"eval_priorArt_ndcg@10_c2c": 0.2065871772442726,
"eval_priorArt_ndcg@10_c2i": 0.18360499888083337,
"eval_priorArt_ndcg@10_i2a": 0.20465432288437863,
"eval_priorArt_ndcg@10_i2all": 0.19545131495830254,
"eval_priorArt_ndcg@10_i2c": 0.19502172352535826,
"eval_priorArt_ndcg@10_i2i": 0.17026784010134305,
"eval_priorArt_ndcg@20_a2a": 0.22458816991925068,
"eval_priorArt_ndcg@20_a2all": 0.21385925011403809,
"eval_priorArt_ndcg@20_a2c": 0.22484366718097798,
"eval_priorArt_ndcg@20_a2i": 0.18202104502057845,
"eval_priorArt_ndcg@20_c2a": 0.26780431372642377,
"eval_priorArt_ndcg@20_c2all": 0.26309774509013506,
"eval_priorArt_ndcg@20_c2c": 0.26369693582734344,
"eval_priorArt_ndcg@20_c2i": 0.22064551827287135,
"eval_priorArt_ndcg@20_i2a": 0.24026782017486842,
"eval_priorArt_ndcg@20_i2all": 0.23052195481442164,
"eval_priorArt_ndcg@20_i2c": 0.21528069969672284,
"eval_priorArt_ndcg@20_i2i": 0.210640202656815,
"eval_priorArt_ndcg@50_a2a": 0.28155952654845395,
"eval_priorArt_ndcg@50_a2all": 0.2728610991423372,
"eval_priorArt_ndcg@50_a2c": 0.2780915604059154,
"eval_priorArt_ndcg@50_a2i": 0.24437508948464984,
"eval_priorArt_ndcg@50_c2a": 0.31429233350420416,
"eval_priorArt_ndcg@50_c2all": 0.30891309234631625,
"eval_priorArt_ndcg@50_c2c": 0.3051854452606523,
"eval_priorArt_ndcg@50_c2i": 0.28320491297229455,
"eval_priorArt_ndcg@50_i2a": 0.30114273991307366,
"eval_priorArt_ndcg@50_i2all": 0.2801623880175553,
"eval_priorArt_ndcg@50_i2c": 0.28057148310540503,
"eval_priorArt_ndcg@50_i2i": 0.25891462103558344,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.75,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.8833333333333334,
"eval_priorArt_recall@100_c2c": 0.9083333333333334,
"eval_priorArt_recall@100_c2i": 0.8833333333333334,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.8083333333333333,
"eval_priorArt_recall@100_i2c": 0.825,
"eval_priorArt_recall@100_i2i": 0.7916666666666667,
"eval_priorArt_recall@10_a2a": 0.37916666666666665,
"eval_priorArt_recall@10_a2all": 0.32083333333333336,
"eval_priorArt_recall@10_a2c": 0.33749999999999997,
"eval_priorArt_recall@10_a2i": 0.29583333333333334,
"eval_priorArt_recall@10_c2a": 0.3833333333333333,
"eval_priorArt_recall@10_c2all": 0.39583333333333337,
"eval_priorArt_recall@10_c2c": 0.4,
"eval_priorArt_recall@10_c2i": 0.30833333333333335,
"eval_priorArt_recall@10_i2a": 0.3416666666666667,
"eval_priorArt_recall@10_i2all": 0.3625,
"eval_priorArt_recall@10_i2c": 0.35833333333333334,
"eval_priorArt_recall@10_i2i": 0.30833333333333335,
"eval_priorArt_recall@20_a2a": 0.4625,
"eval_priorArt_recall@20_a2all": 0.4374999999999999,
"eval_priorArt_recall@20_a2c": 0.4458333333333333,
"eval_priorArt_recall@20_a2i": 0.38333333333333336,
"eval_priorArt_recall@20_c2a": 0.5291666666666666,
"eval_priorArt_recall@20_c2all": 0.5541666666666666,
"eval_priorArt_recall@20_c2c": 0.5708333333333334,
"eval_priorArt_recall@20_c2i": 0.4166666666666667,
"eval_priorArt_recall@20_i2a": 0.4416666666666666,
"eval_priorArt_recall@20_i2all": 0.4666666666666667,
"eval_priorArt_recall@20_i2c": 0.41666666666666663,
"eval_priorArt_recall@20_i2i": 0.425,
"eval_priorArt_recall@50_a2a": 0.6916666666666667,
"eval_priorArt_recall@50_a2all": 0.6666666666666667,
"eval_priorArt_recall@50_a2c": 0.6458333333333334,
"eval_priorArt_recall@50_a2i": 0.6416666666666667,
"eval_priorArt_recall@50_c2a": 0.7125,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.7291666666666667,
"eval_priorArt_recall@50_c2i": 0.6500000000000001,
"eval_priorArt_recall@50_i2a": 0.6791666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.5628994277553057,
"eval_singularentropy_claim": 0.5377438000921826,
"eval_singularentropy_global": 0.5447854911529012,
"eval_singularentropy_invention": 0.5991573148933008,
"eval_uniformity_abstract": -2.4559764862060547,
"eval_uniformity_claim": -2.466214895248413,
"eval_uniformity_global": -2.4448039531707764,
"eval_uniformity_invention": -2.3859691619873047,
"step": 2750
},
{
"epoch": 0.5088495575221239,
"grad_norm": 0.7290336489677429,
"learning_rate": 5.726339808230539e-06,
"loss": 0.0393,
"step": 2760
},
{
"epoch": 0.5106932153392331,
"grad_norm": 0.990204930305481,
"learning_rate": 5.6944845023522625e-06,
"loss": 0.0313,
"step": 2770
},
{
"epoch": 0.5125368731563422,
"grad_norm": 0.6531344652175903,
"learning_rate": 5.6626004262535435e-06,
"loss": 0.0293,
"step": 2780
},
{
"epoch": 0.5143805309734514,
"grad_norm": 0.9087769985198975,
"learning_rate": 5.630688900787326e-06,
"loss": 0.038,
"step": 2790
},
{
"epoch": 0.5162241887905604,
"grad_norm": 0.5854818224906921,
"learning_rate": 5.598751247943685e-06,
"loss": 0.0381,
"step": 2800
},
{
"epoch": 0.5180678466076696,
"grad_norm": 0.8536253571510315,
"learning_rate": 5.566788790795073e-06,
"loss": 0.0353,
"step": 2810
},
{
"epoch": 0.5199115044247787,
"grad_norm": 1.2230371236801147,
"learning_rate": 5.534802853441503e-06,
"loss": 0.0419,
"step": 2820
},
{
"epoch": 0.5217551622418879,
"grad_norm": 0.7160011529922485,
"learning_rate": 5.502794760955697e-06,
"loss": 0.0363,
"step": 2830
},
{
"epoch": 0.523598820058997,
"grad_norm": 0.8222190141677856,
"learning_rate": 5.470765839328186e-06,
"loss": 0.0435,
"step": 2840
},
{
"epoch": 0.5254424778761062,
"grad_norm": 1.0946552753448486,
"learning_rate": 5.43871741541239e-06,
"loss": 0.0496,
"step": 2850
},
{
"epoch": 0.5272861356932154,
"grad_norm": 0.8247376680374146,
"learning_rate": 5.406650816869644e-06,
"loss": 0.0398,
"step": 2860
},
{
"epoch": 0.5291297935103245,
"grad_norm": 1.0563585758209229,
"learning_rate": 5.374567372114195e-06,
"loss": 0.0407,
"step": 2870
},
{
"epoch": 0.530051622418879,
"eval_alignment_abstract": {
"mean_alignment": 0.47152647376060486
},
"eval_alignment_claim": {
"mean_alignment": 0.48248881101608276
},
"eval_alignment_global": {
"mean_alignment": 0.4842003583908081
},
"eval_alignment_invention": {
"mean_alignment": 0.458373099565506
},
"eval_ipc_cls_abstract_accuracy_primary": 58.120000000000005,
"eval_ipc_cls_abstract_precision@1": 62.88,
"eval_ipc_cls_abstract_precision@3": 31.840000000000003,
"eval_ipc_cls_abstract_precision@5": 21.128000000000004,
"eval_ipc_cls_global_accuracy_primary": 58.120000000000005,
"eval_ipc_cls_global_precision@1": 62.88,
"eval_ipc_cls_global_precision@3": 31.840000000000003,
"eval_ipc_cls_global_precision@5": 21.128000000000004,
"eval_ipc_knn_abstract_accuracy_primary": 64.32,
"eval_ipc_knn_abstract_precision@1": 70.04,
"eval_ipc_knn_abstract_precision@3": 28.546666666666663,
"eval_ipc_knn_abstract_precision@5": 17.28,
"eval_ipc_knn_global_accuracy_primary": 64.32,
"eval_ipc_knn_global_precision@1": 70.04,
"eval_ipc_knn_global_precision@3": 28.546666666666663,
"eval_ipc_knn_global_precision@5": 17.28,
"eval_priorArt_ndcg@100_a2a": 0.2997805940374627,
"eval_priorArt_ndcg@100_a2all": 0.30379915867536,
"eval_priorArt_ndcg@100_a2c": 0.31112984325080034,
"eval_priorArt_ndcg@100_a2i": 0.261046253195152,
"eval_priorArt_ndcg@100_c2a": 0.35119832164897424,
"eval_priorArt_ndcg@100_c2all": 0.33671797634371947,
"eval_priorArt_ndcg@100_c2c": 0.3328736878023061,
"eval_priorArt_ndcg@100_c2i": 0.32030669593605576,
"eval_priorArt_ndcg@100_i2a": 0.33050981171019467,
"eval_priorArt_ndcg@100_i2all": 0.30379864911747845,
"eval_priorArt_ndcg@100_i2c": 0.3126774229462838,
"eval_priorArt_ndcg@100_i2i": 0.28861923571168974,
"eval_priorArt_ndcg@10_a2a": 0.19156137839548526,
"eval_priorArt_ndcg@10_a2all": 0.1808255259910365,
"eval_priorArt_ndcg@10_a2c": 0.17952020112891928,
"eval_priorArt_ndcg@10_a2i": 0.1511178108787383,
"eval_priorArt_ndcg@10_c2a": 0.2198374869053188,
"eval_priorArt_ndcg@10_c2all": 0.19284443455936254,
"eval_priorArt_ndcg@10_c2c": 0.18705576658333878,
"eval_priorArt_ndcg@10_c2i": 0.1888804354485041,
"eval_priorArt_ndcg@10_i2a": 0.2057061752790239,
"eval_priorArt_ndcg@10_i2all": 0.18376060127812807,
"eval_priorArt_ndcg@10_i2c": 0.19316845675637,
"eval_priorArt_ndcg@10_i2i": 0.15215964374846846,
"eval_priorArt_ndcg@20_a2a": 0.2224886707232466,
"eval_priorArt_ndcg@20_a2all": 0.216958413909723,
"eval_priorArt_ndcg@20_a2c": 0.21756238251815727,
"eval_priorArt_ndcg@20_a2i": 0.18053231135602496,
"eval_priorArt_ndcg@20_c2a": 0.27482559756281427,
"eval_priorArt_ndcg@20_c2all": 0.2622673931061509,
"eval_priorArt_ndcg@20_c2c": 0.26162624849568583,
"eval_priorArt_ndcg@20_c2i": 0.22029898524542119,
"eval_priorArt_ndcg@20_i2a": 0.24926722505234883,
"eval_priorArt_ndcg@20_i2all": 0.2210182964716212,
"eval_priorArt_ndcg@20_i2c": 0.22198613653038338,
"eval_priorArt_ndcg@20_i2i": 0.20000924484137647,
"eval_priorArt_ndcg@50_a2a": 0.27454110987566854,
"eval_priorArt_ndcg@50_a2all": 0.26996115805091186,
"eval_priorArt_ndcg@50_a2c": 0.2825515633934459,
"eval_priorArt_ndcg@50_a2i": 0.24178180254852935,
"eval_priorArt_ndcg@50_c2a": 0.31110813829366907,
"eval_priorArt_ndcg@50_c2all": 0.3049132493604877,
"eval_priorArt_ndcg@50_c2c": 0.30696316393876366,
"eval_priorArt_ndcg@50_c2i": 0.2780321125409363,
"eval_priorArt_ndcg@50_i2a": 0.30272027122877637,
"eval_priorArt_ndcg@50_i2all": 0.2757723434563832,
"eval_priorArt_ndcg@50_i2c": 0.2782181201959603,
"eval_priorArt_ndcg@50_i2i": 0.24616002736620862,
"eval_priorArt_recall@100_a2a": 0.7666666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8083333333333333,
"eval_priorArt_recall@100_a2i": 0.725,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.8708333333333333,
"eval_priorArt_recall@100_c2c": 0.8625,
"eval_priorArt_recall@100_c2i": 0.8458333333333332,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.8,
"eval_priorArt_recall@100_i2c": 0.825,
"eval_priorArt_recall@100_i2i": 0.7916666666666667,
"eval_priorArt_recall@10_a2a": 0.3625,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.31249999999999994,
"eval_priorArt_recall@10_a2i": 0.29583333333333334,
"eval_priorArt_recall@10_c2a": 0.36666666666666664,
"eval_priorArt_recall@10_c2all": 0.3375,
"eval_priorArt_recall@10_c2c": 0.32500000000000007,
"eval_priorArt_recall@10_c2i": 0.32083333333333336,
"eval_priorArt_recall@10_i2a": 0.3416666666666667,
"eval_priorArt_recall@10_i2all": 0.3375,
"eval_priorArt_recall@10_i2c": 0.35833333333333334,
"eval_priorArt_recall@10_i2i": 0.26666666666666666,
"eval_priorArt_recall@20_a2a": 0.45,
"eval_priorArt_recall@20_a2all": 0.4374999999999999,
"eval_priorArt_recall@20_a2c": 0.4208333333333333,
"eval_priorArt_recall@20_a2i": 0.38333333333333336,
"eval_priorArt_recall@20_c2a": 0.5291666666666666,
"eval_priorArt_recall@20_c2all": 0.5458333333333334,
"eval_priorArt_recall@20_c2c": 0.5583333333333333,
"eval_priorArt_recall@20_c2i": 0.4166666666666667,
"eval_priorArt_recall@20_i2a": 0.4666666666666666,
"eval_priorArt_recall@20_i2all": 0.4499999999999999,
"eval_priorArt_recall@20_i2c": 0.4458333333333333,
"eval_priorArt_recall@20_i2i": 0.4,
"eval_priorArt_recall@50_a2a": 0.6416666666666667,
"eval_priorArt_recall@50_a2all": 0.6416666666666667,
"eval_priorArt_recall@50_a2c": 0.6708333333333334,
"eval_priorArt_recall@50_a2i": 0.6375,
"eval_priorArt_recall@50_c2a": 0.6708333333333333,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7291666666666667,
"eval_priorArt_recall@50_c2i": 0.6333333333333334,
"eval_priorArt_recall@50_i2a": 0.6791666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.575,
"eval_singularentropy_abstract": 0.5647562877483996,
"eval_singularentropy_claim": 0.5419479953580093,
"eval_singularentropy_global": 0.5479466109437603,
"eval_singularentropy_invention": 0.6024204999095821,
"eval_uniformity_abstract": -2.47454833984375,
"eval_uniformity_claim": -2.484218120574951,
"eval_uniformity_global": -2.4647109508514404,
"eval_uniformity_invention": -2.4089601039886475,
"step": 2875
},
{
"epoch": 0.5309734513274337,
"grad_norm": 0.7167426943778992,
"learning_rate": 5.3424684102581795e-06,
"loss": 0.0463,
"step": 2880
},
{
"epoch": 0.5328171091445427,
"grad_norm": 0.8334760069847107,
"learning_rate": 5.31035526105655e-06,
"loss": 0.0421,
"step": 2890
},
{
"epoch": 0.5346607669616519,
"grad_norm": 1.573588252067566,
"learning_rate": 5.278229254851998e-06,
"loss": 0.0414,
"step": 2900
},
{
"epoch": 0.536504424778761,
"grad_norm": 0.9950706362724304,
"learning_rate": 5.246091722519839e-06,
"loss": 0.035,
"step": 2910
},
{
"epoch": 0.5383480825958702,
"grad_norm": 0.9671400189399719,
"learning_rate": 5.213943995412876e-06,
"loss": 0.0339,
"step": 2920
},
{
"epoch": 0.5401917404129793,
"grad_norm": 0.8800961375236511,
"learning_rate": 5.18178740530625e-06,
"loss": 0.0361,
"step": 2930
},
{
"epoch": 0.5420353982300885,
"grad_norm": 0.7778940796852112,
"learning_rate": 5.1496232843422665e-06,
"loss": 0.0385,
"step": 2940
},
{
"epoch": 0.5438790560471977,
"grad_norm": 0.7309494614601135,
"learning_rate": 5.117452964975209e-06,
"loss": 0.0403,
"step": 2950
},
{
"epoch": 0.5457227138643068,
"grad_norm": 1.177842617034912,
"learning_rate": 5.085277779916143e-06,
"loss": 0.046,
"step": 2960
},
{
"epoch": 0.547566371681416,
"grad_norm": 0.6151978969573975,
"learning_rate": 5.0530990620777e-06,
"loss": 0.042,
"step": 2970
},
{
"epoch": 0.549410029498525,
"grad_norm": 0.7999431490898132,
"learning_rate": 5.020918144518865e-06,
"loss": 0.0391,
"step": 2980
},
{
"epoch": 0.5512536873156342,
"grad_norm": 0.6923461556434631,
"learning_rate": 4.988736360389751e-06,
"loss": 0.0305,
"step": 2990
},
{
"epoch": 0.5530973451327433,
"grad_norm": 0.8104508519172668,
"learning_rate": 4.95655504287637e-06,
"loss": 0.0398,
"step": 3000
},
{
"epoch": 0.5530973451327433,
"eval_alignment_abstract": {
"mean_alignment": 0.47167202830314636
},
"eval_alignment_claim": {
"mean_alignment": 0.48547235131263733
},
"eval_alignment_global": {
"mean_alignment": 0.4859932065010071
},
"eval_alignment_invention": {
"mean_alignment": 0.45846110582351685
},
"eval_ipc_cls_abstract_accuracy_primary": 58.24,
"eval_ipc_cls_abstract_precision@1": 63.04,
"eval_ipc_cls_abstract_precision@3": 31.65333333333333,
"eval_ipc_cls_abstract_precision@5": 21.088,
"eval_ipc_cls_global_accuracy_primary": 58.24,
"eval_ipc_cls_global_precision@1": 63.04,
"eval_ipc_cls_global_precision@3": 31.65333333333333,
"eval_ipc_cls_global_precision@5": 21.088,
"eval_ipc_knn_abstract_accuracy_primary": 64.72,
"eval_ipc_knn_abstract_precision@1": 70.52000000000001,
"eval_ipc_knn_abstract_precision@3": 28.65333333333333,
"eval_ipc_knn_abstract_precision@5": 17.384000000000004,
"eval_ipc_knn_global_accuracy_primary": 64.72,
"eval_ipc_knn_global_precision@1": 70.52000000000001,
"eval_ipc_knn_global_precision@3": 28.65333333333333,
"eval_ipc_knn_global_precision@5": 17.384000000000004,
"eval_priorArt_ndcg@100_a2a": 0.2957157438962859,
"eval_priorArt_ndcg@100_a2all": 0.29870416672916733,
"eval_priorArt_ndcg@100_a2c": 0.30607758541846375,
"eval_priorArt_ndcg@100_a2i": 0.26043874987667215,
"eval_priorArt_ndcg@100_c2a": 0.3470550236703321,
"eval_priorArt_ndcg@100_c2all": 0.32930739774987494,
"eval_priorArt_ndcg@100_c2c": 0.33418303540473865,
"eval_priorArt_ndcg@100_c2i": 0.32318520349936014,
"eval_priorArt_ndcg@100_i2a": 0.342445496649621,
"eval_priorArt_ndcg@100_i2all": 0.29740568393442646,
"eval_priorArt_ndcg@100_i2c": 0.3105450695560825,
"eval_priorArt_ndcg@100_i2i": 0.27769033809996957,
"eval_priorArt_ndcg@10_a2a": 0.18601026483369248,
"eval_priorArt_ndcg@10_a2all": 0.17019158028478898,
"eval_priorArt_ndcg@10_a2c": 0.16748974683840584,
"eval_priorArt_ndcg@10_a2i": 0.15039758673825238,
"eval_priorArt_ndcg@10_c2a": 0.21728331904844,
"eval_priorArt_ndcg@10_c2all": 0.19687253693125034,
"eval_priorArt_ndcg@10_c2c": 0.1954589617800344,
"eval_priorArt_ndcg@10_c2i": 0.19361155818603437,
"eval_priorArt_ndcg@10_i2a": 0.21838499713681023,
"eval_priorArt_ndcg@10_i2all": 0.1678766426475044,
"eval_priorArt_ndcg@10_i2c": 0.18681558227702297,
"eval_priorArt_ndcg@10_i2i": 0.14532491733329891,
"eval_priorArt_ndcg@20_a2a": 0.21544661094788373,
"eval_priorArt_ndcg@20_a2all": 0.2126181369377987,
"eval_priorArt_ndcg@20_a2c": 0.20991289343803854,
"eval_priorArt_ndcg@20_a2i": 0.17990374121414826,
"eval_priorArt_ndcg@20_c2a": 0.2710920151128672,
"eval_priorArt_ndcg@20_c2all": 0.24666030782139692,
"eval_priorArt_ndcg@20_c2c": 0.2599968754996339,
"eval_priorArt_ndcg@20_c2i": 0.21896152273198152,
"eval_priorArt_ndcg@20_i2a": 0.25007515187785645,
"eval_priorArt_ndcg@20_i2all": 0.20426301443574618,
"eval_priorArt_ndcg@20_i2c": 0.21879598124939575,
"eval_priorArt_ndcg@20_i2i": 0.19518843018412285,
"eval_priorArt_ndcg@50_a2a": 0.27589774001111594,
"eval_priorArt_ndcg@50_a2all": 0.2651719034039398,
"eval_priorArt_ndcg@50_a2c": 0.2742038436746873,
"eval_priorArt_ndcg@50_a2i": 0.2377570667252631,
"eval_priorArt_ndcg@50_c2a": 0.3070011429474333,
"eval_priorArt_ndcg@50_c2all": 0.3062307617859793,
"eval_priorArt_ndcg@50_c2c": 0.30051381048732767,
"eval_priorArt_ndcg@50_c2i": 0.27272226956946627,
"eval_priorArt_ndcg@50_i2a": 0.3144845792226199,
"eval_priorArt_ndcg@50_i2all": 0.26570946753907426,
"eval_priorArt_ndcg@50_i2c": 0.27749205318033743,
"eval_priorArt_ndcg@50_i2i": 0.2433361998864186,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.825,
"eval_priorArt_recall@100_a2i": 0.725,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.8541666666666667,
"eval_priorArt_recall@100_c2c": 0.8791666666666667,
"eval_priorArt_recall@100_c2i": 0.8458333333333332,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.8166666666666668,
"eval_priorArt_recall@100_i2c": 0.8416666666666666,
"eval_priorArt_recall@100_i2i": 0.7666666666666667,
"eval_priorArt_recall@10_a2a": 0.3625,
"eval_priorArt_recall@10_a2all": 0.31666666666666665,
"eval_priorArt_recall@10_a2c": 0.29999999999999993,
"eval_priorArt_recall@10_a2i": 0.29583333333333334,
"eval_priorArt_recall@10_c2a": 0.36666666666666664,
"eval_priorArt_recall@10_c2all": 0.35416666666666663,
"eval_priorArt_recall@10_c2c": 0.36250000000000004,
"eval_priorArt_recall@10_c2i": 0.32083333333333336,
"eval_priorArt_recall@10_i2a": 0.3416666666666667,
"eval_priorArt_recall@10_i2all": 0.32083333333333336,
"eval_priorArt_recall@10_i2c": 0.35833333333333334,
"eval_priorArt_recall@10_i2i": 0.26666666666666666,
"eval_priorArt_recall@20_a2a": 0.45,
"eval_priorArt_recall@20_a2all": 0.4374999999999999,
"eval_priorArt_recall@20_a2c": 0.4208333333333333,
"eval_priorArt_recall@20_a2i": 0.38333333333333336,
"eval_priorArt_recall@20_c2a": 0.5291666666666666,
"eval_priorArt_recall@20_c2all": 0.5041666666666667,
"eval_priorArt_recall@20_c2c": 0.5583333333333333,
"eval_priorArt_recall@20_c2i": 0.4,
"eval_priorArt_recall@20_i2a": 0.4291666666666666,
"eval_priorArt_recall@20_i2all": 0.425,
"eval_priorArt_recall@20_i2c": 0.4583333333333333,
"eval_priorArt_recall@20_i2i": 0.4083333333333334,
"eval_priorArt_recall@50_a2a": 0.6916666666666667,
"eval_priorArt_recall@50_a2all": 0.6416666666666667,
"eval_priorArt_recall@50_a2c": 0.6708333333333334,
"eval_priorArt_recall@50_a2i": 0.625,
"eval_priorArt_recall@50_c2a": 0.6708333333333333,
"eval_priorArt_recall@50_c2all": 0.7375,
"eval_priorArt_recall@50_c2c": 0.7125,
"eval_priorArt_recall@50_c2i": 0.6000000000000001,
"eval_priorArt_recall@50_i2a": 0.6791666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.5875,
"eval_singularentropy_abstract": 0.5676775809077176,
"eval_singularentropy_claim": 0.5450655838720966,
"eval_singularentropy_global": 0.5512827887078414,
"eval_singularentropy_invention": 0.6072223273587798,
"eval_uniformity_abstract": -2.4527196884155273,
"eval_uniformity_claim": -2.4556920528411865,
"eval_uniformity_global": -2.4388587474823,
"eval_uniformity_invention": -2.381416082382202,
"step": 3000
},
{
"epoch": 0.5549410029498525,
"grad_norm": 0.7070243954658508,
"learning_rate": 4.924375525145402e-06,
"loss": 0.039,
"step": 3010
},
{
"epoch": 0.5567846607669616,
"grad_norm": 0.7290301322937012,
"learning_rate": 4.89219914028897e-06,
"loss": 0.033,
"step": 3020
},
{
"epoch": 0.5586283185840708,
"grad_norm": 0.7985166311264038,
"learning_rate": 4.8600272212694094e-06,
"loss": 0.0342,
"step": 3030
},
{
"epoch": 0.56047197640118,
"grad_norm": 1.1171778440475464,
"learning_rate": 4.827861100864051e-06,
"loss": 0.0359,
"step": 3040
},
{
"epoch": 0.5623156342182891,
"grad_norm": 0.7835624814033508,
"learning_rate": 4.795702111610014e-06,
"loss": 0.0409,
"step": 3050
},
{
"epoch": 0.5641592920353983,
"grad_norm": 0.8623784780502319,
"learning_rate": 4.763551585748989e-06,
"loss": 0.039,
"step": 3060
},
{
"epoch": 0.5660029498525073,
"grad_norm": 0.9083744883537292,
"learning_rate": 4.731410855172061e-06,
"loss": 0.0333,
"step": 3070
},
{
"epoch": 0.5678466076696165,
"grad_norm": 0.8535884618759155,
"learning_rate": 4.699281251364527e-06,
"loss": 0.0293,
"step": 3080
},
{
"epoch": 0.5696902654867256,
"grad_norm": 0.6379131078720093,
"learning_rate": 4.667164105350739e-06,
"loss": 0.0321,
"step": 3090
},
{
"epoch": 0.5715339233038348,
"grad_norm": 0.9419944286346436,
"learning_rate": 4.635060747638961e-06,
"loss": 0.0358,
"step": 3100
},
{
"epoch": 0.573377581120944,
"grad_norm": 0.5557758212089539,
"learning_rate": 4.602972508166256e-06,
"loss": 0.0368,
"step": 3110
},
{
"epoch": 0.5752212389380531,
"grad_norm": 0.7979027628898621,
"learning_rate": 4.570900716243385e-06,
"loss": 0.036,
"step": 3120
},
{
"epoch": 0.5761430678466076,
"eval_alignment_abstract": {
"mean_alignment": 0.46919336915016174
},
"eval_alignment_claim": {
"mean_alignment": 0.4831445813179016
},
"eval_alignment_global": {
"mean_alignment": 0.4817473292350769
},
"eval_alignment_invention": {
"mean_alignment": 0.45281121134757996
},
"eval_ipc_cls_abstract_accuracy_primary": 58.32000000000001,
"eval_ipc_cls_abstract_precision@1": 63.160000000000004,
"eval_ipc_cls_abstract_precision@3": 31.58666666666667,
"eval_ipc_cls_abstract_precision@5": 21.031999999999996,
"eval_ipc_cls_global_accuracy_primary": 58.32000000000001,
"eval_ipc_cls_global_precision@1": 63.160000000000004,
"eval_ipc_cls_global_precision@3": 31.58666666666667,
"eval_ipc_cls_global_precision@5": 21.031999999999996,
"eval_ipc_knn_abstract_accuracy_primary": 64.60000000000001,
"eval_ipc_knn_abstract_precision@1": 70.44,
"eval_ipc_knn_abstract_precision@3": 28.53333333333333,
"eval_ipc_knn_abstract_precision@5": 17.311999999999998,
"eval_ipc_knn_global_accuracy_primary": 64.60000000000001,
"eval_ipc_knn_global_precision@1": 70.44,
"eval_ipc_knn_global_precision@3": 28.53333333333333,
"eval_ipc_knn_global_precision@5": 17.311999999999998,
"eval_priorArt_ndcg@100_a2a": 0.298605631217591,
"eval_priorArt_ndcg@100_a2all": 0.296607727673254,
"eval_priorArt_ndcg@100_a2c": 0.306798951358444,
"eval_priorArt_ndcg@100_a2i": 0.2599683005284441,
"eval_priorArt_ndcg@100_c2a": 0.358952442410651,
"eval_priorArt_ndcg@100_c2all": 0.3481771800958128,
"eval_priorArt_ndcg@100_c2c": 0.3369468877033243,
"eval_priorArt_ndcg@100_c2i": 0.3307080948598219,
"eval_priorArt_ndcg@100_i2a": 0.3369652115426601,
"eval_priorArt_ndcg@100_i2all": 0.3051811625697066,
"eval_priorArt_ndcg@100_i2c": 0.32039506740025836,
"eval_priorArt_ndcg@100_i2i": 0.2899917941892508,
"eval_priorArt_ndcg@10_a2a": 0.17455783881475959,
"eval_priorArt_ndcg@10_a2all": 0.16884470871006543,
"eval_priorArt_ndcg@10_a2c": 0.16621543532401595,
"eval_priorArt_ndcg@10_a2i": 0.1460659478562068,
"eval_priorArt_ndcg@10_c2a": 0.23380583335635258,
"eval_priorArt_ndcg@10_c2all": 0.20249868328467863,
"eval_priorArt_ndcg@10_c2c": 0.20195165398765597,
"eval_priorArt_ndcg@10_c2i": 0.1852473644345332,
"eval_priorArt_ndcg@10_i2a": 0.21311615212044752,
"eval_priorArt_ndcg@10_i2all": 0.17538359474699647,
"eval_priorArt_ndcg@10_i2c": 0.19339830138526218,
"eval_priorArt_ndcg@10_i2i": 0.15906421085731876,
"eval_priorArt_ndcg@20_a2a": 0.21255446225929284,
"eval_priorArt_ndcg@20_a2all": 0.20542270887521052,
"eval_priorArt_ndcg@20_a2c": 0.20372235895913224,
"eval_priorArt_ndcg@20_a2i": 0.17536759150612968,
"eval_priorArt_ndcg@20_c2a": 0.2821172886200574,
"eval_priorArt_ndcg@20_c2all": 0.25864718855118735,
"eval_priorArt_ndcg@20_c2c": 0.2601867038019272,
"eval_priorArt_ndcg@20_c2i": 0.2278780741088792,
"eval_priorArt_ndcg@20_i2a": 0.24439845239326785,
"eval_priorArt_ndcg@20_i2all": 0.21705220284495427,
"eval_priorArt_ndcg@20_i2c": 0.22344017397455693,
"eval_priorArt_ndcg@20_i2i": 0.20835784132847776,
"eval_priorArt_ndcg@50_a2a": 0.27375705536662653,
"eval_priorArt_ndcg@50_a2all": 0.2628333258811392,
"eval_priorArt_ndcg@50_a2c": 0.27370788567369914,
"eval_priorArt_ndcg@50_a2i": 0.23287975135279745,
"eval_priorArt_ndcg@50_c2a": 0.32238985722460944,
"eval_priorArt_ndcg@50_c2all": 0.3079531315431314,
"eval_priorArt_ndcg@50_c2c": 0.3036416004865713,
"eval_priorArt_ndcg@50_c2i": 0.2843417060033116,
"eval_priorArt_ndcg@50_i2a": 0.3088142579635528,
"eval_priorArt_ndcg@50_i2all": 0.27330572996889474,
"eval_priorArt_ndcg@50_i2c": 0.2841042299939791,
"eval_priorArt_ndcg@50_i2i": 0.24730371000196644,
"eval_priorArt_recall@100_a2a": 0.8083333333333333,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8333333333333334,
"eval_priorArt_recall@100_a2i": 0.75,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.9083333333333334,
"eval_priorArt_recall@100_c2c": 0.875,
"eval_priorArt_recall@100_c2i": 0.8833333333333334,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.8166666666666668,
"eval_priorArt_recall@100_i2c": 0.8583333333333332,
"eval_priorArt_recall@100_i2i": 0.7916666666666667,
"eval_priorArt_recall@10_a2a": 0.3375,
"eval_priorArt_recall@10_a2all": 0.32083333333333336,
"eval_priorArt_recall@10_a2c": 0.29999999999999993,
"eval_priorArt_recall@10_a2i": 0.29583333333333334,
"eval_priorArt_recall@10_c2a": 0.3833333333333333,
"eval_priorArt_recall@10_c2all": 0.35416666666666663,
"eval_priorArt_recall@10_c2c": 0.37500000000000006,
"eval_priorArt_recall@10_c2i": 0.30833333333333335,
"eval_priorArt_recall@10_i2a": 0.3416666666666667,
"eval_priorArt_recall@10_i2all": 0.32083333333333336,
"eval_priorArt_recall@10_i2c": 0.35833333333333334,
"eval_priorArt_recall@10_i2i": 0.2833333333333333,
"eval_priorArt_recall@20_a2a": 0.45,
"eval_priorArt_recall@20_a2all": 0.425,
"eval_priorArt_recall@20_a2c": 0.4041666666666667,
"eval_priorArt_recall@20_a2i": 0.38333333333333336,
"eval_priorArt_recall@20_c2a": 0.5291666666666666,
"eval_priorArt_recall@20_c2all": 0.5208333333333334,
"eval_priorArt_recall@20_c2c": 0.5458333333333333,
"eval_priorArt_recall@20_c2i": 0.4333333333333334,
"eval_priorArt_recall@20_i2a": 0.4291666666666666,
"eval_priorArt_recall@20_i2all": 0.4416666666666667,
"eval_priorArt_recall@20_i2c": 0.4499999999999999,
"eval_priorArt_recall@20_i2i": 0.425,
"eval_priorArt_recall@50_a2a": 0.6916666666666667,
"eval_priorArt_recall@50_a2all": 0.6416666666666667,
"eval_priorArt_recall@50_a2c": 0.6708333333333334,
"eval_priorArt_recall@50_a2i": 0.625,
"eval_priorArt_recall@50_c2a": 0.6875,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7125,
"eval_priorArt_recall@50_c2i": 0.6500000000000001,
"eval_priorArt_recall@50_i2a": 0.6791666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.575,
"eval_singularentropy_abstract": 0.5703260955996458,
"eval_singularentropy_claim": 0.544511290225024,
"eval_singularentropy_global": 0.5528393711053057,
"eval_singularentropy_invention": 0.6091358566989462,
"eval_uniformity_abstract": -2.4378206729888916,
"eval_uniformity_claim": -2.450875759124756,
"eval_uniformity_global": -2.4274673461914062,
"eval_uniformity_invention": -2.368116617202759,
"step": 3125
},
{
"epoch": 0.5770648967551623,
"grad_norm": 0.5869949460029602,
"learning_rate": 4.538846700499742e-06,
"loss": 0.039,
"step": 3130
},
{
"epoch": 0.5789085545722714,
"grad_norm": 0.8387648463249207,
"learning_rate": 4.5068117888283124e-06,
"loss": 0.0321,
"step": 3140
},
{
"epoch": 0.5807522123893806,
"grad_norm": 0.7568346261978149,
"learning_rate": 4.474797308330665e-06,
"loss": 0.0351,
"step": 3150
},
{
"epoch": 0.5825958702064897,
"grad_norm": 0.5279902815818787,
"learning_rate": 4.442804585261965e-06,
"loss": 0.0386,
"step": 3160
},
{
"epoch": 0.5844395280235988,
"grad_norm": 0.8303653597831726,
"learning_rate": 4.410834944976045e-06,
"loss": 0.0421,
"step": 3170
},
{
"epoch": 0.5862831858407079,
"grad_norm": 1.0008771419525146,
"learning_rate": 4.378889711870492e-06,
"loss": 0.0281,
"step": 3180
},
{
"epoch": 0.5881268436578171,
"grad_norm": 0.6039744019508362,
"learning_rate": 4.346970209331781e-06,
"loss": 0.0402,
"step": 3190
},
{
"epoch": 0.5899705014749262,
"grad_norm": 0.9647097587585449,
"learning_rate": 4.315077759680456e-06,
"loss": 0.0342,
"step": 3200
},
{
"epoch": 0.5918141592920354,
"grad_norm": 0.851837158203125,
"learning_rate": 4.283213684116346e-06,
"loss": 0.0329,
"step": 3210
},
{
"epoch": 0.5936578171091446,
"grad_norm": 0.7967381477355957,
"learning_rate": 4.251379302663838e-06,
"loss": 0.0434,
"step": 3220
},
{
"epoch": 0.5955014749262537,
"grad_norm": 0.8859102129936218,
"learning_rate": 4.219575934117186e-06,
"loss": 0.0419,
"step": 3230
},
{
"epoch": 0.5973451327433629,
"grad_norm": 0.9448601603507996,
"learning_rate": 4.187804895985881e-06,
"loss": 0.0367,
"step": 3240
},
{
"epoch": 0.599188790560472,
"grad_norm": 0.47053632140159607,
"learning_rate": 4.156067504440074e-06,
"loss": 0.0313,
"step": 3250
},
{
"epoch": 0.599188790560472,
"eval_alignment_abstract": {
"mean_alignment": 0.47140049934387207
},
"eval_alignment_claim": {
"mean_alignment": 0.4901201128959656
},
"eval_alignment_global": {
"mean_alignment": 0.4895758032798767
},
"eval_alignment_invention": {
"mean_alignment": 0.4677790403366089
},
"eval_ipc_cls_abstract_accuracy_primary": 57.96,
"eval_ipc_cls_abstract_precision@1": 62.760000000000005,
"eval_ipc_cls_abstract_precision@3": 31.72,
"eval_ipc_cls_abstract_precision@5": 21.103999999999996,
"eval_ipc_cls_global_accuracy_primary": 57.96,
"eval_ipc_cls_global_precision@1": 62.760000000000005,
"eval_ipc_cls_global_precision@3": 31.72,
"eval_ipc_cls_global_precision@5": 21.103999999999996,
"eval_ipc_knn_abstract_accuracy_primary": 64.16,
"eval_ipc_knn_abstract_precision@1": 69.88,
"eval_ipc_knn_abstract_precision@3": 28.439999999999998,
"eval_ipc_knn_abstract_precision@5": 17.256,
"eval_ipc_knn_global_accuracy_primary": 64.16,
"eval_ipc_knn_global_precision@1": 69.88,
"eval_ipc_knn_global_precision@3": 28.439999999999998,
"eval_ipc_knn_global_precision@5": 17.256,
"eval_priorArt_ndcg@100_a2a": 0.30255991102880075,
"eval_priorArt_ndcg@100_a2all": 0.3034295961944789,
"eval_priorArt_ndcg@100_a2c": 0.3053087576747444,
"eval_priorArt_ndcg@100_a2i": 0.2574813319329327,
"eval_priorArt_ndcg@100_c2a": 0.3532906803854998,
"eval_priorArt_ndcg@100_c2all": 0.34041891387680256,
"eval_priorArt_ndcg@100_c2c": 0.3483399158653069,
"eval_priorArt_ndcg@100_c2i": 0.32151968469207004,
"eval_priorArt_ndcg@100_i2a": 0.32328344501808387,
"eval_priorArt_ndcg@100_i2all": 0.30049117059824204,
"eval_priorArt_ndcg@100_i2c": 0.3149141878980627,
"eval_priorArt_ndcg@100_i2i": 0.28904775820429424,
"eval_priorArt_ndcg@10_a2a": 0.19121141072520817,
"eval_priorArt_ndcg@10_a2all": 0.17621154662174948,
"eval_priorArt_ndcg@10_a2c": 0.17885832387636103,
"eval_priorArt_ndcg@10_a2i": 0.14325064590040465,
"eval_priorArt_ndcg@10_c2a": 0.22968052714168646,
"eval_priorArt_ndcg@10_c2all": 0.20396537388579478,
"eval_priorArt_ndcg@10_c2c": 0.2140154790611502,
"eval_priorArt_ndcg@10_c2i": 0.18510023848493007,
"eval_priorArt_ndcg@10_i2a": 0.2064949987507782,
"eval_priorArt_ndcg@10_i2all": 0.18031095791480573,
"eval_priorArt_ndcg@10_i2c": 0.18916947006099252,
"eval_priorArt_ndcg@10_i2i": 0.17433084475435384,
"eval_priorArt_ndcg@20_a2a": 0.21508635673704907,
"eval_priorArt_ndcg@20_a2all": 0.2128869031978348,
"eval_priorArt_ndcg@20_a2c": 0.21262350700572846,
"eval_priorArt_ndcg@20_a2i": 0.16784060333598627,
"eval_priorArt_ndcg@20_c2a": 0.27661017089670287,
"eval_priorArt_ndcg@20_c2all": 0.2490482193456974,
"eval_priorArt_ndcg@20_c2c": 0.2697585737566094,
"eval_priorArt_ndcg@20_c2i": 0.217072149211729,
"eval_priorArt_ndcg@20_i2a": 0.2311869451379486,
"eval_priorArt_ndcg@20_i2all": 0.21651861769265598,
"eval_priorArt_ndcg@20_i2c": 0.22026976265067572,
"eval_priorArt_ndcg@20_i2i": 0.19839075422674413,
"eval_priorArt_ndcg@50_a2a": 0.27371448620391525,
"eval_priorArt_ndcg@50_a2all": 0.2642914368886592,
"eval_priorArt_ndcg@50_a2c": 0.2729082500293546,
"eval_priorArt_ndcg@50_a2i": 0.2390361722892819,
"eval_priorArt_ndcg@50_c2a": 0.31843969971686237,
"eval_priorArt_ndcg@50_c2all": 0.3091528197045932,
"eval_priorArt_ndcg@50_c2c": 0.31196085628050346,
"eval_priorArt_ndcg@50_c2i": 0.27442247710814843,
"eval_priorArt_ndcg@50_i2a": 0.2956390823434786,
"eval_priorArt_ndcg@50_i2all": 0.27244511746302047,
"eval_priorArt_ndcg@50_i2c": 0.2851833316728276,
"eval_priorArt_ndcg@50_i2i": 0.24649798677108964,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8083333333333333,
"eval_priorArt_recall@100_a2i": 0.725,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.8666666666666668,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8708333333333333,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.8,
"eval_priorArt_recall@100_i2c": 0.8291666666666666,
"eval_priorArt_recall@100_i2i": 0.7916666666666667,
"eval_priorArt_recall@10_a2a": 0.3625,
"eval_priorArt_recall@10_a2all": 0.32083333333333336,
"eval_priorArt_recall@10_a2c": 0.32916666666666666,
"eval_priorArt_recall@10_a2i": 0.2833333333333333,
"eval_priorArt_recall@10_c2a": 0.39166666666666666,
"eval_priorArt_recall@10_c2all": 0.35416666666666663,
"eval_priorArt_recall@10_c2c": 0.38750000000000007,
"eval_priorArt_recall@10_c2i": 0.32083333333333336,
"eval_priorArt_recall@10_i2a": 0.35833333333333334,
"eval_priorArt_recall@10_i2all": 0.3375,
"eval_priorArt_recall@10_i2c": 0.3458333333333333,
"eval_priorArt_recall@10_i2i": 0.32500000000000007,
"eval_priorArt_recall@20_a2a": 0.425,
"eval_priorArt_recall@20_a2all": 0.425,
"eval_priorArt_recall@20_a2c": 0.4208333333333333,
"eval_priorArt_recall@20_a2i": 0.3541666666666667,
"eval_priorArt_recall@20_c2a": 0.5291666666666666,
"eval_priorArt_recall@20_c2all": 0.48749999999999993,
"eval_priorArt_recall@20_c2c": 0.55,
"eval_priorArt_recall@20_c2i": 0.4166666666666667,
"eval_priorArt_recall@20_i2a": 0.4291666666666666,
"eval_priorArt_recall@20_i2all": 0.4416666666666667,
"eval_priorArt_recall@20_i2c": 0.4333333333333333,
"eval_priorArt_recall@20_i2i": 0.39583333333333337,
"eval_priorArt_recall@50_a2a": 0.6416666666666667,
"eval_priorArt_recall@50_a2all": 0.6166666666666667,
"eval_priorArt_recall@50_a2c": 0.6541666666666667,
"eval_priorArt_recall@50_a2i": 0.6416666666666667,
"eval_priorArt_recall@50_c2a": 0.6958333333333333,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7125,
"eval_priorArt_recall@50_c2i": 0.6333333333333334,
"eval_priorArt_recall@50_i2a": 0.6791666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.575,
"eval_singularentropy_abstract": 0.5683234055554762,
"eval_singularentropy_claim": 0.5406650089868738,
"eval_singularentropy_global": 0.5475917176396308,
"eval_singularentropy_invention": 0.5983141618198252,
"eval_uniformity_abstract": -2.4396555423736572,
"eval_uniformity_claim": -2.454517126083374,
"eval_uniformity_global": -2.436321973800659,
"eval_uniformity_invention": -2.388725519180298,
"step": 3250
},
{
"epoch": 0.6010324483775811,
"grad_norm": 1.0968669652938843,
"learning_rate": 4.124365074256046e-06,
"loss": 0.0415,
"step": 3260
},
{
"epoch": 0.6028761061946902,
"grad_norm": 0.9213536381721497,
"learning_rate": 4.092698918761742e-06,
"loss": 0.0408,
"step": 3270
},
{
"epoch": 0.6047197640117994,
"grad_norm": 0.6695950031280518,
"learning_rate": 4.061070349782365e-06,
"loss": 0.033,
"step": 3280
},
{
"epoch": 0.6065634218289085,
"grad_norm": 1.0880845785140991,
"learning_rate": 4.029480677586036e-06,
"loss": 0.0441,
"step": 3290
},
{
"epoch": 0.6084070796460177,
"grad_norm": 1.0943819284439087,
"learning_rate": 3.997931210829503e-06,
"loss": 0.0439,
"step": 3300
},
{
"epoch": 0.6102507374631269,
"grad_norm": 0.8678179383277893,
"learning_rate": 3.96642325650394e-06,
"loss": 0.0378,
"step": 3310
},
{
"epoch": 0.612094395280236,
"grad_norm": 0.8427102565765381,
"learning_rate": 3.934958119880794e-06,
"loss": 0.0407,
"step": 3320
},
{
"epoch": 0.6139380530973452,
"grad_norm": 0.6500229239463806,
"learning_rate": 3.903537104457713e-06,
"loss": 0.0383,
"step": 3330
},
{
"epoch": 0.6157817109144543,
"grad_norm": 0.4301413893699646,
"learning_rate": 3.872161511904552e-06,
"loss": 0.0454,
"step": 3340
},
{
"epoch": 0.6176253687315634,
"grad_norm": 0.8669440746307373,
"learning_rate": 3.840832642009445e-06,
"loss": 0.0411,
"step": 3350
},
{
"epoch": 0.6194690265486725,
"grad_norm": 1.0098801851272583,
"learning_rate": 3.8095517926249557e-06,
"loss": 0.0352,
"step": 3360
},
{
"epoch": 0.6213126843657817,
"grad_norm": 0.7588687539100647,
"learning_rate": 3.778320259614318e-06,
"loss": 0.0347,
"step": 3370
},
{
"epoch": 0.6222345132743363,
"eval_alignment_abstract": {
"mean_alignment": 0.4706311821937561
},
"eval_alignment_claim": {
"mean_alignment": 0.4890660047531128
},
"eval_alignment_global": {
"mean_alignment": 0.4901581406593323
},
"eval_alignment_invention": {
"mean_alignment": 0.4702172875404358
},
"eval_ipc_cls_abstract_accuracy_primary": 58.040000000000006,
"eval_ipc_cls_abstract_precision@1": 62.839999999999996,
"eval_ipc_cls_abstract_precision@3": 31.666666666666664,
"eval_ipc_cls_abstract_precision@5": 21.031999999999996,
"eval_ipc_cls_global_accuracy_primary": 58.040000000000006,
"eval_ipc_cls_global_precision@1": 62.839999999999996,
"eval_ipc_cls_global_precision@3": 31.666666666666664,
"eval_ipc_cls_global_precision@5": 21.031999999999996,
"eval_ipc_knn_abstract_accuracy_primary": 63.88,
"eval_ipc_knn_abstract_precision@1": 69.8,
"eval_ipc_knn_abstract_precision@3": 28.46666666666667,
"eval_ipc_knn_abstract_precision@5": 17.288,
"eval_ipc_knn_global_accuracy_primary": 63.88,
"eval_ipc_knn_global_precision@1": 69.8,
"eval_ipc_knn_global_precision@3": 28.46666666666667,
"eval_ipc_knn_global_precision@5": 17.288,
"eval_priorArt_ndcg@100_a2a": 0.29827915136399374,
"eval_priorArt_ndcg@100_a2all": 0.29990594524182035,
"eval_priorArt_ndcg@100_a2c": 0.3207194835137905,
"eval_priorArt_ndcg@100_a2i": 0.2559433075610216,
"eval_priorArt_ndcg@100_c2a": 0.35480740684551776,
"eval_priorArt_ndcg@100_c2all": 0.33702871486394503,
"eval_priorArt_ndcg@100_c2c": 0.3574088136112787,
"eval_priorArt_ndcg@100_c2i": 0.3186484004302993,
"eval_priorArt_ndcg@100_i2a": 0.3225771060304703,
"eval_priorArt_ndcg@100_i2all": 0.2983328785182559,
"eval_priorArt_ndcg@100_i2c": 0.31709843538075877,
"eval_priorArt_ndcg@100_i2i": 0.27686689778092366,
"eval_priorArt_ndcg@10_a2a": 0.1862692049241829,
"eval_priorArt_ndcg@10_a2all": 0.17203225109836448,
"eval_priorArt_ndcg@10_a2c": 0.17787105366257125,
"eval_priorArt_ndcg@10_a2i": 0.1413704147623091,
"eval_priorArt_ndcg@10_c2a": 0.2261640344947277,
"eval_priorArt_ndcg@10_c2all": 0.20264746648543802,
"eval_priorArt_ndcg@10_c2c": 0.22601625821917484,
"eval_priorArt_ndcg@10_c2i": 0.18236820778114862,
"eval_priorArt_ndcg@10_i2a": 0.2055880495835572,
"eval_priorArt_ndcg@10_i2all": 0.17026548701729416,
"eval_priorArt_ndcg@10_i2c": 0.19349850797392426,
"eval_priorArt_ndcg@10_i2i": 0.16299694290183983,
"eval_priorArt_ndcg@20_a2a": 0.21245188571062398,
"eval_priorArt_ndcg@20_a2all": 0.20902627822548697,
"eval_priorArt_ndcg@20_a2c": 0.22874847051524788,
"eval_priorArt_ndcg@20_a2i": 0.17054578113171096,
"eval_priorArt_ndcg@20_c2a": 0.2802192735261765,
"eval_priorArt_ndcg@20_c2all": 0.26709023981170527,
"eval_priorArt_ndcg@20_c2c": 0.28993299186643245,
"eval_priorArt_ndcg@20_c2i": 0.21887669613441552,
"eval_priorArt_ndcg@20_i2a": 0.2372461137858945,
"eval_priorArt_ndcg@20_i2all": 0.2105334288312347,
"eval_priorArt_ndcg@20_i2c": 0.21386461184010627,
"eval_priorArt_ndcg@20_i2i": 0.19464791203246867,
"eval_priorArt_ndcg@50_a2a": 0.2771735665003043,
"eval_priorArt_ndcg@50_a2all": 0.2657558261432366,
"eval_priorArt_ndcg@50_a2c": 0.29222437161480624,
"eval_priorArt_ndcg@50_a2i": 0.23750770414030703,
"eval_priorArt_ndcg@50_c2a": 0.31520678862131424,
"eval_priorArt_ndcg@50_c2all": 0.30448472428488643,
"eval_priorArt_ndcg@50_c2c": 0.3210498943541457,
"eval_priorArt_ndcg@50_c2i": 0.27632955150973776,
"eval_priorArt_ndcg@50_i2a": 0.29482918995930313,
"eval_priorArt_ndcg@50_i2all": 0.27023852526193964,
"eval_priorArt_ndcg@50_i2c": 0.28457554853476374,
"eval_priorArt_ndcg@50_i2i": 0.24243383994201376,
"eval_priorArt_recall@100_a2a": 0.7916666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8333333333333334,
"eval_priorArt_recall@100_a2i": 0.725,
"eval_priorArt_recall@100_c2a": 0.8916666666666668,
"eval_priorArt_recall@100_c2all": 0.8541666666666667,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8458333333333332,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.8,
"eval_priorArt_recall@100_i2c": 0.8416666666666666,
"eval_priorArt_recall@100_i2i": 0.75,
"eval_priorArt_recall@10_a2a": 0.3625,
"eval_priorArt_recall@10_a2all": 0.32083333333333336,
"eval_priorArt_recall@10_a2c": 0.29999999999999993,
"eval_priorArt_recall@10_a2i": 0.2833333333333333,
"eval_priorArt_recall@10_c2a": 0.39166666666666666,
"eval_priorArt_recall@10_c2all": 0.35416666666666663,
"eval_priorArt_recall@10_c2c": 0.4,
"eval_priorArt_recall@10_c2i": 0.30833333333333335,
"eval_priorArt_recall@10_i2a": 0.35833333333333334,
"eval_priorArt_recall@10_i2all": 0.3125,
"eval_priorArt_recall@10_i2c": 0.35833333333333334,
"eval_priorArt_recall@10_i2i": 0.3,
"eval_priorArt_recall@20_a2a": 0.4375,
"eval_priorArt_recall@20_a2all": 0.425,
"eval_priorArt_recall@20_a2c": 0.4458333333333333,
"eval_priorArt_recall@20_a2i": 0.3666666666666667,
"eval_priorArt_recall@20_c2a": 0.5541666666666666,
"eval_priorArt_recall@20_c2all": 0.5541666666666666,
"eval_priorArt_recall@20_c2c": 0.5916666666666666,
"eval_priorArt_recall@20_c2i": 0.4166666666666667,
"eval_priorArt_recall@20_i2a": 0.4541666666666666,
"eval_priorArt_recall@20_i2all": 0.4333333333333333,
"eval_priorArt_recall@20_i2c": 0.41666666666666663,
"eval_priorArt_recall@20_i2i": 0.39583333333333337,
"eval_priorArt_recall@50_a2a": 0.6916666666666667,
"eval_priorArt_recall@50_a2all": 0.6416666666666667,
"eval_priorArt_recall@50_a2c": 0.7041666666666667,
"eval_priorArt_recall@50_a2i": 0.6416666666666667,
"eval_priorArt_recall@50_c2a": 0.6958333333333333,
"eval_priorArt_recall@50_c2all": 0.6958333333333333,
"eval_priorArt_recall@50_c2c": 0.7125,
"eval_priorArt_recall@50_c2i": 0.6333333333333334,
"eval_priorArt_recall@50_i2a": 0.6791666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.575,
"eval_singularentropy_abstract": 0.5693547661100287,
"eval_singularentropy_claim": 0.5430534284045255,
"eval_singularentropy_global": 0.5495959474252905,
"eval_singularentropy_invention": 0.601677632127123,
"eval_uniformity_abstract": -2.4417104721069336,
"eval_uniformity_claim": -2.459001302719116,
"eval_uniformity_global": -2.437546491622925,
"eval_uniformity_invention": -2.384577512741089,
"step": 3375
},
{
"epoch": 0.6231563421828908,
"grad_norm": 0.703269898891449,
"learning_rate": 3.747139336797747e-06,
"loss": 0.0443,
"step": 3380
},
{
"epoch": 0.625,
"grad_norm": 0.8468555808067322,
"learning_rate": 3.716010315898847e-06,
"loss": 0.0343,
"step": 3390
},
{
"epoch": 0.6268436578171092,
"grad_norm": 0.6856430172920227,
"learning_rate": 3.684934486491092e-06,
"loss": 0.0338,
"step": 3400
},
{
"epoch": 0.6286873156342183,
"grad_norm": 0.8847236633300781,
"learning_rate": 3.653913135944408e-06,
"loss": 0.0384,
"step": 3410
},
{
"epoch": 0.6305309734513275,
"grad_norm": 0.6259100437164307,
"learning_rate": 3.622947549371841e-06,
"loss": 0.0352,
"step": 3420
},
{
"epoch": 0.6323746312684366,
"grad_norm": 1.0635768175125122,
"learning_rate": 3.592039009576317e-06,
"loss": 0.0336,
"step": 3430
},
{
"epoch": 0.6342182890855457,
"grad_norm": 0.9290263652801514,
"learning_rate": 3.561188796997502e-06,
"loss": 0.0382,
"step": 3440
},
{
"epoch": 0.6360619469026548,
"grad_norm": 0.7966656684875488,
"learning_rate": 3.5303981896587534e-06,
"loss": 0.0419,
"step": 3450
},
{
"epoch": 0.637905604719764,
"grad_norm": 0.945724368095398,
"learning_rate": 3.4996684631141824e-06,
"loss": 0.0387,
"step": 3460
},
{
"epoch": 0.6397492625368731,
"grad_norm": 0.8238882422447205,
"learning_rate": 3.469000890395804e-06,
"loss": 0.0328,
"step": 3470
},
{
"epoch": 0.6415929203539823,
"grad_norm": 0.8938784599304199,
"learning_rate": 3.438396741960806e-06,
"loss": 0.0476,
"step": 3480
},
{
"epoch": 0.6434365781710915,
"grad_norm": 0.5697792172431946,
"learning_rate": 3.4078572856389157e-06,
"loss": 0.0363,
"step": 3490
},
{
"epoch": 0.6452802359882006,
"grad_norm": 0.7068203091621399,
"learning_rate": 3.3773837865798774e-06,
"loss": 0.0417,
"step": 3500
},
{
"epoch": 0.6452802359882006,
"eval_alignment_abstract": {
"mean_alignment": 0.4747685492038727
},
"eval_alignment_claim": {
"mean_alignment": 0.4977411925792694
},
"eval_alignment_global": {
"mean_alignment": 0.4953857660293579
},
"eval_alignment_invention": {
"mean_alignment": 0.4733848571777344
},
"eval_ipc_cls_abstract_accuracy_primary": 58.32000000000001,
"eval_ipc_cls_abstract_precision@1": 63.080000000000005,
"eval_ipc_cls_abstract_precision@3": 31.586666666666662,
"eval_ipc_cls_abstract_precision@5": 21.007999999999996,
"eval_ipc_cls_global_accuracy_primary": 58.32000000000001,
"eval_ipc_cls_global_precision@1": 63.080000000000005,
"eval_ipc_cls_global_precision@3": 31.586666666666662,
"eval_ipc_cls_global_precision@5": 21.007999999999996,
"eval_ipc_knn_abstract_accuracy_primary": 64.28,
"eval_ipc_knn_abstract_precision@1": 70.24000000000001,
"eval_ipc_knn_abstract_precision@3": 28.560000000000002,
"eval_ipc_knn_abstract_precision@5": 17.32,
"eval_ipc_knn_global_accuracy_primary": 64.28,
"eval_ipc_knn_global_precision@1": 70.24000000000001,
"eval_ipc_knn_global_precision@3": 28.560000000000002,
"eval_ipc_knn_global_precision@5": 17.32,
"eval_priorArt_ndcg@100_a2a": 0.2890643319307922,
"eval_priorArt_ndcg@100_a2all": 0.2983399728463567,
"eval_priorArt_ndcg@100_a2c": 0.3062545227459578,
"eval_priorArt_ndcg@100_a2i": 0.2674153968127918,
"eval_priorArt_ndcg@100_c2a": 0.3372628382731464,
"eval_priorArt_ndcg@100_c2all": 0.3295725202397846,
"eval_priorArt_ndcg@100_c2c": 0.33467295852027795,
"eval_priorArt_ndcg@100_c2i": 0.32692798837060333,
"eval_priorArt_ndcg@100_i2a": 0.32029830644410123,
"eval_priorArt_ndcg@100_i2all": 0.2953894110179479,
"eval_priorArt_ndcg@100_i2c": 0.3096532212244271,
"eval_priorArt_ndcg@100_i2i": 0.27953578966498976,
"eval_priorArt_ndcg@10_a2a": 0.17762443202676548,
"eval_priorArt_ndcg@10_a2all": 0.16410595973800765,
"eval_priorArt_ndcg@10_a2c": 0.17031867611227547,
"eval_priorArt_ndcg@10_a2i": 0.14283138157417202,
"eval_priorArt_ndcg@10_c2a": 0.21478659236063344,
"eval_priorArt_ndcg@10_c2all": 0.19273698360973074,
"eval_priorArt_ndcg@10_c2c": 0.19103284487166697,
"eval_priorArt_ndcg@10_c2i": 0.19623969087579005,
"eval_priorArt_ndcg@10_i2a": 0.20396144875801564,
"eval_priorArt_ndcg@10_i2all": 0.16764476399261435,
"eval_priorArt_ndcg@10_i2c": 0.17284265308311025,
"eval_priorArt_ndcg@10_i2i": 0.16403565633059675,
"eval_priorArt_ndcg@20_a2a": 0.2058717171725232,
"eval_priorArt_ndcg@20_a2all": 0.21159289252245755,
"eval_priorArt_ndcg@20_a2c": 0.21310114815099582,
"eval_priorArt_ndcg@20_a2i": 0.1724837469439832,
"eval_priorArt_ndcg@20_c2a": 0.2607925567286492,
"eval_priorArt_ndcg@20_c2all": 0.23185396794309976,
"eval_priorArt_ndcg@20_c2c": 0.2495440612828455,
"eval_priorArt_ndcg@20_c2i": 0.22704006222863943,
"eval_priorArt_ndcg@20_i2a": 0.22832816708233156,
"eval_priorArt_ndcg@20_i2all": 0.20566750823633018,
"eval_priorArt_ndcg@20_i2c": 0.2071559042318488,
"eval_priorArt_ndcg@20_i2i": 0.20205270946722004,
"eval_priorArt_ndcg@50_a2a": 0.26380505585334174,
"eval_priorArt_ndcg@50_a2all": 0.26438502532602676,
"eval_priorArt_ndcg@50_a2c": 0.2738450185080956,
"eval_priorArt_ndcg@50_a2i": 0.23536239803651654,
"eval_priorArt_ndcg@50_c2a": 0.2971849540261182,
"eval_priorArt_ndcg@50_c2all": 0.29663526638248605,
"eval_priorArt_ndcg@50_c2c": 0.3017963951177952,
"eval_priorArt_ndcg@50_c2i": 0.28462806467020063,
"eval_priorArt_ndcg@50_i2a": 0.2923872249646546,
"eval_priorArt_ndcg@50_i2all": 0.267504743063847,
"eval_priorArt_ndcg@50_i2c": 0.27709410529627304,
"eval_priorArt_ndcg@50_i2i": 0.24845995275337435,
"eval_priorArt_recall@100_a2a": 0.7666666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8083333333333333,
"eval_priorArt_recall@100_a2i": 0.775,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.8791666666666668,
"eval_priorArt_recall@100_c2c": 0.8958333333333334,
"eval_priorArt_recall@100_c2i": 0.8458333333333332,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.8,
"eval_priorArt_recall@100_i2c": 0.8416666666666666,
"eval_priorArt_recall@100_i2i": 0.75,
"eval_priorArt_recall@10_a2a": 0.35,
"eval_priorArt_recall@10_a2all": 0.30416666666666664,
"eval_priorArt_recall@10_a2c": 0.29999999999999993,
"eval_priorArt_recall@10_a2i": 0.2833333333333333,
"eval_priorArt_recall@10_c2a": 0.39166666666666666,
"eval_priorArt_recall@10_c2all": 0.35416666666666663,
"eval_priorArt_recall@10_c2c": 0.35833333333333334,
"eval_priorArt_recall@10_c2i": 0.32083333333333336,
"eval_priorArt_recall@10_i2a": 0.35833333333333334,
"eval_priorArt_recall@10_i2all": 0.3125,
"eval_priorArt_recall@10_i2c": 0.30833333333333335,
"eval_priorArt_recall@10_i2i": 0.3,
"eval_priorArt_recall@20_a2a": 0.425,
"eval_priorArt_recall@20_a2all": 0.4374999999999999,
"eval_priorArt_recall@20_a2c": 0.4208333333333333,
"eval_priorArt_recall@20_a2i": 0.3666666666666667,
"eval_priorArt_recall@20_c2a": 0.5291666666666666,
"eval_priorArt_recall@20_c2all": 0.4708333333333333,
"eval_priorArt_recall@20_c2c": 0.5333333333333334,
"eval_priorArt_recall@20_c2i": 0.4166666666666667,
"eval_priorArt_recall@20_i2a": 0.4291666666666666,
"eval_priorArt_recall@20_i2all": 0.425,
"eval_priorArt_recall@20_i2c": 0.41666666666666663,
"eval_priorArt_recall@20_i2i": 0.4125,
"eval_priorArt_recall@50_a2a": 0.6416666666666667,
"eval_priorArt_recall@50_a2all": 0.6416666666666667,
"eval_priorArt_recall@50_a2c": 0.6541666666666667,
"eval_priorArt_recall@50_a2i": 0.625,
"eval_priorArt_recall@50_c2a": 0.6708333333333333,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7291666666666667,
"eval_priorArt_recall@50_c2i": 0.6333333333333334,
"eval_priorArt_recall@50_i2a": 0.6791666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.5875,
"eval_singularentropy_abstract": 0.5689363548797104,
"eval_singularentropy_claim": 0.540508590779846,
"eval_singularentropy_global": 0.5483101066675724,
"eval_singularentropy_invention": 0.6009067218712361,
"eval_uniformity_abstract": -2.4183292388916016,
"eval_uniformity_claim": -2.436704158782959,
"eval_uniformity_global": -2.4129271507263184,
"eval_uniformity_invention": -2.358093738555908,
"step": 3500
},
{
"epoch": 0.6471238938053098,
"grad_norm": 0.9285868406295776,
"learning_rate": 3.3469775072010417e-06,
"loss": 0.0375,
"step": 3510
},
{
"epoch": 0.6489675516224189,
"grad_norm": 0.9235994815826416,
"learning_rate": 3.316639707135069e-06,
"loss": 0.0406,
"step": 3520
},
{
"epoch": 0.650811209439528,
"grad_norm": 0.8190294504165649,
"learning_rate": 3.286371643177741e-06,
"loss": 0.0384,
"step": 3530
},
{
"epoch": 0.6526548672566371,
"grad_norm": 0.5835108757019043,
"learning_rate": 3.256174569235909e-06,
"loss": 0.0348,
"step": 3540
},
{
"epoch": 0.6544985250737463,
"grad_norm": 0.5262192487716675,
"learning_rate": 3.226049736275535e-06,
"loss": 0.04,
"step": 3550
},
{
"epoch": 0.6563421828908554,
"grad_norm": 0.8358561992645264,
"learning_rate": 3.195998392269871e-06,
"loss": 0.039,
"step": 3560
},
{
"epoch": 0.6581858407079646,
"grad_norm": 0.7980648279190063,
"learning_rate": 3.1660217821477686e-06,
"loss": 0.0314,
"step": 3570
},
{
"epoch": 0.6600294985250738,
"grad_norm": 0.949609100818634,
"learning_rate": 3.1361211477420937e-06,
"loss": 0.0357,
"step": 3580
},
{
"epoch": 0.6618731563421829,
"grad_norm": 0.7601394057273865,
"learning_rate": 3.10629772773829e-06,
"loss": 0.0407,
"step": 3590
},
{
"epoch": 0.6637168141592921,
"grad_norm": 0.3265194594860077,
"learning_rate": 3.076552757623059e-06,
"loss": 0.0378,
"step": 3600
},
{
"epoch": 0.6655604719764012,
"grad_norm": 0.9725873470306396,
"learning_rate": 3.046887469633184e-06,
"loss": 0.0437,
"step": 3610
},
{
"epoch": 0.6674041297935103,
"grad_norm": 0.8965286016464233,
"learning_rate": 3.0173030927044727e-06,
"loss": 0.0347,
"step": 3620
},
{
"epoch": 0.6683259587020649,
"eval_alignment_abstract": {
"mean_alignment": 0.47491219639778137
},
"eval_alignment_claim": {
"mean_alignment": 0.49325814843177795
},
"eval_alignment_global": {
"mean_alignment": 0.49253469705581665
},
"eval_alignment_invention": {
"mean_alignment": 0.4692937731742859
},
"eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004,
"eval_ipc_cls_abstract_precision@1": 63.0,
"eval_ipc_cls_abstract_precision@3": 31.613333333333333,
"eval_ipc_cls_abstract_precision@5": 21.048000000000002,
"eval_ipc_cls_global_accuracy_primary": 58.160000000000004,
"eval_ipc_cls_global_precision@1": 63.0,
"eval_ipc_cls_global_precision@3": 31.613333333333333,
"eval_ipc_cls_global_precision@5": 21.048000000000002,
"eval_ipc_knn_abstract_accuracy_primary": 64.16,
"eval_ipc_knn_abstract_precision@1": 69.92,
"eval_ipc_knn_abstract_precision@3": 28.573333333333327,
"eval_ipc_knn_abstract_precision@5": 17.328000000000003,
"eval_ipc_knn_global_accuracy_primary": 64.16,
"eval_ipc_knn_global_precision@1": 69.92,
"eval_ipc_knn_global_precision@3": 28.573333333333327,
"eval_ipc_knn_global_precision@5": 17.328000000000003,
"eval_priorArt_ndcg@100_a2a": 0.3056425326656448,
"eval_priorArt_ndcg@100_a2all": 0.30027404173464,
"eval_priorArt_ndcg@100_a2c": 0.3139204586489227,
"eval_priorArt_ndcg@100_a2i": 0.2691981746034922,
"eval_priorArt_ndcg@100_c2a": 0.3461362927126206,
"eval_priorArt_ndcg@100_c2all": 0.3457568060116058,
"eval_priorArt_ndcg@100_c2c": 0.3469010811959552,
"eval_priorArt_ndcg@100_c2i": 0.32624306906990463,
"eval_priorArt_ndcg@100_i2a": 0.3178281541158457,
"eval_priorArt_ndcg@100_i2all": 0.30623099701741335,
"eval_priorArt_ndcg@100_i2c": 0.31353850579047227,
"eval_priorArt_ndcg@100_i2i": 0.2888784384145697,
"eval_priorArt_ndcg@10_a2a": 0.19000286231816604,
"eval_priorArt_ndcg@10_a2all": 0.17143925841418356,
"eval_priorArt_ndcg@10_a2c": 0.1701523366221533,
"eval_priorArt_ndcg@10_a2i": 0.14448585846818376,
"eval_priorArt_ndcg@10_c2a": 0.21333244277749594,
"eval_priorArt_ndcg@10_c2all": 0.19978469059516452,
"eval_priorArt_ndcg@10_c2c": 0.195751835826591,
"eval_priorArt_ndcg@10_c2i": 0.18656268459841116,
"eval_priorArt_ndcg@10_i2a": 0.20097606980868488,
"eval_priorArt_ndcg@10_i2all": 0.1709300994185512,
"eval_priorArt_ndcg@10_i2c": 0.19010572231287762,
"eval_priorArt_ndcg@10_i2i": 0.16975129853245993,
"eval_priorArt_ndcg@20_a2a": 0.22070289864448506,
"eval_priorArt_ndcg@20_a2all": 0.21262632142833784,
"eval_priorArt_ndcg@20_a2c": 0.21397171273187832,
"eval_priorArt_ndcg@20_a2i": 0.1731646881341416,
"eval_priorArt_ndcg@20_c2a": 0.2633431679279115,
"eval_priorArt_ndcg@20_c2all": 0.2583388642819672,
"eval_priorArt_ndcg@20_c2c": 0.2789983653525427,
"eval_priorArt_ndcg@20_c2i": 0.2250572682470487,
"eval_priorArt_ndcg@20_i2a": 0.2312811637773125,
"eval_priorArt_ndcg@20_i2all": 0.2105381897886352,
"eval_priorArt_ndcg@20_i2c": 0.21050449719886025,
"eval_priorArt_ndcg@20_i2i": 0.1958505781303491,
"eval_priorArt_ndcg@50_a2a": 0.276197524340638,
"eval_priorArt_ndcg@50_a2all": 0.26576510478981047,
"eval_priorArt_ndcg@50_a2c": 0.28915094536227104,
"eval_priorArt_ndcg@50_a2i": 0.24095434300115168,
"eval_priorArt_ndcg@50_c2a": 0.3051612057162309,
"eval_priorArt_ndcg@50_c2all": 0.305900731025447,
"eval_priorArt_ndcg@50_c2c": 0.3066363329681651,
"eval_priorArt_ndcg@50_c2i": 0.28835151088683475,
"eval_priorArt_ndcg@50_i2a": 0.2898725330858968,
"eval_priorArt_ndcg@50_i2all": 0.2711364246011686,
"eval_priorArt_ndcg@50_i2c": 0.28087397078350906,
"eval_priorArt_ndcg@50_i2i": 0.2538005742721811,
"eval_priorArt_recall@100_a2a": 0.8083333333333333,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8333333333333334,
"eval_priorArt_recall@100_a2i": 0.775,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.9083333333333334,
"eval_priorArt_recall@100_c2c": 0.9083333333333334,
"eval_priorArt_recall@100_c2i": 0.8375,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.8333333333333334,
"eval_priorArt_recall@100_i2c": 0.8416666666666666,
"eval_priorArt_recall@100_i2i": 0.7666666666666667,
"eval_priorArt_recall@10_a2a": 0.3625,
"eval_priorArt_recall@10_a2all": 0.32083333333333336,
"eval_priorArt_recall@10_a2c": 0.3,
"eval_priorArt_recall@10_a2i": 0.2833333333333333,
"eval_priorArt_recall@10_c2a": 0.36666666666666664,
"eval_priorArt_recall@10_c2all": 0.35416666666666663,
"eval_priorArt_recall@10_c2c": 0.35833333333333334,
"eval_priorArt_recall@10_c2i": 0.3,
"eval_priorArt_recall@10_i2a": 0.35833333333333334,
"eval_priorArt_recall@10_i2all": 0.3125,
"eval_priorArt_recall@10_i2c": 0.35833333333333334,
"eval_priorArt_recall@10_i2i": 0.3,
"eval_priorArt_recall@20_a2a": 0.45,
"eval_priorArt_recall@20_a2all": 0.4374999999999999,
"eval_priorArt_recall@20_a2c": 0.4208333333333333,
"eval_priorArt_recall@20_a2i": 0.3666666666666667,
"eval_priorArt_recall@20_c2a": 0.5125,
"eval_priorArt_recall@20_c2all": 0.5375,
"eval_priorArt_recall@20_c2c": 0.6041666666666666,
"eval_priorArt_recall@20_c2i": 0.4166666666666667,
"eval_priorArt_recall@20_i2a": 0.45,
"eval_priorArt_recall@20_i2all": 0.4333333333333333,
"eval_priorArt_recall@20_i2c": 0.41666666666666663,
"eval_priorArt_recall@20_i2i": 0.3791666666666667,
"eval_priorArt_recall@50_a2a": 0.6583333333333333,
"eval_priorArt_recall@50_a2all": 0.6416666666666667,
"eval_priorArt_recall@50_a2c": 0.7208333333333333,
"eval_priorArt_recall@50_a2i": 0.6416666666666667,
"eval_priorArt_recall@50_c2a": 0.6708333333333333,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7125,
"eval_priorArt_recall@50_c2i": 0.6500000000000001,
"eval_priorArt_recall@50_i2a": 0.6791666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.5875,
"eval_singularentropy_abstract": 0.5702120793934612,
"eval_singularentropy_claim": 0.5427558971247621,
"eval_singularentropy_global": 0.5502780535689179,
"eval_singularentropy_invention": 0.601991851440261,
"eval_uniformity_abstract": -2.416398286819458,
"eval_uniformity_claim": -2.4340596199035645,
"eval_uniformity_global": -2.4120981693267822,
"eval_uniformity_invention": -2.361464500427246,
"step": 3625
},
{
"epoch": 0.6692477876106194,
"grad_norm": 0.8245426416397095,
"learning_rate": 2.987800852420855e-06,
"loss": 0.039,
"step": 3630
},
{
"epoch": 0.6710914454277286,
"grad_norm": 1.1104719638824463,
"learning_rate": 2.9583819709636117e-06,
"loss": 0.039,
"step": 3640
},
{
"epoch": 0.6729351032448377,
"grad_norm": 0.9057058691978455,
"learning_rate": 2.929047667060736e-06,
"loss": 0.0449,
"step": 3650
},
{
"epoch": 0.6747787610619469,
"grad_norm": 1.0202438831329346,
"learning_rate": 2.8997991559364493e-06,
"loss": 0.0346,
"step": 3660
},
{
"epoch": 0.676622418879056,
"grad_norm": 0.3390570878982544,
"learning_rate": 2.8706376492608643e-06,
"loss": 0.0333,
"step": 3670
},
{
"epoch": 0.6784660766961652,
"grad_norm": 0.9398140907287598,
"learning_rate": 2.8415643550997767e-06,
"loss": 0.0338,
"step": 3680
},
{
"epoch": 0.6803097345132744,
"grad_norm": 0.9301281571388245,
"learning_rate": 2.8125804778646315e-06,
"loss": 0.0532,
"step": 3690
},
{
"epoch": 0.6821533923303835,
"grad_norm": 0.8523867726325989,
"learning_rate": 2.7836872182626214e-06,
"loss": 0.0358,
"step": 3700
},
{
"epoch": 0.6839970501474927,
"grad_norm": 0.5893673896789551,
"learning_rate": 2.754885773246947e-06,
"loss": 0.0339,
"step": 3710
},
{
"epoch": 0.6858407079646017,
"grad_norm": 1.0621401071548462,
"learning_rate": 2.7261773359672306e-06,
"loss": 0.0371,
"step": 3720
},
{
"epoch": 0.6876843657817109,
"grad_norm": 0.5254849195480347,
"learning_rate": 2.6975630957200914e-06,
"loss": 0.0406,
"step": 3730
},
{
"epoch": 0.68952802359882,
"grad_norm": 0.44645097851753235,
"learning_rate": 2.6690442378998705e-06,
"loss": 0.0315,
"step": 3740
},
{
"epoch": 0.6913716814159292,
"grad_norm": 0.81984943151474,
"learning_rate": 2.640621943949527e-06,
"loss": 0.0368,
"step": 3750
},
{
"epoch": 0.6913716814159292,
"eval_alignment_abstract": {
"mean_alignment": 0.46763527393341064
},
"eval_alignment_claim": {
"mean_alignment": 0.4881332516670227
},
"eval_alignment_global": {
"mean_alignment": 0.48443230986595154
},
"eval_alignment_invention": {
"mean_alignment": 0.45705777406692505
},
"eval_ipc_cls_abstract_accuracy_primary": 57.99999999999999,
"eval_ipc_cls_abstract_precision@1": 62.72,
"eval_ipc_cls_abstract_precision@3": 31.62666666666667,
"eval_ipc_cls_abstract_precision@5": 21.024,
"eval_ipc_cls_global_accuracy_primary": 57.99999999999999,
"eval_ipc_cls_global_precision@1": 62.72,
"eval_ipc_cls_global_precision@3": 31.62666666666667,
"eval_ipc_cls_global_precision@5": 21.024,
"eval_ipc_knn_abstract_accuracy_primary": 64.28,
"eval_ipc_knn_abstract_precision@1": 70.36,
"eval_ipc_knn_abstract_precision@3": 28.560000000000002,
"eval_ipc_knn_abstract_precision@5": 17.311999999999998,
"eval_ipc_knn_global_accuracy_primary": 64.28,
"eval_ipc_knn_global_precision@1": 70.36,
"eval_ipc_knn_global_precision@3": 28.560000000000002,
"eval_ipc_knn_global_precision@5": 17.311999999999998,
"eval_priorArt_ndcg@100_a2a": 0.2925891743418614,
"eval_priorArt_ndcg@100_a2all": 0.28980194149224203,
"eval_priorArt_ndcg@100_a2c": 0.31353826904788085,
"eval_priorArt_ndcg@100_a2i": 0.2674953599421256,
"eval_priorArt_ndcg@100_c2a": 0.35590820472564155,
"eval_priorArt_ndcg@100_c2all": 0.3416401851968324,
"eval_priorArt_ndcg@100_c2c": 0.3424428091243975,
"eval_priorArt_ndcg@100_c2i": 0.3249210967354569,
"eval_priorArt_ndcg@100_i2a": 0.3180979987033627,
"eval_priorArt_ndcg@100_i2all": 0.3104674497024792,
"eval_priorArt_ndcg@100_i2c": 0.32195383604508804,
"eval_priorArt_ndcg@100_i2i": 0.28542658290240525,
"eval_priorArt_ndcg@10_a2a": 0.16760655407778402,
"eval_priorArt_ndcg@10_a2all": 0.15635294046254242,
"eval_priorArt_ndcg@10_a2c": 0.17882779519563088,
"eval_priorArt_ndcg@10_a2i": 0.14933771574070703,
"eval_priorArt_ndcg@10_c2a": 0.22480406249684154,
"eval_priorArt_ndcg@10_c2all": 0.20596528954940913,
"eval_priorArt_ndcg@10_c2c": 0.20370172575747786,
"eval_priorArt_ndcg@10_c2i": 0.19299887876531607,
"eval_priorArt_ndcg@10_i2a": 0.19452397156269197,
"eval_priorArt_ndcg@10_i2all": 0.1643124715201357,
"eval_priorArt_ndcg@10_i2c": 0.19145893055085833,
"eval_priorArt_ndcg@10_i2i": 0.15946969924768795,
"eval_priorArt_ndcg@20_a2a": 0.2055602170186132,
"eval_priorArt_ndcg@20_a2all": 0.203405695554269,
"eval_priorArt_ndcg@20_a2c": 0.21530691323622228,
"eval_priorArt_ndcg@20_a2i": 0.17264936072559975,
"eval_priorArt_ndcg@20_c2a": 0.27954503434261657,
"eval_priorArt_ndcg@20_c2all": 0.24432323760832925,
"eval_priorArt_ndcg@20_c2c": 0.2538499747290151,
"eval_priorArt_ndcg@20_c2i": 0.22416702877092018,
"eval_priorArt_ndcg@20_i2a": 0.22967454151325536,
"eval_priorArt_ndcg@20_i2all": 0.20925626657152563,
"eval_priorArt_ndcg@20_i2c": 0.21164697553505687,
"eval_priorArt_ndcg@20_i2i": 0.1983095315236278,
"eval_priorArt_ndcg@50_a2a": 0.2676885646870705,
"eval_priorArt_ndcg@50_a2all": 0.256020253610807,
"eval_priorArt_ndcg@50_a2c": 0.2761607114990966,
"eval_priorArt_ndcg@50_a2i": 0.2393453247639421,
"eval_priorArt_ndcg@50_c2a": 0.3156599859320302,
"eval_priorArt_ndcg@50_c2all": 0.30449648231550935,
"eval_priorArt_ndcg@50_c2c": 0.30622567379544996,
"eval_priorArt_ndcg@50_c2i": 0.28600607018135854,
"eval_priorArt_ndcg@50_i2a": 0.2900130862486976,
"eval_priorArt_ndcg@50_i2all": 0.2705567768260325,
"eval_priorArt_ndcg@50_i2c": 0.2823919799682001,
"eval_priorArt_ndcg@50_i2i": 0.25040568724316853,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8333333333333334,
"eval_priorArt_recall@100_a2i": 0.775,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.8958333333333334,
"eval_priorArt_recall@100_c2c": 0.9125000000000002,
"eval_priorArt_recall@100_c2i": 0.8458333333333332,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.8583333333333334,
"eval_priorArt_recall@100_i2c": 0.875,
"eval_priorArt_recall@100_i2i": 0.7666666666666667,
"eval_priorArt_recall@10_a2a": 0.325,
"eval_priorArt_recall@10_a2all": 0.30416666666666664,
"eval_priorArt_recall@10_a2c": 0.31666666666666665,
"eval_priorArt_recall@10_a2i": 0.29583333333333334,
"eval_priorArt_recall@10_c2a": 0.36666666666666664,
"eval_priorArt_recall@10_c2all": 0.37083333333333335,
"eval_priorArt_recall@10_c2c": 0.38333333333333336,
"eval_priorArt_recall@10_c2i": 0.32083333333333336,
"eval_priorArt_recall@10_i2a": 0.3416666666666667,
"eval_priorArt_recall@10_i2all": 0.29583333333333334,
"eval_priorArt_recall@10_i2c": 0.35833333333333334,
"eval_priorArt_recall@10_i2i": 0.2833333333333333,
"eval_priorArt_recall@20_a2a": 0.425,
"eval_priorArt_recall@20_a2all": 0.4374999999999999,
"eval_priorArt_recall@20_a2c": 0.4208333333333333,
"eval_priorArt_recall@20_a2i": 0.3666666666666667,
"eval_priorArt_recall@20_c2a": 0.5291666666666666,
"eval_priorArt_recall@20_c2all": 0.4875,
"eval_priorArt_recall@20_c2c": 0.5333333333333334,
"eval_priorArt_recall@20_c2i": 0.4166666666666667,
"eval_priorArt_recall@20_i2a": 0.4416666666666666,
"eval_priorArt_recall@20_i2all": 0.425,
"eval_priorArt_recall@20_i2c": 0.41666666666666663,
"eval_priorArt_recall@20_i2i": 0.39583333333333337,
"eval_priorArt_recall@50_a2a": 0.6583333333333334,
"eval_priorArt_recall@50_a2all": 0.6416666666666667,
"eval_priorArt_recall@50_a2c": 0.6541666666666667,
"eval_priorArt_recall@50_a2i": 0.6416666666666667,
"eval_priorArt_recall@50_c2a": 0.6708333333333333,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7291666666666667,
"eval_priorArt_recall@50_c2i": 0.6500000000000001,
"eval_priorArt_recall@50_i2a": 0.6791666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.5875,
"eval_singularentropy_abstract": 0.5742617587079424,
"eval_singularentropy_claim": 0.5458593657901123,
"eval_singularentropy_global": 0.5545043235784168,
"eval_singularentropy_invention": 0.6088484794161138,
"eval_uniformity_abstract": -2.392927646636963,
"eval_uniformity_claim": -2.4119584560394287,
"eval_uniformity_global": -2.3856687545776367,
"eval_uniformity_invention": -2.3289132118225098,
"step": 3750
},
{
"epoch": 0.6932153392330384,
"grad_norm": 0.7296749353408813,
"learning_rate": 2.6122973913117e-06,
"loss": 0.034,
"step": 3760
},
{
"epoch": 0.6950589970501475,
"grad_norm": 0.7264671325683594,
"learning_rate": 2.5840717533799158e-06,
"loss": 0.0357,
"step": 3770
},
{
"epoch": 0.6969026548672567,
"grad_norm": 0.7422235608100891,
"learning_rate": 2.5559461994499968e-06,
"loss": 0.0385,
"step": 3780
},
{
"epoch": 0.6987463126843658,
"grad_norm": 0.9035304188728333,
"learning_rate": 2.52792189467161e-06,
"loss": 0.0353,
"step": 3790
},
{
"epoch": 0.700589970501475,
"grad_norm": 0.8840411305427551,
"learning_rate": 2.5000000000000015e-06,
"loss": 0.0394,
"step": 3800
},
{
"epoch": 0.702433628318584,
"grad_norm": 0.8099053502082825,
"learning_rate": 2.4721816721479007e-06,
"loss": 0.0364,
"step": 3810
},
{
"epoch": 0.7042772861356932,
"grad_norm": 0.8928903341293335,
"learning_rate": 2.444468063537603e-06,
"loss": 0.0409,
"step": 3820
},
{
"epoch": 0.7061209439528023,
"grad_norm": 0.5022057294845581,
"learning_rate": 2.416860322253231e-06,
"loss": 0.0351,
"step": 3830
},
{
"epoch": 0.7079646017699115,
"grad_norm": 0.9861319065093994,
"learning_rate": 2.3893595919931673e-06,
"loss": 0.0356,
"step": 3840
},
{
"epoch": 0.7098082595870207,
"grad_norm": 0.7741329073905945,
"learning_rate": 2.3619670120226808e-06,
"loss": 0.0339,
"step": 3850
},
{
"epoch": 0.7116519174041298,
"grad_norm": 0.6427708864212036,
"learning_rate": 2.334683717126721e-06,
"loss": 0.0378,
"step": 3860
},
{
"epoch": 0.713495575221239,
"grad_norm": 0.8575052618980408,
"learning_rate": 2.3075108375629218e-06,
"loss": 0.0338,
"step": 3870
},
{
"epoch": 0.7144174041297935,
"eval_alignment_abstract": {
"mean_alignment": 0.46606647968292236
},
"eval_alignment_claim": {
"mean_alignment": 0.48624464869499207
},
"eval_alignment_global": {
"mean_alignment": 0.4843856394290924
},
"eval_alignment_invention": {
"mean_alignment": 0.4598395824432373
},
"eval_ipc_cls_abstract_accuracy_primary": 58.08,
"eval_ipc_cls_abstract_precision@1": 62.88,
"eval_ipc_cls_abstract_precision@3": 31.693333333333335,
"eval_ipc_cls_abstract_precision@5": 21.016,
"eval_ipc_cls_global_accuracy_primary": 58.08,
"eval_ipc_cls_global_precision@1": 62.88,
"eval_ipc_cls_global_precision@3": 31.693333333333335,
"eval_ipc_cls_global_precision@5": 21.016,
"eval_ipc_knn_abstract_accuracy_primary": 64.2,
"eval_ipc_knn_abstract_precision@1": 70.04,
"eval_ipc_knn_abstract_precision@3": 28.586666666666666,
"eval_ipc_knn_abstract_precision@5": 17.328000000000003,
"eval_ipc_knn_global_accuracy_primary": 64.2,
"eval_ipc_knn_global_precision@1": 70.04,
"eval_ipc_knn_global_precision@3": 28.586666666666666,
"eval_ipc_knn_global_precision@5": 17.328000000000003,
"eval_priorArt_ndcg@100_a2a": 0.29375410401679536,
"eval_priorArt_ndcg@100_a2all": 0.2912216138867611,
"eval_priorArt_ndcg@100_a2c": 0.3075363666975782,
"eval_priorArt_ndcg@100_a2i": 0.26008069431520214,
"eval_priorArt_ndcg@100_c2a": 0.34698879510347125,
"eval_priorArt_ndcg@100_c2all": 0.3530868101981191,
"eval_priorArt_ndcg@100_c2c": 0.3448280211597972,
"eval_priorArt_ndcg@100_c2i": 0.321479894767417,
"eval_priorArt_ndcg@100_i2a": 0.31628513890075344,
"eval_priorArt_ndcg@100_i2all": 0.29955015769140975,
"eval_priorArt_ndcg@100_i2c": 0.31219777003750654,
"eval_priorArt_ndcg@100_i2i": 0.2806297847645793,
"eval_priorArt_ndcg@10_a2a": 0.17359734172506644,
"eval_priorArt_ndcg@10_a2all": 0.1645392993036375,
"eval_priorArt_ndcg@10_a2c": 0.1660243576842136,
"eval_priorArt_ndcg@10_a2i": 0.1413704147623091,
"eval_priorArt_ndcg@10_c2a": 0.2172949643407888,
"eval_priorArt_ndcg@10_c2all": 0.2148667011299906,
"eval_priorArt_ndcg@10_c2c": 0.21534545429338095,
"eval_priorArt_ndcg@10_c2i": 0.18465437175035224,
"eval_priorArt_ndcg@10_i2a": 0.1992287252319676,
"eval_priorArt_ndcg@10_i2all": 0.16828058214183408,
"eval_priorArt_ndcg@10_i2c": 0.1888471534120927,
"eval_priorArt_ndcg@10_i2i": 0.15546681650342678,
"eval_priorArt_ndcg@20_a2a": 0.21254167632134352,
"eval_priorArt_ndcg@20_a2all": 0.20477432302514842,
"eval_priorArt_ndcg@20_a2c": 0.20887215284603805,
"eval_priorArt_ndcg@20_a2i": 0.16976401202751248,
"eval_priorArt_ndcg@20_c2a": 0.26492339998543024,
"eval_priorArt_ndcg@20_c2all": 0.2583912042802682,
"eval_priorArt_ndcg@20_c2c": 0.2593457272070652,
"eval_priorArt_ndcg@20_c2i": 0.22041025225854885,
"eval_priorArt_ndcg@20_i2a": 0.2278017123857244,
"eval_priorArt_ndcg@20_i2all": 0.20202343048629973,
"eval_priorArt_ndcg@20_i2c": 0.21455529749136426,
"eval_priorArt_ndcg@20_i2i": 0.18881585259421518,
"eval_priorArt_ndcg@50_a2a": 0.2640256494624215,
"eval_priorArt_ndcg@50_a2all": 0.25767850596653624,
"eval_priorArt_ndcg@50_a2c": 0.2702244064313263,
"eval_priorArt_ndcg@50_a2i": 0.23657610816566219,
"eval_priorArt_ndcg@50_c2a": 0.3064078767611713,
"eval_priorArt_ndcg@50_c2all": 0.313143671976388,
"eval_priorArt_ndcg@50_c2c": 0.3120668621963804,
"eval_priorArt_ndcg@50_c2i": 0.28279207299021636,
"eval_priorArt_ndcg@50_i2a": 0.2882861111159801,
"eval_priorArt_ndcg@50_i2all": 0.2679729569631535,
"eval_priorArt_ndcg@50_i2c": 0.2797332265339445,
"eval_priorArt_ndcg@50_i2i": 0.2458253413043337,
"eval_priorArt_recall@100_a2a": 0.7916666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8333333333333334,
"eval_priorArt_recall@100_a2i": 0.75,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.9083333333333334,
"eval_priorArt_recall@100_c2c": 0.8958333333333334,
"eval_priorArt_recall@100_c2i": 0.8458333333333332,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.8166666666666668,
"eval_priorArt_recall@100_i2c": 0.8416666666666666,
"eval_priorArt_recall@100_i2i": 0.7666666666666667,
"eval_priorArt_recall@10_a2a": 0.3375,
"eval_priorArt_recall@10_a2all": 0.32083333333333336,
"eval_priorArt_recall@10_a2c": 0.29999999999999993,
"eval_priorArt_recall@10_a2i": 0.2833333333333333,
"eval_priorArt_recall@10_c2a": 0.36666666666666664,
"eval_priorArt_recall@10_c2all": 0.37083333333333335,
"eval_priorArt_recall@10_c2c": 0.4,
"eval_priorArt_recall@10_c2i": 0.30833333333333335,
"eval_priorArt_recall@10_i2a": 0.35833333333333334,
"eval_priorArt_recall@10_i2all": 0.31250000000000006,
"eval_priorArt_recall@10_i2c": 0.35833333333333334,
"eval_priorArt_recall@10_i2i": 0.2833333333333333,
"eval_priorArt_recall@20_a2a": 0.45,
"eval_priorArt_recall@20_a2all": 0.4374999999999999,
"eval_priorArt_recall@20_a2c": 0.4208333333333333,
"eval_priorArt_recall@20_a2i": 0.3666666666666667,
"eval_priorArt_recall@20_c2a": 0.5125,
"eval_priorArt_recall@20_c2all": 0.5041666666666667,
"eval_priorArt_recall@20_c2c": 0.5333333333333334,
"eval_priorArt_recall@20_c2i": 0.4166666666666667,
"eval_priorArt_recall@20_i2a": 0.4416666666666666,
"eval_priorArt_recall@20_i2all": 0.4125,
"eval_priorArt_recall@20_i2c": 0.4333333333333333,
"eval_priorArt_recall@20_i2i": 0.3791666666666667,
"eval_priorArt_recall@50_a2a": 0.6416666666666667,
"eval_priorArt_recall@50_a2all": 0.6416666666666667,
"eval_priorArt_recall@50_a2c": 0.6541666666666667,
"eval_priorArt_recall@50_a2i": 0.6416666666666667,
"eval_priorArt_recall@50_c2a": 0.6708333333333333,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7291666666666667,
"eval_priorArt_recall@50_c2i": 0.6500000000000001,
"eval_priorArt_recall@50_i2a": 0.6791666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.5875,
"eval_singularentropy_abstract": 0.5737515445470829,
"eval_singularentropy_claim": 0.5452722059882986,
"eval_singularentropy_global": 0.5540995155155858,
"eval_singularentropy_invention": 0.6092140710745257,
"eval_uniformity_abstract": -2.4007277488708496,
"eval_uniformity_claim": -2.4181814193725586,
"eval_uniformity_global": -2.39156174659729,
"eval_uniformity_invention": -2.332240581512451,
"step": 3875
},
{
"epoch": 0.7153392330383481,
"grad_norm": 0.616070032119751,
"learning_rate": 2.2804494990147683e-06,
"loss": 0.0385,
"step": 3880
},
{
"epoch": 0.7171828908554573,
"grad_norm": 0.6706135869026184,
"learning_rate": 2.2535008225449674e-06,
"loss": 0.0298,
"step": 3890
},
{
"epoch": 0.7190265486725663,
"grad_norm": 1.0100409984588623,
"learning_rate": 2.2266659245490017e-06,
"loss": 0.0355,
"step": 3900
},
{
"epoch": 0.7208702064896755,
"grad_norm": 0.8030352592468262,
"learning_rate": 2.1999459167088882e-06,
"loss": 0.0279,
"step": 3910
},
{
"epoch": 0.7227138643067846,
"grad_norm": 0.8688950538635254,
"learning_rate": 2.173341905947116e-06,
"loss": 0.032,
"step": 3920
},
{
"epoch": 0.7245575221238938,
"grad_norm": 0.911557137966156,
"learning_rate": 2.1468549943808033e-06,
"loss": 0.0312,
"step": 3930
},
{
"epoch": 0.726401179941003,
"grad_norm": 0.798900306224823,
"learning_rate": 2.1204862792760194e-06,
"loss": 0.0293,
"step": 3940
},
{
"epoch": 0.7282448377581121,
"grad_norm": 0.7102615237236023,
"learning_rate": 2.09423685300235e-06,
"loss": 0.0316,
"step": 3950
},
{
"epoch": 0.7300884955752213,
"grad_norm": 0.5087763071060181,
"learning_rate": 2.0681078029876322e-06,
"loss": 0.0333,
"step": 3960
},
{
"epoch": 0.7319321533923304,
"grad_norm": 0.8992437124252319,
"learning_rate": 2.0421002116729087e-06,
"loss": 0.032,
"step": 3970
},
{
"epoch": 0.7337758112094396,
"grad_norm": 0.6946501135826111,
"learning_rate": 2.0162151564675865e-06,
"loss": 0.0292,
"step": 3980
},
{
"epoch": 0.7356194690265486,
"grad_norm": 0.5651565790176392,
"learning_rate": 1.9904537097048004e-06,
"loss": 0.0312,
"step": 3990
},
{
"epoch": 0.7374631268436578,
"grad_norm": 0.5275281667709351,
"learning_rate": 1.9648169385969944e-06,
"loss": 0.0316,
"step": 4000
},
{
"epoch": 0.7374631268436578,
"eval_alignment_abstract": {
"mean_alignment": 0.4633994996547699
},
"eval_alignment_claim": {
"mean_alignment": 0.47949039936065674
},
"eval_alignment_global": {
"mean_alignment": 0.4791752099990845
},
"eval_alignment_invention": {
"mean_alignment": 0.4542333483695984
},
"eval_ipc_cls_abstract_accuracy_primary": 58.24,
"eval_ipc_cls_abstract_precision@1": 63.0,
"eval_ipc_cls_abstract_precision@3": 31.58666666666667,
"eval_ipc_cls_abstract_precision@5": 21.031999999999996,
"eval_ipc_cls_global_accuracy_primary": 58.24,
"eval_ipc_cls_global_precision@1": 63.0,
"eval_ipc_cls_global_precision@3": 31.58666666666667,
"eval_ipc_cls_global_precision@5": 21.031999999999996,
"eval_ipc_knn_abstract_accuracy_primary": 64.12,
"eval_ipc_knn_abstract_precision@1": 69.84,
"eval_ipc_knn_abstract_precision@3": 28.46666666666667,
"eval_ipc_knn_abstract_precision@5": 17.256,
"eval_ipc_knn_global_accuracy_primary": 64.12,
"eval_ipc_knn_global_precision@1": 69.84,
"eval_ipc_knn_global_precision@3": 28.46666666666667,
"eval_ipc_knn_global_precision@5": 17.256,
"eval_priorArt_ndcg@100_a2a": 0.2961967194466185,
"eval_priorArt_ndcg@100_a2all": 0.29245114639463476,
"eval_priorArt_ndcg@100_a2c": 0.3073773439112402,
"eval_priorArt_ndcg@100_a2i": 0.26437245736589354,
"eval_priorArt_ndcg@100_c2a": 0.3442520680329966,
"eval_priorArt_ndcg@100_c2all": 0.3461029421777207,
"eval_priorArt_ndcg@100_c2c": 0.3523337250827261,
"eval_priorArt_ndcg@100_c2i": 0.3216190297174581,
"eval_priorArt_ndcg@100_i2a": 0.31630674035056067,
"eval_priorArt_ndcg@100_i2all": 0.3108219848966535,
"eval_priorArt_ndcg@100_i2c": 0.3111210387930451,
"eval_priorArt_ndcg@100_i2i": 0.28808290787545277,
"eval_priorArt_ndcg@10_a2a": 0.16681474305344407,
"eval_priorArt_ndcg@10_a2all": 0.16589242373988417,
"eval_priorArt_ndcg@10_a2c": 0.15924175901259122,
"eval_priorArt_ndcg@10_a2i": 0.14141926114715514,
"eval_priorArt_ndcg@10_c2a": 0.21977766817264305,
"eval_priorArt_ndcg@10_c2all": 0.20621373905356782,
"eval_priorArt_ndcg@10_c2c": 0.2154524675883,
"eval_priorArt_ndcg@10_c2i": 0.1837678657943936,
"eval_priorArt_ndcg@10_i2a": 0.19316519343890276,
"eval_priorArt_ndcg@10_i2all": 0.17174331354631964,
"eval_priorArt_ndcg@10_i2c": 0.18116798059389277,
"eval_priorArt_ndcg@10_i2i": 0.16931298162527147,
"eval_priorArt_ndcg@20_a2a": 0.20473854704334613,
"eval_priorArt_ndcg@20_a2all": 0.2058374566469606,
"eval_priorArt_ndcg@20_a2c": 0.2084669095418054,
"eval_priorArt_ndcg@20_a2i": 0.16978376122586208,
"eval_priorArt_ndcg@20_c2a": 0.26210337900448233,
"eval_priorArt_ndcg@20_c2all": 0.2570995740818068,
"eval_priorArt_ndcg@20_c2c": 0.2599448084434449,
"eval_priorArt_ndcg@20_c2i": 0.21962422359484463,
"eval_priorArt_ndcg@20_i2a": 0.22372312390135757,
"eval_priorArt_ndcg@20_i2all": 0.21012897325150864,
"eval_priorArt_ndcg@20_i2c": 0.21354674352055775,
"eval_priorArt_ndcg@20_i2i": 0.19600324180758788,
"eval_priorArt_ndcg@50_a2a": 0.26679507207474523,
"eval_priorArt_ndcg@50_a2all": 0.25860755373401645,
"eval_priorArt_ndcg@50_a2c": 0.27413751603356123,
"eval_priorArt_ndcg@50_a2i": 0.23609616875570247,
"eval_priorArt_ndcg@50_c2a": 0.30760732384236344,
"eval_priorArt_ndcg@50_c2all": 0.30550063303893416,
"eval_priorArt_ndcg@50_c2c": 0.3130347258890722,
"eval_priorArt_ndcg@50_c2i": 0.2823821727212043,
"eval_priorArt_ndcg@50_i2a": 0.28827131211874396,
"eval_priorArt_ndcg@50_i2all": 0.27090663266502857,
"eval_priorArt_ndcg@50_i2c": 0.2827703734664276,
"eval_priorArt_ndcg@50_i2i": 0.25291657747936735,
"eval_priorArt_recall@100_a2a": 0.8083333333333333,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8333333333333334,
"eval_priorArt_recall@100_a2i": 0.775,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.9083333333333334,
"eval_priorArt_recall@100_c2c": 0.9250000000000002,
"eval_priorArt_recall@100_c2i": 0.8458333333333332,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.8583333333333334,
"eval_priorArt_recall@100_i2c": 0.8416666666666666,
"eval_priorArt_recall@100_i2i": 0.7666666666666667,
"eval_priorArt_recall@10_a2a": 0.32083333333333336,
"eval_priorArt_recall@10_a2all": 0.32083333333333336,
"eval_priorArt_recall@10_a2c": 0.2833333333333333,
"eval_priorArt_recall@10_a2i": 0.2833333333333333,
"eval_priorArt_recall@10_c2a": 0.3833333333333333,
"eval_priorArt_recall@10_c2all": 0.37083333333333335,
"eval_priorArt_recall@10_c2c": 0.4,
"eval_priorArt_recall@10_c2i": 0.30833333333333335,
"eval_priorArt_recall@10_i2a": 0.3416666666666667,
"eval_priorArt_recall@10_i2all": 0.3125,
"eval_priorArt_recall@10_i2c": 0.3416666666666667,
"eval_priorArt_recall@10_i2i": 0.3,
"eval_priorArt_recall@20_a2a": 0.425,
"eval_priorArt_recall@20_a2all": 0.4374999999999999,
"eval_priorArt_recall@20_a2c": 0.4208333333333333,
"eval_priorArt_recall@20_a2i": 0.3666666666666667,
"eval_priorArt_recall@20_c2a": 0.5125,
"eval_priorArt_recall@20_c2all": 0.5291666666666666,
"eval_priorArt_recall@20_c2c": 0.5333333333333334,
"eval_priorArt_recall@20_c2i": 0.4166666666666667,
"eval_priorArt_recall@20_i2a": 0.4291666666666666,
"eval_priorArt_recall@20_i2all": 0.4291666666666666,
"eval_priorArt_recall@20_i2c": 0.4333333333333333,
"eval_priorArt_recall@20_i2i": 0.3791666666666667,
"eval_priorArt_recall@50_a2a": 0.6583333333333334,
"eval_priorArt_recall@50_a2all": 0.6416666666666667,
"eval_priorArt_recall@50_a2c": 0.6708333333333333,
"eval_priorArt_recall@50_a2i": 0.6416666666666667,
"eval_priorArt_recall@50_c2a": 0.6875,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7291666666666667,
"eval_priorArt_recall@50_c2i": 0.6500000000000001,
"eval_priorArt_recall@50_i2a": 0.6791666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.5875,
"eval_singularentropy_abstract": 0.5790551460757067,
"eval_singularentropy_claim": 0.5511039345312402,
"eval_singularentropy_global": 0.5599868200060971,
"eval_singularentropy_invention": 0.6156119514854673,
"eval_uniformity_abstract": -2.379108428955078,
"eval_uniformity_claim": -2.395892858505249,
"eval_uniformity_global": -2.3697218894958496,
"eval_uniformity_invention": -2.311988592147827,
"step": 4000
},
{
"epoch": 0.7393067846607669,
"grad_norm": 0.7473776340484619,
"learning_rate": 1.9393059051917064e-06,
"loss": 0.0337,
"step": 4010
},
{
"epoch": 0.7411504424778761,
"grad_norm": 0.9350576996803284,
"learning_rate": 1.9139216663275727e-06,
"loss": 0.037,
"step": 4020
},
{
"epoch": 0.7429941002949852,
"grad_norm": 0.70436692237854,
"learning_rate": 1.8886652735905486e-06,
"loss": 0.0389,
"step": 4030
},
{
"epoch": 0.7448377581120944,
"grad_norm": 0.9721295237541199,
"learning_rate": 1.8635377732703402e-06,
"loss": 0.0385,
"step": 4040
},
{
"epoch": 0.7466814159292036,
"grad_norm": 0.8224782943725586,
"learning_rate": 1.8385402063170643e-06,
"loss": 0.0274,
"step": 4050
},
{
"epoch": 0.7485250737463127,
"grad_norm": 0.46361637115478516,
"learning_rate": 1.8136736082981222e-06,
"loss": 0.0275,
"step": 4060
},
{
"epoch": 0.7503687315634219,
"grad_norm": 0.6936875581741333,
"learning_rate": 1.7889390093553016e-06,
"loss": 0.0293,
"step": 4070
},
{
"epoch": 0.7522123893805309,
"grad_norm": 0.4142210781574249,
"learning_rate": 1.7643374341621006e-06,
"loss": 0.0282,
"step": 4080
},
{
"epoch": 0.7540560471976401,
"grad_norm": 0.9417957663536072,
"learning_rate": 1.739869901881278e-06,
"loss": 0.0369,
"step": 4090
},
{
"epoch": 0.7558997050147492,
"grad_norm": 0.6989383101463318,
"learning_rate": 1.7155374261226338e-06,
"loss": 0.0306,
"step": 4100
},
{
"epoch": 0.7577433628318584,
"grad_norm": 0.5893677473068237,
"learning_rate": 1.6913410149010179e-06,
"loss": 0.0374,
"step": 4110
},
{
"epoch": 0.7595870206489675,
"grad_norm": 0.649569571018219,
"learning_rate": 1.6672816705945715e-06,
"loss": 0.0297,
"step": 4120
},
{
"epoch": 0.7605088495575221,
"eval_alignment_abstract": {
"mean_alignment": 0.4664503037929535
},
"eval_alignment_claim": {
"mean_alignment": 0.48282527923583984
},
"eval_alignment_global": {
"mean_alignment": 0.4831225275993347
},
"eval_alignment_invention": {
"mean_alignment": 0.459141343832016
},
"eval_ipc_cls_abstract_accuracy_primary": 58.32000000000001,
"eval_ipc_cls_abstract_precision@1": 62.96000000000001,
"eval_ipc_cls_abstract_precision@3": 31.759999999999998,
"eval_ipc_cls_abstract_precision@5": 21.064000000000004,
"eval_ipc_cls_global_accuracy_primary": 58.32000000000001,
"eval_ipc_cls_global_precision@1": 62.96000000000001,
"eval_ipc_cls_global_precision@3": 31.759999999999998,
"eval_ipc_cls_global_precision@5": 21.064000000000004,
"eval_ipc_knn_abstract_accuracy_primary": 63.959999999999994,
"eval_ipc_knn_abstract_precision@1": 69.6,
"eval_ipc_knn_abstract_precision@3": 28.4,
"eval_ipc_knn_abstract_precision@5": 17.224,
"eval_ipc_knn_global_accuracy_primary": 63.959999999999994,
"eval_ipc_knn_global_precision@1": 69.6,
"eval_ipc_knn_global_precision@3": 28.4,
"eval_ipc_knn_global_precision@5": 17.224,
"eval_priorArt_ndcg@100_a2a": 0.292417614521994,
"eval_priorArt_ndcg@100_a2all": 0.2904704102433238,
"eval_priorArt_ndcg@100_a2c": 0.311223656258934,
"eval_priorArt_ndcg@100_a2i": 0.264592864100553,
"eval_priorArt_ndcg@100_c2a": 0.34103749401948646,
"eval_priorArt_ndcg@100_c2all": 0.3441677244794153,
"eval_priorArt_ndcg@100_c2c": 0.341516658858792,
"eval_priorArt_ndcg@100_c2i": 0.3230221600349595,
"eval_priorArt_ndcg@100_i2a": 0.3165461995413432,
"eval_priorArt_ndcg@100_i2all": 0.30176622012367615,
"eval_priorArt_ndcg@100_i2c": 0.31380678318548705,
"eval_priorArt_ndcg@100_i2i": 0.28326895058989915,
"eval_priorArt_ndcg@10_a2a": 0.16963179149996183,
"eval_priorArt_ndcg@10_a2all": 0.16448249170201354,
"eval_priorArt_ndcg@10_a2c": 0.16436468955872416,
"eval_priorArt_ndcg@10_a2i": 0.14167522182371695,
"eval_priorArt_ndcg@10_c2a": 0.21009108127822024,
"eval_priorArt_ndcg@10_c2all": 0.20580860553993433,
"eval_priorArt_ndcg@10_c2c": 0.20110608110269182,
"eval_priorArt_ndcg@10_c2i": 0.1864787387925188,
"eval_priorArt_ndcg@10_i2a": 0.20016823902952421,
"eval_priorArt_ndcg@10_i2all": 0.1703319274826997,
"eval_priorArt_ndcg@10_i2c": 0.17817680526239166,
"eval_priorArt_ndcg@10_i2i": 0.16513265232294388,
"eval_priorArt_ndcg@20_a2a": 0.20112188404390752,
"eval_priorArt_ndcg@20_a2all": 0.20007572416352143,
"eval_priorArt_ndcg@20_a2c": 0.2127280618445059,
"eval_priorArt_ndcg@20_a2i": 0.16621627412771559,
"eval_priorArt_ndcg@20_c2a": 0.2590247145761437,
"eval_priorArt_ndcg@20_c2all": 0.2509370406270802,
"eval_priorArt_ndcg@20_c2c": 0.25921523292676996,
"eval_priorArt_ndcg@20_c2i": 0.2217788324906075,
"eval_priorArt_ndcg@20_i2a": 0.22425979931137574,
"eval_priorArt_ndcg@20_i2all": 0.21641064336132457,
"eval_priorArt_ndcg@20_i2c": 0.21585461265062933,
"eval_priorArt_ndcg@20_i2i": 0.196762050969547,
"eval_priorArt_ndcg@50_a2a": 0.2631941074101888,
"eval_priorArt_ndcg@50_a2all": 0.2568244067983261,
"eval_priorArt_ndcg@50_a2c": 0.2780935789508758,
"eval_priorArt_ndcg@50_a2i": 0.23247543109626628,
"eval_priorArt_ndcg@50_c2a": 0.30032823864172564,
"eval_priorArt_ndcg@50_c2all": 0.2999236140325903,
"eval_priorArt_ndcg@50_c2c": 0.3122936859725574,
"eval_priorArt_ndcg@50_c2i": 0.2842196661375477,
"eval_priorArt_ndcg@50_i2a": 0.28323942381658906,
"eval_priorArt_ndcg@50_i2all": 0.2701519590971048,
"eval_priorArt_ndcg@50_i2c": 0.28564818389827895,
"eval_priorArt_ndcg@50_i2i": 0.24831798252575252,
"eval_priorArt_recall@100_a2a": 0.8083333333333333,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8333333333333334,
"eval_priorArt_recall@100_a2i": 0.775,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.9083333333333334,
"eval_priorArt_recall@100_c2c": 0.8791666666666667,
"eval_priorArt_recall@100_c2i": 0.8458333333333332,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.8166666666666668,
"eval_priorArt_recall@100_i2c": 0.8416666666666666,
"eval_priorArt_recall@100_i2i": 0.7666666666666667,
"eval_priorArt_recall@10_a2a": 0.3375,
"eval_priorArt_recall@10_a2all": 0.32083333333333336,
"eval_priorArt_recall@10_a2c": 0.2875,
"eval_priorArt_recall@10_a2i": 0.2833333333333333,
"eval_priorArt_recall@10_c2a": 0.36666666666666664,
"eval_priorArt_recall@10_c2all": 0.37083333333333335,
"eval_priorArt_recall@10_c2c": 0.35000000000000003,
"eval_priorArt_recall@10_c2i": 0.30833333333333335,
"eval_priorArt_recall@10_i2a": 0.35833333333333334,
"eval_priorArt_recall@10_i2all": 0.3125,
"eval_priorArt_recall@10_i2c": 0.32916666666666666,
"eval_priorArt_recall@10_i2i": 0.3,
"eval_priorArt_recall@20_a2a": 0.425,
"eval_priorArt_recall@20_a2all": 0.425,
"eval_priorArt_recall@20_a2c": 0.4208333333333333,
"eval_priorArt_recall@20_a2i": 0.3541666666666667,
"eval_priorArt_recall@20_c2a": 0.5125,
"eval_priorArt_recall@20_c2all": 0.5125,
"eval_priorArt_recall@20_c2c": 0.5333333333333334,
"eval_priorArt_recall@20_c2i": 0.4166666666666667,
"eval_priorArt_recall@20_i2a": 0.4291666666666666,
"eval_priorArt_recall@20_i2all": 0.4541666666666666,
"eval_priorArt_recall@20_i2c": 0.4333333333333333,
"eval_priorArt_recall@20_i2i": 0.39583333333333337,
"eval_priorArt_recall@50_a2a": 0.6583333333333334,
"eval_priorArt_recall@50_a2all": 0.6416666666666667,
"eval_priorArt_recall@50_a2c": 0.6708333333333333,
"eval_priorArt_recall@50_a2i": 0.625,
"eval_priorArt_recall@50_c2a": 0.6708333333333333,
"eval_priorArt_recall@50_c2all": 0.6958333333333333,
"eval_priorArt_recall@50_c2c": 0.7291666666666667,
"eval_priorArt_recall@50_c2i": 0.6500000000000001,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.5875,
"eval_singularentropy_abstract": 0.5747648876461613,
"eval_singularentropy_claim": 0.5461397317323193,
"eval_singularentropy_global": 0.5550625657877488,
"eval_singularentropy_invention": 0.6102504364772077,
"eval_uniformity_abstract": -2.3945932388305664,
"eval_uniformity_claim": -2.413062334060669,
"eval_uniformity_global": -2.3875155448913574,
"eval_uniformity_invention": -2.3313002586364746,
"step": 4125
},
{
"epoch": 0.7614306784660767,
"grad_norm": 0.8146262764930725,
"learning_rate": 1.643360389903203e-06,
"loss": 0.0265,
"step": 4130
},
{
"epoch": 0.7632743362831859,
"grad_norm": 0.8028727173805237,
"learning_rate": 1.619578163807296e-06,
"loss": 0.0328,
"step": 4140
},
{
"epoch": 0.765117994100295,
"grad_norm": 0.4274938106536865,
"learning_rate": 1.595935977526657e-06,
"loss": 0.0304,
"step": 4150
},
{
"epoch": 0.7669616519174042,
"grad_norm": 0.8670446872711182,
"learning_rate": 1.5724348104797021e-06,
"loss": 0.0308,
"step": 4160
},
{
"epoch": 0.7688053097345132,
"grad_norm": 0.8569851517677307,
"learning_rate": 1.549075636242882e-06,
"loss": 0.0341,
"step": 4170
},
{
"epoch": 0.7706489675516224,
"grad_norm": 0.38099050521850586,
"learning_rate": 1.525859422510349e-06,
"loss": 0.0292,
"step": 4180
},
{
"epoch": 0.7724926253687315,
"grad_norm": 0.9763484597206116,
"learning_rate": 1.5027871310538705e-06,
"loss": 0.0355,
"step": 4190
},
{
"epoch": 0.7743362831858407,
"grad_norm": 0.37882673740386963,
"learning_rate": 1.4798597176829844e-06,
"loss": 0.0363,
"step": 4200
},
{
"epoch": 0.7761799410029498,
"grad_norm": 0.7901719212532043,
"learning_rate": 1.4570781322054028e-06,
"loss": 0.0388,
"step": 4210
},
{
"epoch": 0.778023598820059,
"grad_norm": 0.7358458638191223,
"learning_rate": 1.434443318387667e-06,
"loss": 0.0316,
"step": 4220
},
{
"epoch": 0.7798672566371682,
"grad_norm": 0.749347984790802,
"learning_rate": 1.411956213916048e-06,
"loss": 0.0299,
"step": 4230
},
{
"epoch": 0.7817109144542773,
"grad_norm": 0.4909839630126953,
"learning_rate": 1.3896177503577014e-06,
"loss": 0.033,
"step": 4240
},
{
"epoch": 0.7835545722713865,
"grad_norm": 0.9989309906959534,
"learning_rate": 1.367428853122077e-06,
"loss": 0.0306,
"step": 4250
},
{
"epoch": 0.7835545722713865,
"eval_alignment_abstract": {
"mean_alignment": 0.46186086535453796
},
"eval_alignment_claim": {
"mean_alignment": 0.47802403569221497
},
"eval_alignment_global": {
"mean_alignment": 0.4783254861831665
},
"eval_alignment_invention": {
"mean_alignment": 0.4550471007823944
},
"eval_ipc_cls_abstract_accuracy_primary": 58.56,
"eval_ipc_cls_abstract_precision@1": 63.239999999999995,
"eval_ipc_cls_abstract_precision@3": 31.666666666666664,
"eval_ipc_cls_abstract_precision@5": 21.024,
"eval_ipc_cls_global_accuracy_primary": 58.56,
"eval_ipc_cls_global_precision@1": 63.239999999999995,
"eval_ipc_cls_global_precision@3": 31.666666666666664,
"eval_ipc_cls_global_precision@5": 21.024,
"eval_ipc_knn_abstract_accuracy_primary": 64.4,
"eval_ipc_knn_abstract_precision@1": 70.0,
"eval_ipc_knn_abstract_precision@3": 28.506666666666664,
"eval_ipc_knn_abstract_precision@5": 17.28,
"eval_ipc_knn_global_accuracy_primary": 64.4,
"eval_ipc_knn_global_precision@1": 70.0,
"eval_ipc_knn_global_precision@3": 28.506666666666664,
"eval_ipc_knn_global_precision@5": 17.28,
"eval_priorArt_ndcg@100_a2a": 0.289956028123402,
"eval_priorArt_ndcg@100_a2all": 0.2924506591352085,
"eval_priorArt_ndcg@100_a2c": 0.3062562539890493,
"eval_priorArt_ndcg@100_a2i": 0.2678802829762148,
"eval_priorArt_ndcg@100_c2a": 0.3369877440036542,
"eval_priorArt_ndcg@100_c2all": 0.34379016311851246,
"eval_priorArt_ndcg@100_c2c": 0.34895115188004827,
"eval_priorArt_ndcg@100_c2i": 0.32625276395128344,
"eval_priorArt_ndcg@100_i2a": 0.31581009577806846,
"eval_priorArt_ndcg@100_i2all": 0.3048147386982782,
"eval_priorArt_ndcg@100_i2c": 0.3113890587155598,
"eval_priorArt_ndcg@100_i2i": 0.2894591734895845,
"eval_priorArt_ndcg@10_a2a": 0.16497446651884637,
"eval_priorArt_ndcg@10_a2all": 0.16582601219217827,
"eval_priorArt_ndcg@10_a2c": 0.1599563815804959,
"eval_priorArt_ndcg@10_a2i": 0.14544183344234723,
"eval_priorArt_ndcg@10_c2a": 0.21747915136580276,
"eval_priorArt_ndcg@10_c2all": 0.20437632114916643,
"eval_priorArt_ndcg@10_c2c": 0.20159943768746627,
"eval_priorArt_ndcg@10_c2i": 0.18593117726786595,
"eval_priorArt_ndcg@10_i2a": 0.1985274732704837,
"eval_priorArt_ndcg@10_i2all": 0.17952572906786862,
"eval_priorArt_ndcg@10_i2c": 0.16769255820741422,
"eval_priorArt_ndcg@10_i2i": 0.17056875915175984,
"eval_priorArt_ndcg@20_a2a": 0.20335598036493593,
"eval_priorArt_ndcg@20_a2all": 0.20185520547216457,
"eval_priorArt_ndcg@20_a2c": 0.2077900705307807,
"eval_priorArt_ndcg@20_a2i": 0.169064893830369,
"eval_priorArt_ndcg@20_c2a": 0.25994443408985407,
"eval_priorArt_ndcg@20_c2all": 0.25594031175568455,
"eval_priorArt_ndcg@20_c2c": 0.2594366661382298,
"eval_priorArt_ndcg@20_c2i": 0.22055532287658006,
"eval_priorArt_ndcg@20_i2a": 0.22288435160593695,
"eval_priorArt_ndcg@20_i2all": 0.22360285936371516,
"eval_priorArt_ndcg@20_i2c": 0.2129490906745183,
"eval_priorArt_ndcg@20_i2i": 0.19532513367961046,
"eval_priorArt_ndcg@50_a2a": 0.2654409431300315,
"eval_priorArt_ndcg@50_a2all": 0.2587270715644842,
"eval_priorArt_ndcg@50_a2c": 0.27336329973292156,
"eval_priorArt_ndcg@50_a2i": 0.23575356164203815,
"eval_priorArt_ndcg@50_c2a": 0.2962617889240089,
"eval_priorArt_ndcg@50_c2all": 0.30390140614561534,
"eval_priorArt_ndcg@50_c2c": 0.3126244483516053,
"eval_priorArt_ndcg@50_c2i": 0.2826599869142799,
"eval_priorArt_ndcg@50_i2a": 0.28246857237297507,
"eval_priorArt_ndcg@50_i2all": 0.2732449416760338,
"eval_priorArt_ndcg@50_i2c": 0.2831500010957282,
"eval_priorArt_ndcg@50_i2i": 0.2597711503659393,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8333333333333334,
"eval_priorArt_recall@100_a2i": 0.775,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.9083333333333334,
"eval_priorArt_recall@100_c2c": 0.9125000000000002,
"eval_priorArt_recall@100_c2i": 0.8708333333333333,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.8166666666666668,
"eval_priorArt_recall@100_i2c": 0.8416666666666666,
"eval_priorArt_recall@100_i2i": 0.7666666666666667,
"eval_priorArt_recall@10_a2a": 0.32083333333333336,
"eval_priorArt_recall@10_a2all": 0.32083333333333336,
"eval_priorArt_recall@10_a2c": 0.2875,
"eval_priorArt_recall@10_a2i": 0.2833333333333333,
"eval_priorArt_recall@10_c2a": 0.3958333333333333,
"eval_priorArt_recall@10_c2all": 0.37083333333333335,
"eval_priorArt_recall@10_c2c": 0.35000000000000003,
"eval_priorArt_recall@10_c2i": 0.30833333333333335,
"eval_priorArt_recall@10_i2a": 0.35833333333333334,
"eval_priorArt_recall@10_i2all": 0.32916666666666666,
"eval_priorArt_recall@10_i2c": 0.29166666666666663,
"eval_priorArt_recall@10_i2i": 0.3,
"eval_priorArt_recall@20_a2a": 0.425,
"eval_priorArt_recall@20_a2all": 0.425,
"eval_priorArt_recall@20_a2c": 0.4208333333333333,
"eval_priorArt_recall@20_a2i": 0.3541666666666667,
"eval_priorArt_recall@20_c2a": 0.5291666666666666,
"eval_priorArt_recall@20_c2all": 0.5291666666666666,
"eval_priorArt_recall@20_c2c": 0.5333333333333334,
"eval_priorArt_recall@20_c2i": 0.4166666666666667,
"eval_priorArt_recall@20_i2a": 0.4291666666666666,
"eval_priorArt_recall@20_i2all": 0.4666666666666666,
"eval_priorArt_recall@20_i2c": 0.4333333333333333,
"eval_priorArt_recall@20_i2i": 0.37083333333333335,
"eval_priorArt_recall@50_a2a": 0.6583333333333334,
"eval_priorArt_recall@50_a2all": 0.6416666666666667,
"eval_priorArt_recall@50_a2c": 0.6708333333333333,
"eval_priorArt_recall@50_a2i": 0.625,
"eval_priorArt_recall@50_c2a": 0.6708333333333333,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7291666666666667,
"eval_priorArt_recall@50_c2i": 0.6500000000000001,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.5773705822866854,
"eval_singularentropy_claim": 0.5486271030322007,
"eval_singularentropy_global": 0.5576124148515945,
"eval_singularentropy_invention": 0.6122945045902641,
"eval_uniformity_abstract": -2.3891074657440186,
"eval_uniformity_claim": -2.4084279537200928,
"eval_uniformity_global": -2.3820602893829346,
"eval_uniformity_invention": -2.3251888751983643,
"step": 4250
},
{
"epoch": 0.7853982300884956,
"grad_norm": 0.8748478293418884,
"learning_rate": 1.3453904414225799e-06,
"loss": 0.0308,
"step": 4260
},
{
"epoch": 0.7872418879056047,
"grad_norm": 1.0275061130523682,
"learning_rate": 1.3235034282384945e-06,
"loss": 0.037,
"step": 4270
},
{
"epoch": 0.7890855457227138,
"grad_norm": 0.9161309599876404,
"learning_rate": 1.3017687202771568e-06,
"loss": 0.0305,
"step": 4280
},
{
"epoch": 0.790929203539823,
"grad_norm": 0.7484134435653687,
"learning_rate": 1.2801872179363978e-06,
"loss": 0.0279,
"step": 4290
},
{
"epoch": 0.7927728613569321,
"grad_norm": 0.46455684304237366,
"learning_rate": 1.2587598152672414e-06,
"loss": 0.0322,
"step": 4300
},
{
"epoch": 0.7946165191740413,
"grad_norm": 0.7882532477378845,
"learning_rate": 1.2374873999368641e-06,
"loss": 0.0312,
"step": 4310
},
{
"epoch": 0.7964601769911505,
"grad_norm": 0.7558767795562744,
"learning_rate": 1.2163708531918267e-06,
"loss": 0.0332,
"step": 4320
},
{
"epoch": 0.7983038348082596,
"grad_norm": 1.0109683275222778,
"learning_rate": 1.1954110498215633e-06,
"loss": 0.0382,
"step": 4330
},
{
"epoch": 0.8001474926253688,
"grad_norm": 0.9774934649467468,
"learning_rate": 1.174608858122142e-06,
"loss": 0.0323,
"step": 4340
},
{
"epoch": 0.8019911504424779,
"grad_norm": 0.9105957746505737,
"learning_rate": 1.153965139860297e-06,
"loss": 0.035,
"step": 4350
},
{
"epoch": 0.803834808259587,
"grad_norm": 0.6902013421058655,
"learning_rate": 1.133480750237725e-06,
"loss": 0.0388,
"step": 4360
},
{
"epoch": 0.8056784660766961,
"grad_norm": 0.5769437551498413,
"learning_rate": 1.1131565378556591e-06,
"loss": 0.0304,
"step": 4370
},
{
"epoch": 0.8066002949852508,
"eval_alignment_abstract": {
"mean_alignment": 0.4629959464073181
},
"eval_alignment_claim": {
"mean_alignment": 0.47970113158226013
},
"eval_alignment_global": {
"mean_alignment": 0.48025307059288025
},
"eval_alignment_invention": {
"mean_alignment": 0.4591752886772156
},
"eval_ipc_cls_abstract_accuracy_primary": 57.96,
"eval_ipc_cls_abstract_precision@1": 62.760000000000005,
"eval_ipc_cls_abstract_precision@3": 31.653333333333332,
"eval_ipc_cls_abstract_precision@5": 21.04,
"eval_ipc_cls_global_accuracy_primary": 57.96,
"eval_ipc_cls_global_precision@1": 62.760000000000005,
"eval_ipc_cls_global_precision@3": 31.653333333333332,
"eval_ipc_cls_global_precision@5": 21.04,
"eval_ipc_knn_abstract_accuracy_primary": 64.03999999999999,
"eval_ipc_knn_abstract_precision@1": 69.72,
"eval_ipc_knn_abstract_precision@3": 28.41333333333333,
"eval_ipc_knn_abstract_precision@5": 17.224,
"eval_ipc_knn_global_accuracy_primary": 64.03999999999999,
"eval_ipc_knn_global_precision@1": 69.72,
"eval_ipc_knn_global_precision@3": 28.41333333333333,
"eval_ipc_knn_global_precision@5": 17.224,
"eval_priorArt_ndcg@100_a2a": 0.2893453546351806,
"eval_priorArt_ndcg@100_a2all": 0.2927375031998889,
"eval_priorArt_ndcg@100_a2c": 0.3033682197047868,
"eval_priorArt_ndcg@100_a2i": 0.26459702872786667,
"eval_priorArt_ndcg@100_c2a": 0.34099524691131733,
"eval_priorArt_ndcg@100_c2all": 0.34179696149194017,
"eval_priorArt_ndcg@100_c2c": 0.3483665337471514,
"eval_priorArt_ndcg@100_c2i": 0.33688455496896225,
"eval_priorArt_ndcg@100_i2a": 0.3155755822908447,
"eval_priorArt_ndcg@100_i2all": 0.3035238393551818,
"eval_priorArt_ndcg@100_i2c": 0.31535912973118774,
"eval_priorArt_ndcg@100_i2i": 0.2882539971211854,
"eval_priorArt_ndcg@10_a2a": 0.17075876249771668,
"eval_priorArt_ndcg@10_a2all": 0.16537591452939376,
"eval_priorArt_ndcg@10_a2c": 0.16547655798565283,
"eval_priorArt_ndcg@10_a2i": 0.14544183344234723,
"eval_priorArt_ndcg@10_c2a": 0.22223752307724096,
"eval_priorArt_ndcg@10_c2all": 0.2027012792964454,
"eval_priorArt_ndcg@10_c2c": 0.20222734027668637,
"eval_priorArt_ndcg@10_c2i": 0.19211084444666282,
"eval_priorArt_ndcg@10_i2a": 0.19797967357192295,
"eval_priorArt_ndcg@10_i2all": 0.17903382861383554,
"eval_priorArt_ndcg@10_i2c": 0.18521792692103298,
"eval_priorArt_ndcg@10_i2i": 0.16844348546125293,
"eval_priorArt_ndcg@20_a2a": 0.20239356039498252,
"eval_priorArt_ndcg@20_a2all": 0.2060737092913416,
"eval_priorArt_ndcg@20_a2c": 0.21598200336166515,
"eval_priorArt_ndcg@20_a2i": 0.17453203578827606,
"eval_priorArt_ndcg@20_c2a": 0.2587143923032898,
"eval_priorArt_ndcg@20_c2all": 0.2536988189752578,
"eval_priorArt_ndcg@20_c2c": 0.2652283737338,
"eval_priorArt_ndcg@20_c2i": 0.2275611333764774,
"eval_priorArt_ndcg@20_i2a": 0.22699197173393532,
"eval_priorArt_ndcg@20_i2all": 0.21562453629760023,
"eval_priorArt_ndcg@20_i2c": 0.217503841528515,
"eval_priorArt_ndcg@20_i2i": 0.19970825340182516,
"eval_priorArt_ndcg@50_a2a": 0.26461217781060536,
"eval_priorArt_ndcg@50_a2all": 0.25865363958973864,
"eval_priorArt_ndcg@50_a2c": 0.27493968384576684,
"eval_priorArt_ndcg@50_a2i": 0.24106374567152655,
"eval_priorArt_ndcg@50_c2a": 0.3055198592573118,
"eval_priorArt_ndcg@50_c2all": 0.3020791949908531,
"eval_priorArt_ndcg@50_c2c": 0.30898645651923795,
"eval_priorArt_ndcg@50_c2i": 0.2896241341349465,
"eval_priorArt_ndcg@50_i2a": 0.2822390704058845,
"eval_priorArt_ndcg@50_i2all": 0.27213831224299284,
"eval_priorArt_ndcg@50_i2c": 0.2869116033738792,
"eval_priorArt_ndcg@50_i2i": 0.2585740295371357,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8083333333333333,
"eval_priorArt_recall@100_a2i": 0.75,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.9083333333333334,
"eval_priorArt_recall@100_c2c": 0.9250000000000002,
"eval_priorArt_recall@100_c2i": 0.8875000000000002,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.8166666666666668,
"eval_priorArt_recall@100_i2c": 0.8416666666666666,
"eval_priorArt_recall@100_i2i": 0.7666666666666667,
"eval_priorArt_recall@10_a2a": 0.3375,
"eval_priorArt_recall@10_a2all": 0.32083333333333336,
"eval_priorArt_recall@10_a2c": 0.3,
"eval_priorArt_recall@10_a2i": 0.2833333333333333,
"eval_priorArt_recall@10_c2a": 0.3958333333333333,
"eval_priorArt_recall@10_c2all": 0.37083333333333335,
"eval_priorArt_recall@10_c2c": 0.37500000000000006,
"eval_priorArt_recall@10_c2i": 0.30833333333333335,
"eval_priorArt_recall@10_i2a": 0.35833333333333334,
"eval_priorArt_recall@10_i2all": 0.32916666666666666,
"eval_priorArt_recall@10_i2c": 0.3416666666666667,
"eval_priorArt_recall@10_i2i": 0.3,
"eval_priorArt_recall@20_a2a": 0.425,
"eval_priorArt_recall@20_a2all": 0.4374999999999999,
"eval_priorArt_recall@20_a2c": 0.4458333333333333,
"eval_priorArt_recall@20_a2i": 0.3666666666666667,
"eval_priorArt_recall@20_c2a": 0.5125,
"eval_priorArt_recall@20_c2all": 0.5291666666666666,
"eval_priorArt_recall@20_c2c": 0.5625,
"eval_priorArt_recall@20_c2i": 0.4166666666666667,
"eval_priorArt_recall@20_i2a": 0.4416666666666666,
"eval_priorArt_recall@20_i2all": 0.4416666666666666,
"eval_priorArt_recall@20_i2c": 0.4333333333333333,
"eval_priorArt_recall@20_i2i": 0.3916666666666667,
"eval_priorArt_recall@50_a2a": 0.6583333333333334,
"eval_priorArt_recall@50_a2all": 0.6416666666666667,
"eval_priorArt_recall@50_a2c": 0.6708333333333333,
"eval_priorArt_recall@50_a2i": 0.6416666666666667,
"eval_priorArt_recall@50_c2a": 0.6958333333333333,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7291666666666667,
"eval_priorArt_recall@50_c2i": 0.6500000000000001,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.5800901417205151,
"eval_singularentropy_claim": 0.5521056241261985,
"eval_singularentropy_global": 0.5603876425135258,
"eval_singularentropy_invention": 0.6138807392946609,
"eval_uniformity_abstract": -2.3719489574432373,
"eval_uniformity_claim": -2.390986919403076,
"eval_uniformity_global": -2.3642964363098145,
"eval_uniformity_invention": -2.307857036590576,
"step": 4375
},
{
"epoch": 0.8075221238938053,
"grad_norm": 0.8410576581954956,
"learning_rate": 1.0929933446797136e-06,
"loss": 0.0348,
"step": 4380
},
{
"epoch": 0.8093657817109144,
"grad_norm": 0.8531308174133301,
"learning_rate": 1.0729920060050042e-06,
"loss": 0.0357,
"step": 4390
},
{
"epoch": 0.8112094395280236,
"grad_norm": 0.714834451675415,
"learning_rate": 1.0531533504215451e-06,
"loss": 0.0363,
"step": 4400
},
{
"epoch": 0.8130530973451328,
"grad_norm": 0.618764340877533,
"learning_rate": 1.0334781997799165e-06,
"loss": 0.0326,
"step": 4410
},
{
"epoch": 0.8148967551622419,
"grad_norm": 0.7699451446533203,
"learning_rate": 1.0139673691572333e-06,
"loss": 0.0382,
"step": 4420
},
{
"epoch": 0.8167404129793511,
"grad_norm": 0.3664458096027374,
"learning_rate": 9.946216668233633e-07,
"loss": 0.0312,
"step": 4430
},
{
"epoch": 0.8185840707964602,
"grad_norm": 0.8422451019287109,
"learning_rate": 9.754418942074512e-07,
"loss": 0.0322,
"step": 4440
},
{
"epoch": 0.8204277286135693,
"grad_norm": 0.8080159425735474,
"learning_rate": 9.564288458647164e-07,
"loss": 0.0317,
"step": 4450
},
{
"epoch": 0.8222713864306784,
"grad_norm": 0.8215017318725586,
"learning_rate": 9.375833094435377e-07,
"loss": 0.0298,
"step": 4460
},
{
"epoch": 0.8241150442477876,
"grad_norm": 0.7755846977233887,
"learning_rate": 9.18906065652822e-07,
"loss": 0.0337,
"step": 4470
},
{
"epoch": 0.8259587020648967,
"grad_norm": 0.6863092184066772,
"learning_rate": 9.003978882296649e-07,
"loss": 0.0306,
"step": 4480
},
{
"epoch": 0.8278023598820059,
"grad_norm": 0.49826860427856445,
"learning_rate": 8.820595439072949e-07,
"loss": 0.0325,
"step": 4490
},
{
"epoch": 0.8296460176991151,
"grad_norm": 0.5416067838668823,
"learning_rate": 8.638917923833074e-07,
"loss": 0.0321,
"step": 4500
},
{
"epoch": 0.8296460176991151,
"eval_alignment_abstract": {
"mean_alignment": 0.4665825068950653
},
"eval_alignment_claim": {
"mean_alignment": 0.4857826232910156
},
"eval_alignment_global": {
"mean_alignment": 0.48501622676849365
},
"eval_alignment_invention": {
"mean_alignment": 0.4640767574310303
},
"eval_ipc_cls_abstract_accuracy_primary": 58.440000000000005,
"eval_ipc_cls_abstract_precision@1": 63.12,
"eval_ipc_cls_abstract_precision@3": 31.73333333333333,
"eval_ipc_cls_abstract_precision@5": 21.031999999999996,
"eval_ipc_cls_global_accuracy_primary": 58.440000000000005,
"eval_ipc_cls_global_precision@1": 63.12,
"eval_ipc_cls_global_precision@3": 31.73333333333333,
"eval_ipc_cls_global_precision@5": 21.031999999999996,
"eval_ipc_knn_abstract_accuracy_primary": 63.800000000000004,
"eval_ipc_knn_abstract_precision@1": 69.44,
"eval_ipc_knn_abstract_precision@3": 28.32,
"eval_ipc_knn_abstract_precision@5": 17.168,
"eval_ipc_knn_global_accuracy_primary": 63.800000000000004,
"eval_ipc_knn_global_precision@1": 69.44,
"eval_ipc_knn_global_precision@3": 28.32,
"eval_ipc_knn_global_precision@5": 17.168,
"eval_priorArt_ndcg@100_a2a": 0.2892741468304395,
"eval_priorArt_ndcg@100_a2all": 0.29268217210481157,
"eval_priorArt_ndcg@100_a2c": 0.3080563269600902,
"eval_priorArt_ndcg@100_a2i": 0.265518502440184,
"eval_priorArt_ndcg@100_c2a": 0.34389125576625257,
"eval_priorArt_ndcg@100_c2all": 0.33549305343335756,
"eval_priorArt_ndcg@100_c2c": 0.33792569440661907,
"eval_priorArt_ndcg@100_c2i": 0.3359736694524906,
"eval_priorArt_ndcg@100_i2a": 0.31585933908916264,
"eval_priorArt_ndcg@100_i2all": 0.3006180511535186,
"eval_priorArt_ndcg@100_i2c": 0.3103733137189258,
"eval_priorArt_ndcg@100_i2i": 0.29069871811174464,
"eval_priorArt_ndcg@10_a2a": 0.16986878086516227,
"eval_priorArt_ndcg@10_a2all": 0.16565666450076283,
"eval_priorArt_ndcg@10_a2c": 0.16741162911761362,
"eval_priorArt_ndcg@10_a2i": 0.1409676116126833,
"eval_priorArt_ndcg@10_c2a": 0.21291863621313314,
"eval_priorArt_ndcg@10_c2all": 0.20077976356603586,
"eval_priorArt_ndcg@10_c2c": 0.20851904090000248,
"eval_priorArt_ndcg@10_c2i": 0.1911341444562741,
"eval_priorArt_ndcg@10_i2a": 0.19960627439746448,
"eval_priorArt_ndcg@10_i2all": 0.1792662562631723,
"eval_priorArt_ndcg@10_i2c": 0.1677697974619576,
"eval_priorArt_ndcg@10_i2i": 0.17132672260914766,
"eval_priorArt_ndcg@20_a2a": 0.2014461325807261,
"eval_priorArt_ndcg@20_a2all": 0.20180506044587454,
"eval_priorArt_ndcg@20_a2c": 0.21627334249394523,
"eval_priorArt_ndcg@20_a2i": 0.17055079609463641,
"eval_priorArt_ndcg@20_c2a": 0.2671855812328782,
"eval_priorArt_ndcg@20_c2all": 0.2461251979054845,
"eval_priorArt_ndcg@20_c2c": 0.25238098375729967,
"eval_priorArt_ndcg@20_c2i": 0.2265998492646633,
"eval_priorArt_ndcg@20_i2a": 0.22378276535821504,
"eval_priorArt_ndcg@20_i2all": 0.21863022509716865,
"eval_priorArt_ndcg@20_i2c": 0.2076532560030913,
"eval_priorArt_ndcg@20_i2i": 0.20374962969913574,
"eval_priorArt_ndcg@50_a2a": 0.2634250219533678,
"eval_priorArt_ndcg@50_a2all": 0.2587599525323051,
"eval_priorArt_ndcg@50_a2c": 0.27502691894074355,
"eval_priorArt_ndcg@50_a2i": 0.23343381770574498,
"eval_priorArt_ndcg@50_c2a": 0.30884400015409585,
"eval_priorArt_ndcg@50_c2all": 0.2993995841246278,
"eval_priorArt_ndcg@50_c2c": 0.3052671694623337,
"eval_priorArt_ndcg@50_c2i": 0.28898937959066345,
"eval_priorArt_ndcg@50_i2a": 0.28267987709093334,
"eval_priorArt_ndcg@50_i2all": 0.27269576171115123,
"eval_priorArt_ndcg@50_i2c": 0.2822592165679256,
"eval_priorArt_ndcg@50_i2i": 0.2558770786932662,
"eval_priorArt_recall@100_a2a": 0.7916666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8333333333333334,
"eval_priorArt_recall@100_a2i": 0.775,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.8916666666666668,
"eval_priorArt_recall@100_c2c": 0.8958333333333334,
"eval_priorArt_recall@100_c2i": 0.8875000000000002,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.8,
"eval_priorArt_recall@100_i2c": 0.8416666666666666,
"eval_priorArt_recall@100_i2i": 0.7666666666666667,
"eval_priorArt_recall@10_a2a": 0.3375,
"eval_priorArt_recall@10_a2all": 0.32083333333333336,
"eval_priorArt_recall@10_a2c": 0.30416666666666664,
"eval_priorArt_recall@10_a2i": 0.2833333333333333,
"eval_priorArt_recall@10_c2a": 0.36666666666666664,
"eval_priorArt_recall@10_c2all": 0.37083333333333335,
"eval_priorArt_recall@10_c2c": 0.4,
"eval_priorArt_recall@10_c2i": 0.30833333333333335,
"eval_priorArt_recall@10_i2a": 0.35833333333333334,
"eval_priorArt_recall@10_i2all": 0.32916666666666666,
"eval_priorArt_recall@10_i2c": 0.29583333333333334,
"eval_priorArt_recall@10_i2i": 0.3,
"eval_priorArt_recall@20_a2a": 0.425,
"eval_priorArt_recall@20_a2all": 0.425,
"eval_priorArt_recall@20_a2c": 0.4458333333333333,
"eval_priorArt_recall@20_a2i": 0.3666666666666667,
"eval_priorArt_recall@20_c2a": 0.5291666666666666,
"eval_priorArt_recall@20_c2all": 0.5125,
"eval_priorArt_recall@20_c2c": 0.5333333333333334,
"eval_priorArt_recall@20_c2i": 0.4166666666666667,
"eval_priorArt_recall@20_i2a": 0.4291666666666666,
"eval_priorArt_recall@20_i2all": 0.4541666666666666,
"eval_priorArt_recall@20_i2c": 0.41666666666666663,
"eval_priorArt_recall@20_i2i": 0.39583333333333337,
"eval_priorArt_recall@50_a2a": 0.6583333333333334,
"eval_priorArt_recall@50_a2all": 0.6416666666666667,
"eval_priorArt_recall@50_a2c": 0.6708333333333333,
"eval_priorArt_recall@50_a2i": 0.625,
"eval_priorArt_recall@50_c2a": 0.6958333333333333,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7291666666666667,
"eval_priorArt_recall@50_c2i": 0.6500000000000001,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.5875,
"eval_singularentropy_abstract": 0.5766633783954948,
"eval_singularentropy_claim": 0.547757732989523,
"eval_singularentropy_global": 0.5560766054484256,
"eval_singularentropy_invention": 0.6088360428006262,
"eval_uniformity_abstract": -2.3856313228607178,
"eval_uniformity_claim": -2.4059805870056152,
"eval_uniformity_global": -2.3796639442443848,
"eval_uniformity_invention": -2.3248558044433594,
"step": 4500
},
{
"epoch": 0.8314896755162242,
"grad_norm": 0.7011560201644897,
"learning_rate": 8.458953862882035e-07,
"loss": 0.0294,
"step": 4510
},
{
"epoch": 0.8333333333333334,
"grad_norm": 0.6165189146995544,
"learning_rate": 8.280710711541984e-07,
"loss": 0.0275,
"step": 4520
},
{
"epoch": 0.8351769911504425,
"grad_norm": 0.7847679853439331,
"learning_rate": 8.104195853843433e-07,
"loss": 0.0352,
"step": 4530
},
{
"epoch": 0.8370206489675516,
"grad_norm": 0.7656829953193665,
"learning_rate": 7.929416602219353e-07,
"loss": 0.0349,
"step": 4540
},
{
"epoch": 0.8388643067846607,
"grad_norm": 0.6139857172966003,
"learning_rate": 7.756380197202212e-07,
"loss": 0.0317,
"step": 4550
},
{
"epoch": 0.8407079646017699,
"grad_norm": 0.691837728023529,
"learning_rate": 7.585093807124077e-07,
"loss": 0.0296,
"step": 4560
},
{
"epoch": 0.842551622418879,
"grad_norm": 0.6339703798294067,
"learning_rate": 7.415564527819597e-07,
"loss": 0.04,
"step": 4570
},
{
"epoch": 0.8443952802359882,
"grad_norm": 0.5972444415092468,
"learning_rate": 7.247799382332093e-07,
"loss": 0.032,
"step": 4580
},
{
"epoch": 0.8462389380530974,
"grad_norm": 0.9236965179443359,
"learning_rate": 7.081805320622559e-07,
"loss": 0.0391,
"step": 4590
},
{
"epoch": 0.8480825958702065,
"grad_norm": 0.6643000245094299,
"learning_rate": 6.917589219281807e-07,
"loss": 0.0328,
"step": 4600
},
{
"epoch": 0.8499262536873157,
"grad_norm": 0.7342141270637512,
"learning_rate": 6.755157881245589e-07,
"loss": 0.0311,
"step": 4610
},
{
"epoch": 0.8517699115044248,
"grad_norm": 0.4775794744491577,
"learning_rate": 6.594518035512726e-07,
"loss": 0.0335,
"step": 4620
},
{
"epoch": 0.8526917404129793,
"eval_alignment_abstract": {
"mean_alignment": 0.4659747779369354
},
"eval_alignment_claim": {
"mean_alignment": 0.48664477467536926
},
"eval_alignment_global": {
"mean_alignment": 0.4847092926502228
},
"eval_alignment_invention": {
"mean_alignment": 0.4636017680168152
},
"eval_ipc_cls_abstract_accuracy_primary": 58.24,
"eval_ipc_cls_abstract_precision@1": 63.0,
"eval_ipc_cls_abstract_precision@3": 31.66666666666667,
"eval_ipc_cls_abstract_precision@5": 20.983999999999998,
"eval_ipc_cls_global_accuracy_primary": 58.24,
"eval_ipc_cls_global_precision@1": 63.0,
"eval_ipc_cls_global_precision@3": 31.66666666666667,
"eval_ipc_cls_global_precision@5": 20.983999999999998,
"eval_ipc_knn_abstract_accuracy_primary": 63.959999999999994,
"eval_ipc_knn_abstract_precision@1": 69.64,
"eval_ipc_knn_abstract_precision@3": 28.32,
"eval_ipc_knn_abstract_precision@5": 17.168,
"eval_ipc_knn_global_accuracy_primary": 63.959999999999994,
"eval_ipc_knn_global_precision@1": 69.64,
"eval_ipc_knn_global_precision@3": 28.32,
"eval_ipc_knn_global_precision@5": 17.168,
"eval_priorArt_ndcg@100_a2a": 0.28758519391533394,
"eval_priorArt_ndcg@100_a2all": 0.2928024657937237,
"eval_priorArt_ndcg@100_a2c": 0.30773299656356534,
"eval_priorArt_ndcg@100_a2i": 0.2674733499998326,
"eval_priorArt_ndcg@100_c2a": 0.35100728702861417,
"eval_priorArt_ndcg@100_c2all": 0.33610984687032613,
"eval_priorArt_ndcg@100_c2c": 0.34279195351505404,
"eval_priorArt_ndcg@100_c2i": 0.33738622398367146,
"eval_priorArt_ndcg@100_i2a": 0.31716746713853416,
"eval_priorArt_ndcg@100_i2all": 0.2992962641060272,
"eval_priorArt_ndcg@100_i2c": 0.3157692237655489,
"eval_priorArt_ndcg@100_i2i": 0.2872238444128058,
"eval_priorArt_ndcg@10_a2a": 0.181013779492086,
"eval_priorArt_ndcg@10_a2all": 0.16537591452939376,
"eval_priorArt_ndcg@10_a2c": 0.1725409111379721,
"eval_priorArt_ndcg@10_a2i": 0.14325064590040465,
"eval_priorArt_ndcg@10_c2a": 0.2198281292645361,
"eval_priorArt_ndcg@10_c2all": 0.20106051353740492,
"eval_priorArt_ndcg@10_c2c": 0.21245117505013847,
"eval_priorArt_ndcg@10_c2i": 0.19247766494643886,
"eval_priorArt_ndcg@10_i2a": 0.19337147542440286,
"eval_priorArt_ndcg@10_i2all": 0.1781987485823781,
"eval_priorArt_ndcg@10_i2c": 0.18591917888251688,
"eval_priorArt_ndcg@10_i2i": 0.16844348546125293,
"eval_priorArt_ndcg@20_a2a": 0.2043530541298038,
"eval_priorArt_ndcg@20_a2all": 0.2061192576429382,
"eval_priorArt_ndcg@20_a2c": 0.21603337691662333,
"eval_priorArt_ndcg@20_a2i": 0.1724415762001315,
"eval_priorArt_ndcg@20_c2a": 0.2687062790418683,
"eval_priorArt_ndcg@20_c2all": 0.2519391209931736,
"eval_priorArt_ndcg@20_c2c": 0.2672514558296009,
"eval_priorArt_ndcg@20_c2i": 0.2277368937292977,
"eval_priorArt_ndcg@20_i2a": 0.22867274215098718,
"eval_priorArt_ndcg@20_i2all": 0.22167337776765902,
"eval_priorArt_ndcg@20_i2c": 0.21295590159609237,
"eval_priorArt_ndcg@20_i2i": 0.1949974913332992,
"eval_priorArt_ndcg@50_a2a": 0.27500580808044817,
"eval_priorArt_ndcg@50_a2all": 0.25856286571533776,
"eval_priorArt_ndcg@50_a2c": 0.2746548544121552,
"eval_priorArt_ndcg@50_a2i": 0.2393192721250601,
"eval_priorArt_ndcg@50_c2a": 0.31569708637823296,
"eval_priorArt_ndcg@50_c2all": 0.3000518157209298,
"eval_priorArt_ndcg@50_c2c": 0.30981328318125256,
"eval_priorArt_ndcg@50_c2i": 0.28977805060775264,
"eval_priorArt_ndcg@50_i2a": 0.28385505747302353,
"eval_priorArt_ndcg@50_i2all": 0.2714265435630424,
"eval_priorArt_ndcg@50_i2c": 0.28736877881209605,
"eval_priorArt_ndcg@50_i2i": 0.25777298115885267,
"eval_priorArt_recall@100_a2a": 0.7666666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8333333333333334,
"eval_priorArt_recall@100_a2i": 0.775,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.8916666666666668,
"eval_priorArt_recall@100_c2c": 0.8958333333333334,
"eval_priorArt_recall@100_c2i": 0.8875000000000002,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.8,
"eval_priorArt_recall@100_i2c": 0.8416666666666666,
"eval_priorArt_recall@100_i2i": 0.7666666666666667,
"eval_priorArt_recall@10_a2a": 0.3625,
"eval_priorArt_recall@10_a2all": 0.32083333333333336,
"eval_priorArt_recall@10_a2c": 0.31666666666666665,
"eval_priorArt_recall@10_a2i": 0.2833333333333333,
"eval_priorArt_recall@10_c2a": 0.36666666666666664,
"eval_priorArt_recall@10_c2all": 0.37083333333333335,
"eval_priorArt_recall@10_c2c": 0.4,
"eval_priorArt_recall@10_c2i": 0.30833333333333335,
"eval_priorArt_recall@10_i2a": 0.3416666666666667,
"eval_priorArt_recall@10_i2all": 0.32916666666666666,
"eval_priorArt_recall@10_i2c": 0.3416666666666667,
"eval_priorArt_recall@10_i2i": 0.3,
"eval_priorArt_recall@20_a2a": 0.425,
"eval_priorArt_recall@20_a2all": 0.4374999999999999,
"eval_priorArt_recall@20_a2c": 0.4458333333333333,
"eval_priorArt_recall@20_a2i": 0.3666666666666667,
"eval_priorArt_recall@20_c2a": 0.5125,
"eval_priorArt_recall@20_c2all": 0.5291666666666666,
"eval_priorArt_recall@20_c2c": 0.5666666666666667,
"eval_priorArt_recall@20_c2i": 0.4166666666666667,
"eval_priorArt_recall@20_i2a": 0.4416666666666666,
"eval_priorArt_recall@20_i2all": 0.4666666666666666,
"eval_priorArt_recall@20_i2c": 0.41666666666666663,
"eval_priorArt_recall@20_i2i": 0.3791666666666667,
"eval_priorArt_recall@50_a2a": 0.7083333333333334,
"eval_priorArt_recall@50_a2all": 0.6416666666666667,
"eval_priorArt_recall@50_a2c": 0.6708333333333333,
"eval_priorArt_recall@50_a2i": 0.6416666666666667,
"eval_priorArt_recall@50_c2a": 0.6958333333333333,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7291666666666667,
"eval_priorArt_recall@50_c2i": 0.6500000000000001,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.576375041394549,
"eval_singularentropy_claim": 0.5477743975348689,
"eval_singularentropy_global": 0.5562436521144638,
"eval_singularentropy_invention": 0.6088456775933373,
"eval_uniformity_abstract": -2.3801462650299072,
"eval_uniformity_claim": -2.400864839553833,
"eval_uniformity_global": -2.37505841255188,
"eval_uniformity_invention": -2.3223769664764404,
"step": 4625
},
{
"epoch": 0.8536135693215339,
"grad_norm": 0.779290497303009,
"learning_rate": 6.435676336866381e-07,
"loss": 0.0342,
"step": 4630
},
{
"epoch": 0.855457227138643,
"grad_norm": 0.6693406701087952,
"learning_rate": 6.27863936559836e-07,
"loss": 0.0312,
"step": 4640
},
{
"epoch": 0.8573008849557522,
"grad_norm": 0.8187444806098938,
"learning_rate": 6.123413627236536e-07,
"loss": 0.0327,
"step": 4650
},
{
"epoch": 0.8591445427728613,
"grad_norm": 0.7557453513145447,
"learning_rate": 5.970005552275315e-07,
"loss": 0.0311,
"step": 4660
},
{
"epoch": 0.8609882005899705,
"grad_norm": 0.8768938183784485,
"learning_rate": 5.818421495909277e-07,
"loss": 0.0359,
"step": 4670
},
{
"epoch": 0.8628318584070797,
"grad_norm": 1.2450547218322754,
"learning_rate": 5.668667737769834e-07,
"loss": 0.0398,
"step": 4680
},
{
"epoch": 0.8646755162241888,
"grad_norm": 0.7350524663925171,
"learning_rate": 5.520750481665182e-07,
"loss": 0.0297,
"step": 4690
},
{
"epoch": 0.866519174041298,
"grad_norm": 0.8420550227165222,
"learning_rate": 5.374675855323213e-07,
"loss": 0.0406,
"step": 4700
},
{
"epoch": 0.8683628318584071,
"grad_norm": 0.5709154009819031,
"learning_rate": 5.23044991013773e-07,
"loss": 0.0321,
"step": 4710
},
{
"epoch": 0.8702064896755162,
"grad_norm": 0.8960815668106079,
"learning_rate": 5.088078620917697e-07,
"loss": 0.0371,
"step": 4720
},
{
"epoch": 0.8720501474926253,
"grad_norm": 0.7611185312271118,
"learning_rate": 4.947567885639764e-07,
"loss": 0.0297,
"step": 4730
},
{
"epoch": 0.8738938053097345,
"grad_norm": 0.763983964920044,
"learning_rate": 4.808923525203912e-07,
"loss": 0.0305,
"step": 4740
},
{
"epoch": 0.8757374631268436,
"grad_norm": 0.6566970348358154,
"learning_rate": 4.6721512831923166e-07,
"loss": 0.0289,
"step": 4750
},
{
"epoch": 0.8757374631268436,
"eval_alignment_abstract": {
"mean_alignment": 0.46462956070899963
},
"eval_alignment_claim": {
"mean_alignment": 0.48632851243019104
},
"eval_alignment_global": {
"mean_alignment": 0.4843730330467224
},
"eval_alignment_invention": {
"mean_alignment": 0.4640466868877411
},
"eval_ipc_cls_abstract_accuracy_primary": 58.4,
"eval_ipc_cls_abstract_precision@1": 63.04,
"eval_ipc_cls_abstract_precision@3": 31.693333333333328,
"eval_ipc_cls_abstract_precision@5": 20.983999999999998,
"eval_ipc_cls_global_accuracy_primary": 58.4,
"eval_ipc_cls_global_precision@1": 63.04,
"eval_ipc_cls_global_precision@3": 31.693333333333328,
"eval_ipc_cls_global_precision@5": 20.983999999999998,
"eval_ipc_knn_abstract_accuracy_primary": 64.03999999999999,
"eval_ipc_knn_abstract_precision@1": 69.72,
"eval_ipc_knn_abstract_precision@3": 28.346666666666664,
"eval_ipc_knn_abstract_precision@5": 17.184,
"eval_ipc_knn_global_accuracy_primary": 64.03999999999999,
"eval_ipc_knn_global_precision@1": 69.72,
"eval_ipc_knn_global_precision@3": 28.346666666666664,
"eval_ipc_knn_global_precision@5": 17.184,
"eval_priorArt_ndcg@100_a2a": 0.2875962723608639,
"eval_priorArt_ndcg@100_a2all": 0.2927266844478376,
"eval_priorArt_ndcg@100_a2c": 0.30908249532476145,
"eval_priorArt_ndcg@100_a2i": 0.26276397894721104,
"eval_priorArt_ndcg@100_c2a": 0.34614398256177703,
"eval_priorArt_ndcg@100_c2all": 0.3328706212788471,
"eval_priorArt_ndcg@100_c2c": 0.33647732397860286,
"eval_priorArt_ndcg@100_c2i": 0.33344528650975047,
"eval_priorArt_ndcg@100_i2a": 0.3169963560756738,
"eval_priorArt_ndcg@100_i2all": 0.2998996592604587,
"eval_priorArt_ndcg@100_i2c": 0.3143327943651299,
"eval_priorArt_ndcg@100_i2i": 0.2862549206543361,
"eval_priorArt_ndcg@10_a2a": 0.181013779492086,
"eval_priorArt_ndcg@10_a2all": 0.16565666450076283,
"eval_priorArt_ndcg@10_a2c": 0.17411698853469262,
"eval_priorArt_ndcg@10_a2i": 0.14325064590040465,
"eval_priorArt_ndcg@10_c2a": 0.21575148240016087,
"eval_priorArt_ndcg@10_c2all": 0.20240403402756962,
"eval_priorArt_ndcg@10_c2c": 0.21020162907372525,
"eval_priorArt_ndcg@10_c2i": 0.1890088707657672,
"eval_priorArt_ndcg@10_i2a": 0.19337147542440286,
"eval_priorArt_ndcg@10_i2all": 0.17850795940198033,
"eval_priorArt_ndcg@10_i2c": 0.1709854595670235,
"eval_priorArt_ndcg@10_i2i": 0.16728057561747006,
"eval_priorArt_ndcg@20_a2a": 0.2044029557081457,
"eval_priorArt_ndcg@20_a2all": 0.2064658015876221,
"eval_priorArt_ndcg@20_a2c": 0.21039723599464147,
"eval_priorArt_ndcg@20_a2i": 0.17280592622873428,
"eval_priorArt_ndcg@20_c2a": 0.26962877121637124,
"eval_priorArt_ndcg@20_c2all": 0.24741355332656872,
"eval_priorArt_ndcg@20_c2c": 0.25445762814162676,
"eval_priorArt_ndcg@20_c2i": 0.22430274577066028,
"eval_priorArt_ndcg@20_i2a": 0.22879826148997076,
"eval_priorArt_ndcg@20_i2all": 0.21708177762352082,
"eval_priorArt_ndcg@20_i2c": 0.21167388871658305,
"eval_priorArt_ndcg@20_i2i": 0.1941014474046408,
"eval_priorArt_ndcg@50_a2a": 0.2662946361386197,
"eval_priorArt_ndcg@50_a2all": 0.2587255043634817,
"eval_priorArt_ndcg@50_a2c": 0.27606500994538213,
"eval_priorArt_ndcg@50_a2i": 0.23939046394499566,
"eval_priorArt_ndcg@50_c2a": 0.31114475189627266,
"eval_priorArt_ndcg@50_c2all": 0.30055985647754624,
"eval_priorArt_ndcg@50_c2c": 0.30724210297134885,
"eval_priorArt_ndcg@50_c2i": 0.2862141215516844,
"eval_priorArt_ndcg@50_i2a": 0.283801976187133,
"eval_priorArt_ndcg@50_i2all": 0.27198175979396294,
"eval_priorArt_ndcg@50_i2c": 0.28606355673988293,
"eval_priorArt_ndcg@50_i2i": 0.25689240910061767,
"eval_priorArt_recall@100_a2a": 0.7666666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8333333333333334,
"eval_priorArt_recall@100_a2i": 0.75,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.875,
"eval_priorArt_recall@100_c2c": 0.8791666666666667,
"eval_priorArt_recall@100_c2i": 0.8875000000000002,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.8,
"eval_priorArt_recall@100_i2c": 0.8416666666666666,
"eval_priorArt_recall@100_i2i": 0.7666666666666667,
"eval_priorArt_recall@10_a2a": 0.3625,
"eval_priorArt_recall@10_a2all": 0.32083333333333336,
"eval_priorArt_recall@10_a2c": 0.31666666666666665,
"eval_priorArt_recall@10_a2i": 0.2833333333333333,
"eval_priorArt_recall@10_c2a": 0.36666666666666664,
"eval_priorArt_recall@10_c2all": 0.37083333333333335,
"eval_priorArt_recall@10_c2c": 0.4,
"eval_priorArt_recall@10_c2i": 0.30833333333333335,
"eval_priorArt_recall@10_i2a": 0.3416666666666667,
"eval_priorArt_recall@10_i2all": 0.32916666666666666,
"eval_priorArt_recall@10_i2c": 0.29166666666666663,
"eval_priorArt_recall@10_i2i": 0.3,
"eval_priorArt_recall@20_a2a": 0.425,
"eval_priorArt_recall@20_a2all": 0.4374999999999999,
"eval_priorArt_recall@20_a2c": 0.4208333333333333,
"eval_priorArt_recall@20_a2i": 0.3666666666666667,
"eval_priorArt_recall@20_c2a": 0.5291666666666666,
"eval_priorArt_recall@20_c2all": 0.5125,
"eval_priorArt_recall@20_c2c": 0.5333333333333334,
"eval_priorArt_recall@20_c2i": 0.4166666666666667,
"eval_priorArt_recall@20_i2a": 0.4416666666666666,
"eval_priorArt_recall@20_i2all": 0.4499999999999999,
"eval_priorArt_recall@20_i2c": 0.41666666666666663,
"eval_priorArt_recall@20_i2i": 0.3791666666666667,
"eval_priorArt_recall@50_a2a": 0.6583333333333334,
"eval_priorArt_recall@50_a2all": 0.6416666666666667,
"eval_priorArt_recall@50_a2c": 0.6708333333333333,
"eval_priorArt_recall@50_a2i": 0.6416666666666667,
"eval_priorArt_recall@50_c2a": 0.6958333333333333,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7291666666666667,
"eval_priorArt_recall@50_c2i": 0.6500000000000001,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.5777515177388295,
"eval_singularentropy_claim": 0.5484708104919198,
"eval_singularentropy_global": 0.5570305179077264,
"eval_singularentropy_invention": 0.6095135401218886,
"eval_uniformity_abstract": -2.3773770332336426,
"eval_uniformity_claim": -2.4000327587127686,
"eval_uniformity_global": -2.3740034103393555,
"eval_uniformity_invention": -2.3220937252044678,
"step": 4750
},
{
"epoch": 0.8775811209439528,
"grad_norm": 0.7890149354934692,
"learning_rate": 4.5372568256314364e-07,
"loss": 0.0275,
"step": 4760
},
{
"epoch": 0.879424778761062,
"grad_norm": 0.6408000588417053,
"learning_rate": 4.4042457407572235e-07,
"loss": 0.0303,
"step": 4770
},
{
"epoch": 0.8812684365781711,
"grad_norm": 0.5326358079910278,
"learning_rate": 4.2731235387836966e-07,
"loss": 0.0262,
"step": 4780
},
{
"epoch": 0.8831120943952803,
"grad_norm": 0.9830011129379272,
"learning_rate": 4.1438956516746234e-07,
"loss": 0.0347,
"step": 4790
},
{
"epoch": 0.8849557522123894,
"grad_norm": 0.7499848008155823,
"learning_rate": 4.0165674329185055e-07,
"loss": 0.0363,
"step": 4800
},
{
"epoch": 0.8867994100294986,
"grad_norm": 0.8937507271766663,
"learning_rate": 3.8911441573068143e-07,
"loss": 0.0328,
"step": 4810
},
{
"epoch": 0.8886430678466076,
"grad_norm": 0.7605031132698059,
"learning_rate": 3.7676310207154455e-07,
"loss": 0.0285,
"step": 4820
},
{
"epoch": 0.8904867256637168,
"grad_norm": 0.6735821962356567,
"learning_rate": 3.646033139889482e-07,
"loss": 0.0292,
"step": 4830
},
{
"epoch": 0.8923303834808259,
"grad_norm": 0.484695702791214,
"learning_rate": 3.526355552231242e-07,
"loss": 0.0252,
"step": 4840
},
{
"epoch": 0.8941740412979351,
"grad_norm": 0.732693612575531,
"learning_rate": 3.408603215591566e-07,
"loss": 0.0377,
"step": 4850
},
{
"epoch": 0.8960176991150443,
"grad_norm": 0.7745015025138855,
"learning_rate": 3.292781008064455e-07,
"loss": 0.03,
"step": 4860
},
{
"epoch": 0.8978613569321534,
"grad_norm": 0.6242402791976929,
"learning_rate": 3.1788937277849765e-07,
"loss": 0.0259,
"step": 4870
},
{
"epoch": 0.8987831858407079,
"eval_alignment_abstract": {
"mean_alignment": 0.46460914611816406
},
"eval_alignment_claim": {
"mean_alignment": 0.48637688159942627
},
"eval_alignment_global": {
"mean_alignment": 0.4844769537448883
},
"eval_alignment_invention": {
"mean_alignment": 0.46427518129348755
},
"eval_ipc_cls_abstract_accuracy_primary": 58.120000000000005,
"eval_ipc_cls_abstract_precision@1": 62.88,
"eval_ipc_cls_abstract_precision@3": 31.706666666666667,
"eval_ipc_cls_abstract_precision@5": 20.983999999999998,
"eval_ipc_cls_global_accuracy_primary": 58.120000000000005,
"eval_ipc_cls_global_precision@1": 62.88,
"eval_ipc_cls_global_precision@3": 31.706666666666667,
"eval_ipc_cls_global_precision@5": 20.983999999999998,
"eval_ipc_knn_abstract_accuracy_primary": 64.0,
"eval_ipc_knn_abstract_precision@1": 69.6,
"eval_ipc_knn_abstract_precision@3": 28.333333333333332,
"eval_ipc_knn_abstract_precision@5": 17.176,
"eval_ipc_knn_global_accuracy_primary": 64.0,
"eval_ipc_knn_global_precision@1": 69.6,
"eval_ipc_knn_global_precision@3": 28.333333333333332,
"eval_ipc_knn_global_precision@5": 17.176,
"eval_priorArt_ndcg@100_a2a": 0.28696607320355266,
"eval_priorArt_ndcg@100_a2all": 0.2940260170588006,
"eval_priorArt_ndcg@100_a2c": 0.3034247762673512,
"eval_priorArt_ndcg@100_a2i": 0.26715097890965966,
"eval_priorArt_ndcg@100_c2a": 0.34513994235194745,
"eval_priorArt_ndcg@100_c2all": 0.33188332457328873,
"eval_priorArt_ndcg@100_c2c": 0.3354562282943703,
"eval_priorArt_ndcg@100_c2i": 0.33851585162216374,
"eval_priorArt_ndcg@100_i2a": 0.31708573422852426,
"eval_priorArt_ndcg@100_i2all": 0.30076101146959744,
"eval_priorArt_ndcg@100_i2c": 0.31581325250337966,
"eval_priorArt_ndcg@100_i2i": 0.2858857584737366,
"eval_priorArt_ndcg@10_a2a": 0.1721518151528836,
"eval_priorArt_ndcg@10_a2all": 0.16700018499092756,
"eval_priorArt_ndcg@10_a2c": 0.17308871083653288,
"eval_priorArt_ndcg@10_a2i": 0.14325064590040465,
"eval_priorArt_ndcg@10_c2a": 0.21440796190999611,
"eval_priorArt_ndcg@10_c2all": 0.20106051353740492,
"eval_priorArt_ndcg@10_c2c": 0.2090387192299424,
"eval_priorArt_ndcg@10_c2i": 0.19383945135422243,
"eval_priorArt_ndcg@10_i2a": 0.19337147542440286,
"eval_priorArt_ndcg@10_i2all": 0.1794639343761438,
"eval_priorArt_ndcg@10_i2c": 0.17201373726518326,
"eval_priorArt_ndcg@10_i2i": 0.16728057561747006,
"eval_priorArt_ndcg@20_a2a": 0.20389379508180774,
"eval_priorArt_ndcg@20_a2all": 0.20336542592438528,
"eval_priorArt_ndcg@20_a2c": 0.21634872698971924,
"eval_priorArt_ndcg@20_a2i": 0.17260707573821282,
"eval_priorArt_ndcg@20_c2a": 0.2684422598959401,
"eval_priorArt_ndcg@20_c2all": 0.24631971449336185,
"eval_priorArt_ndcg@20_c2c": 0.258494349614244,
"eval_priorArt_ndcg@20_c2i": 0.22939215960457376,
"eval_priorArt_ndcg@20_i2a": 0.22449416405118736,
"eval_priorArt_ndcg@20_i2all": 0.2180034179104524,
"eval_priorArt_ndcg@20_i2c": 0.2131374059759333,
"eval_priorArt_ndcg@20_i2i": 0.19926362514456802,
"eval_priorArt_ndcg@50_a2a": 0.2656944079710718,
"eval_priorArt_ndcg@50_a2all": 0.26002995745945634,
"eval_priorArt_ndcg@50_a2c": 0.27507466161100785,
"eval_priorArt_ndcg@50_a2i": 0.2352336141934297,
"eval_priorArt_ndcg@50_c2a": 0.31012824597570765,
"eval_priorArt_ndcg@50_c2all": 0.2995443479738341,
"eval_priorArt_ndcg@50_c2c": 0.3061753116383656,
"eval_priorArt_ndcg@50_c2i": 0.2913049288075167,
"eval_priorArt_ndcg@50_i2a": 0.28379212160689904,
"eval_priorArt_ndcg@50_i2all": 0.2728443720586314,
"eval_priorArt_ndcg@50_i2c": 0.28747449357714255,
"eval_priorArt_ndcg@50_i2i": 0.256566680611398,
"eval_priorArt_recall@100_a2a": 0.7666666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8083333333333333,
"eval_priorArt_recall@100_a2i": 0.775,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.875,
"eval_priorArt_recall@100_c2c": 0.8791666666666667,
"eval_priorArt_recall@100_c2i": 0.8875000000000002,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.8,
"eval_priorArt_recall@100_i2c": 0.8416666666666666,
"eval_priorArt_recall@100_i2i": 0.7666666666666667,
"eval_priorArt_recall@10_a2a": 0.3375,
"eval_priorArt_recall@10_a2all": 0.32083333333333336,
"eval_priorArt_recall@10_a2c": 0.31666666666666665,
"eval_priorArt_recall@10_a2i": 0.2833333333333333,
"eval_priorArt_recall@10_c2a": 0.36666666666666664,
"eval_priorArt_recall@10_c2all": 0.37083333333333335,
"eval_priorArt_recall@10_c2c": 0.4,
"eval_priorArt_recall@10_c2i": 0.30833333333333335,
"eval_priorArt_recall@10_i2a": 0.3416666666666667,
"eval_priorArt_recall@10_i2all": 0.32916666666666666,
"eval_priorArt_recall@10_i2c": 0.29166666666666663,
"eval_priorArt_recall@10_i2i": 0.3,
"eval_priorArt_recall@20_a2a": 0.425,
"eval_priorArt_recall@20_a2all": 0.425,
"eval_priorArt_recall@20_a2c": 0.4458333333333333,
"eval_priorArt_recall@20_a2i": 0.3666666666666667,
"eval_priorArt_recall@20_c2a": 0.5291666666666666,
"eval_priorArt_recall@20_c2all": 0.5125,
"eval_priorArt_recall@20_c2c": 0.55,
"eval_priorArt_recall@20_c2i": 0.4166666666666667,
"eval_priorArt_recall@20_i2a": 0.4291666666666666,
"eval_priorArt_recall@20_i2all": 0.4499999999999999,
"eval_priorArt_recall@20_i2c": 0.41666666666666663,
"eval_priorArt_recall@20_i2i": 0.39583333333333337,
"eval_priorArt_recall@50_a2a": 0.6583333333333334,
"eval_priorArt_recall@50_a2all": 0.6416666666666667,
"eval_priorArt_recall@50_a2c": 0.6708333333333333,
"eval_priorArt_recall@50_a2i": 0.625,
"eval_priorArt_recall@50_c2a": 0.6958333333333333,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7291666666666667,
"eval_priorArt_recall@50_c2i": 0.6500000000000001,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.57766495920432,
"eval_singularentropy_claim": 0.5481844280075632,
"eval_singularentropy_global": 0.5567500016473259,
"eval_singularentropy_invention": 0.6090168387722716,
"eval_uniformity_abstract": -2.376713752746582,
"eval_uniformity_claim": -2.400237798690796,
"eval_uniformity_global": -2.3737919330596924,
"eval_uniformity_invention": -2.3216397762298584,
"step": 4875
},
{
"epoch": 0.8997050147492626,
"grad_norm": 0.869735598564148,
"learning_rate": 3.0669460927304826e-07,
"loss": 0.0329,
"step": 4880
},
{
"epoch": 0.9015486725663717,
"grad_norm": 0.5012429356575012,
"learning_rate": 2.956942740525187e-07,
"loss": 0.0231,
"step": 4890
},
{
"epoch": 0.9033923303834809,
"grad_norm": 0.7680339813232422,
"learning_rate": 2.848888228248015e-07,
"loss": 0.026,
"step": 4900
},
{
"epoch": 0.9052359882005899,
"grad_norm": 0.8778649568557739,
"learning_rate": 2.742787032243838e-07,
"loss": 0.0337,
"step": 4910
},
{
"epoch": 0.9070796460176991,
"grad_norm": 0.5765712857246399,
"learning_rate": 2.638643547938019e-07,
"loss": 0.0286,
"step": 4920
},
{
"epoch": 0.9089233038348082,
"grad_norm": 1.0913537740707397,
"learning_rate": 2.5364620896543514e-07,
"loss": 0.0266,
"step": 4930
},
{
"epoch": 0.9107669616519174,
"grad_norm": 0.7149782776832581,
"learning_rate": 2.4362468904362667e-07,
"loss": 0.03,
"step": 4940
},
{
"epoch": 0.9126106194690266,
"grad_norm": 0.593758761882782,
"learning_rate": 2.338002101871556e-07,
"loss": 0.03,
"step": 4950
},
{
"epoch": 0.9144542772861357,
"grad_norm": 0.807323694229126,
"learning_rate": 2.2417317939203376e-07,
"loss": 0.0265,
"step": 4960
},
{
"epoch": 0.9162979351032449,
"grad_norm": 0.654715895652771,
"learning_rate": 2.1474399547464552e-07,
"loss": 0.0296,
"step": 4970
},
{
"epoch": 0.918141592920354,
"grad_norm": 0.49997472763061523,
"learning_rate": 2.055130490552254e-07,
"loss": 0.0306,
"step": 4980
},
{
"epoch": 0.9199852507374632,
"grad_norm": 0.9094591736793518,
"learning_rate": 1.964807225416787e-07,
"loss": 0.0361,
"step": 4990
},
{
"epoch": 0.9218289085545722,
"grad_norm": 0.7175744771957397,
"learning_rate": 1.8764739011373768e-07,
"loss": 0.036,
"step": 5000
},
{
"epoch": 0.9218289085545722,
"eval_alignment_abstract": {
"mean_alignment": 0.4659123122692108
},
"eval_alignment_claim": {
"mean_alignment": 0.48682403564453125
},
"eval_alignment_global": {
"mean_alignment": 0.4855753481388092
},
"eval_alignment_invention": {
"mean_alignment": 0.46570637822151184
},
"eval_ipc_cls_abstract_accuracy_primary": 58.36,
"eval_ipc_cls_abstract_precision@1": 63.080000000000005,
"eval_ipc_cls_abstract_precision@3": 31.8,
"eval_ipc_cls_abstract_precision@5": 21.007999999999996,
"eval_ipc_cls_global_accuracy_primary": 58.36,
"eval_ipc_cls_global_precision@1": 63.080000000000005,
"eval_ipc_cls_global_precision@3": 31.8,
"eval_ipc_cls_global_precision@5": 21.007999999999996,
"eval_ipc_knn_abstract_accuracy_primary": 63.959999999999994,
"eval_ipc_knn_abstract_precision@1": 69.52000000000001,
"eval_ipc_knn_abstract_precision@3": 28.346666666666664,
"eval_ipc_knn_abstract_precision@5": 17.183999999999997,
"eval_ipc_knn_global_accuracy_primary": 63.959999999999994,
"eval_ipc_knn_global_precision@1": 69.52000000000001,
"eval_ipc_knn_global_precision@3": 28.346666666666664,
"eval_ipc_knn_global_precision@5": 17.183999999999997,
"eval_priorArt_ndcg@100_a2a": 0.28800956143389994,
"eval_priorArt_ndcg@100_a2all": 0.293098526464083,
"eval_priorArt_ndcg@100_a2c": 0.3095605890903749,
"eval_priorArt_ndcg@100_a2i": 0.26717798399328574,
"eval_priorArt_ndcg@100_c2a": 0.34536534202279534,
"eval_priorArt_ndcg@100_c2all": 0.3321644441911601,
"eval_priorArt_ndcg@100_c2c": 0.33794299392402694,
"eval_priorArt_ndcg@100_c2i": 0.3364565661377929,
"eval_priorArt_ndcg@100_i2a": 0.3165112188131382,
"eval_priorArt_ndcg@100_i2all": 0.29913527094283815,
"eval_priorArt_ndcg@100_i2c": 0.3093846183683711,
"eval_priorArt_ndcg@100_i2i": 0.2878709668581296,
"eval_priorArt_ndcg@10_a2a": 0.16897535803778205,
"eval_priorArt_ndcg@10_a2all": 0.16610676216354733,
"eval_priorArt_ndcg@10_a2c": 0.1745364860154796,
"eval_priorArt_ndcg@10_a2i": 0.14325064590040465,
"eval_priorArt_ndcg@10_c2a": 0.2144896565316265,
"eval_priorArt_ndcg@10_c2all": 0.2018673233796388,
"eval_priorArt_ndcg@10_c2c": 0.21230870789886575,
"eval_priorArt_ndcg@10_c2i": 0.19208099816349153,
"eval_priorArt_ndcg@10_i2a": 0.19337147542440286,
"eval_priorArt_ndcg@10_i2all": 0.17759295423866267,
"eval_priorArt_ndcg@10_i2c": 0.17544245405838438,
"eval_priorArt_ndcg@10_i2i": 0.16947176315941265,
"eval_priorArt_ndcg@20_a2a": 0.20036451908563468,
"eval_priorArt_ndcg@20_a2all": 0.2025975224359886,
"eval_priorArt_ndcg@20_a2c": 0.217796502168666,
"eval_priorArt_ndcg@20_a2i": 0.17260707573821282,
"eval_priorArt_ndcg@20_c2a": 0.26895989072829296,
"eval_priorArt_ndcg@20_c2all": 0.24691158831903676,
"eval_priorArt_ndcg@20_c2c": 0.25075013100858956,
"eval_priorArt_ndcg@20_c2i": 0.22783002690816154,
"eval_priorArt_ndcg@20_i2a": 0.22427345326826592,
"eval_priorArt_ndcg@20_i2all": 0.21632804432141972,
"eval_priorArt_ndcg@20_i2c": 0.21022527192751478,
"eval_priorArt_ndcg@20_i2i": 0.20145481268651064,
"eval_priorArt_ndcg@50_a2a": 0.2622382331411236,
"eval_priorArt_ndcg@50_a2all": 0.2633361871432435,
"eval_priorArt_ndcg@50_a2c": 0.276607902464771,
"eval_priorArt_ndcg@50_a2i": 0.2352907766737138,
"eval_priorArt_ndcg@50_c2a": 0.3105107874019816,
"eval_priorArt_ndcg@50_c2all": 0.29996146860545286,
"eval_priorArt_ndcg@50_c2c": 0.30876134609910755,
"eval_priorArt_ndcg@50_c2i": 0.28959095244398575,
"eval_priorArt_ndcg@50_i2a": 0.2886815754140937,
"eval_priorArt_ndcg@50_i2all": 0.2712032554928837,
"eval_priorArt_ndcg@50_i2c": 0.2847658711883785,
"eval_priorArt_ndcg@50_i2i": 0.2532608723725281,
"eval_priorArt_recall@100_a2a": 0.7916666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8333333333333334,
"eval_priorArt_recall@100_a2i": 0.775,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.875,
"eval_priorArt_recall@100_c2c": 0.8791666666666667,
"eval_priorArt_recall@100_c2i": 0.8875000000000002,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.8,
"eval_priorArt_recall@100_i2c": 0.825,
"eval_priorArt_recall@100_i2i": 0.7666666666666667,
"eval_priorArt_recall@10_a2a": 0.3375,
"eval_priorArt_recall@10_a2all": 0.32083333333333336,
"eval_priorArt_recall@10_a2c": 0.31666666666666665,
"eval_priorArt_recall@10_a2i": 0.2833333333333333,
"eval_priorArt_recall@10_c2a": 0.36666666666666664,
"eval_priorArt_recall@10_c2all": 0.37083333333333335,
"eval_priorArt_recall@10_c2c": 0.4,
"eval_priorArt_recall@10_c2i": 0.30833333333333335,
"eval_priorArt_recall@10_i2a": 0.3416666666666667,
"eval_priorArt_recall@10_i2all": 0.32916666666666666,
"eval_priorArt_recall@10_i2c": 0.30833333333333335,
"eval_priorArt_recall@10_i2i": 0.3,
"eval_priorArt_recall@20_a2a": 0.425,
"eval_priorArt_recall@20_a2all": 0.425,
"eval_priorArt_recall@20_a2c": 0.4458333333333333,
"eval_priorArt_recall@20_a2i": 0.3666666666666667,
"eval_priorArt_recall@20_c2a": 0.5291666666666666,
"eval_priorArt_recall@20_c2all": 0.5125,
"eval_priorArt_recall@20_c2c": 0.5166666666666666,
"eval_priorArt_recall@20_c2i": 0.4166666666666667,
"eval_priorArt_recall@20_i2a": 0.4291666666666666,
"eval_priorArt_recall@20_i2all": 0.4499999999999999,
"eval_priorArt_recall@20_i2c": 0.41666666666666663,
"eval_priorArt_recall@20_i2i": 0.39583333333333337,
"eval_priorArt_recall@50_a2a": 0.6583333333333334,
"eval_priorArt_recall@50_a2all": 0.6583333333333334,
"eval_priorArt_recall@50_a2c": 0.6708333333333333,
"eval_priorArt_recall@50_a2i": 0.625,
"eval_priorArt_recall@50_c2a": 0.6958333333333333,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7291666666666667,
"eval_priorArt_recall@50_c2i": 0.6500000000000001,
"eval_priorArt_recall@50_i2a": 0.6791666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.5875,
"eval_singularentropy_abstract": 0.5781388530847307,
"eval_singularentropy_claim": 0.5484071608355816,
"eval_singularentropy_global": 0.5570158017069761,
"eval_singularentropy_invention": 0.609315951386236,
"eval_uniformity_abstract": -2.3769736289978027,
"eval_uniformity_claim": -2.401130199432373,
"eval_uniformity_global": -2.3745322227478027,
"eval_uniformity_invention": -2.322504758834839,
"step": 5000
},
{
"epoch": 0.9236725663716814,
"grad_norm": 0.6397224068641663,
"learning_rate": 1.790134177074604e-07,
"loss": 0.038,
"step": 5010
},
{
"epoch": 0.9255162241887905,
"grad_norm": 0.7995720505714417,
"learning_rate": 1.7057916300007194e-07,
"loss": 0.0357,
"step": 5020
},
{
"epoch": 0.9273598820058997,
"grad_norm": 0.6469818353652954,
"learning_rate": 1.623449753951445e-07,
"loss": 0.0372,
"step": 5030
},
{
"epoch": 0.9292035398230089,
"grad_norm": 0.8650858998298645,
"learning_rate": 1.5431119600812837e-07,
"loss": 0.0356,
"step": 5040
},
{
"epoch": 0.931047197640118,
"grad_norm": 0.7845785021781921,
"learning_rate": 1.4647815765221506e-07,
"loss": 0.0335,
"step": 5050
},
{
"epoch": 0.9328908554572272,
"grad_norm": 0.5275067687034607,
"learning_rate": 1.3884618482455203e-07,
"loss": 0.0359,
"step": 5060
},
{
"epoch": 0.9347345132743363,
"grad_norm": 0.6689764857292175,
"learning_rate": 1.314155936928002e-07,
"loss": 0.0361,
"step": 5070
},
{
"epoch": 0.9365781710914455,
"grad_norm": 0.8083946108818054,
"learning_rate": 1.241866920820367e-07,
"loss": 0.0341,
"step": 5080
},
{
"epoch": 0.9384218289085545,
"grad_norm": 0.9031305313110352,
"learning_rate": 1.1715977946199941e-07,
"loss": 0.0378,
"step": 5090
},
{
"epoch": 0.9402654867256637,
"grad_norm": 0.9832918047904968,
"learning_rate": 1.1033514693468584e-07,
"loss": 0.0329,
"step": 5100
},
{
"epoch": 0.9421091445427728,
"grad_norm": 0.9353522062301636,
"learning_rate": 1.0371307722229052e-07,
"loss": 0.0348,
"step": 5110
},
{
"epoch": 0.943952802359882,
"grad_norm": 0.794413685798645,
"learning_rate": 9.729384465549163e-08,
"loss": 0.0314,
"step": 5120
},
{
"epoch": 0.9448746312684366,
"eval_alignment_abstract": {
"mean_alignment": 0.46470168232917786
},
"eval_alignment_claim": {
"mean_alignment": 0.48531121015548706
},
"eval_alignment_global": {
"mean_alignment": 0.4840826094150543
},
"eval_alignment_invention": {
"mean_alignment": 0.46409502625465393
},
"eval_ipc_cls_abstract_accuracy_primary": 58.36,
"eval_ipc_cls_abstract_precision@1": 63.080000000000005,
"eval_ipc_cls_abstract_precision@3": 31.693333333333328,
"eval_ipc_cls_abstract_precision@5": 21.0,
"eval_ipc_cls_global_accuracy_primary": 58.36,
"eval_ipc_cls_global_precision@1": 63.080000000000005,
"eval_ipc_cls_global_precision@3": 31.693333333333328,
"eval_ipc_cls_global_precision@5": 21.0,
"eval_ipc_knn_abstract_accuracy_primary": 64.03999999999999,
"eval_ipc_knn_abstract_precision@1": 69.6,
"eval_ipc_knn_abstract_precision@3": 28.373333333333335,
"eval_ipc_knn_abstract_precision@5": 17.2,
"eval_ipc_knn_global_accuracy_primary": 64.03999999999999,
"eval_ipc_knn_global_precision@1": 69.6,
"eval_ipc_knn_global_precision@3": 28.373333333333335,
"eval_ipc_knn_global_precision@5": 17.2,
"eval_priorArt_ndcg@100_a2a": 0.2882204279194671,
"eval_priorArt_ndcg@100_a2all": 0.2931983663526729,
"eval_priorArt_ndcg@100_a2c": 0.30905344897738174,
"eval_priorArt_ndcg@100_a2i": 0.2667732304231295,
"eval_priorArt_ndcg@100_c2a": 0.34489230115151953,
"eval_priorArt_ndcg@100_c2all": 0.33225899861283686,
"eval_priorArt_ndcg@100_c2c": 0.3373704638833743,
"eval_priorArt_ndcg@100_c2i": 0.3361865765523013,
"eval_priorArt_ndcg@100_i2a": 0.31669316375278755,
"eval_priorArt_ndcg@100_i2all": 0.29933599647262876,
"eval_priorArt_ndcg@100_i2c": 0.31318177638181643,
"eval_priorArt_ndcg@100_i2i": 0.2879053340492914,
"eval_priorArt_ndcg@10_a2a": 0.16897535803778205,
"eval_priorArt_ndcg@10_a2all": 0.16610676216354733,
"eval_priorArt_ndcg@10_a2c": 0.17411698853469262,
"eval_priorArt_ndcg@10_a2i": 0.14325064590040465,
"eval_priorArt_ndcg@10_c2a": 0.21400413782344357,
"eval_priorArt_ndcg@10_c2all": 0.2018673233796388,
"eval_priorArt_ndcg@10_c2c": 0.2118437217609625,
"eval_priorArt_ndcg@10_c2i": 0.19208099816349153,
"eval_priorArt_ndcg@10_i2a": 0.19337147542440286,
"eval_priorArt_ndcg@10_i2all": 0.17793165336981787,
"eval_priorArt_ndcg@10_i2c": 0.19324957725270003,
"eval_priorArt_ndcg@10_i2i": 0.16947176315941265,
"eval_priorArt_ndcg@20_a2a": 0.20054257796761815,
"eval_priorArt_ndcg@20_a2all": 0.20258552339353258,
"eval_priorArt_ndcg@20_a2c": 0.217377004687879,
"eval_priorArt_ndcg@20_a2i": 0.17237442870441172,
"eval_priorArt_ndcg@20_c2a": 0.26847437202011004,
"eval_priorArt_ndcg@20_c2all": 0.24718041254893658,
"eval_priorArt_ndcg@20_c2c": 0.25034822114986605,
"eval_priorArt_ndcg@20_c2i": 0.22768170428606518,
"eval_priorArt_ndcg@20_i2a": 0.22427345326826592,
"eval_priorArt_ndcg@20_i2all": 0.22182612635633614,
"eval_priorArt_ndcg@20_i2c": 0.21388099917248377,
"eval_priorArt_ndcg@20_i2i": 0.20136780924454847,
"eval_priorArt_ndcg@50_a2a": 0.2624758646750447,
"eval_priorArt_ndcg@50_a2all": 0.2634216047994684,
"eval_priorArt_ndcg@50_a2c": 0.2761752190284095,
"eval_priorArt_ndcg@50_a2i": 0.23489011498219292,
"eval_priorArt_ndcg@50_c2a": 0.3100252686937987,
"eval_priorArt_ndcg@50_c2all": 0.30006800595818806,
"eval_priorArt_ndcg@50_c2c": 0.30819553477729933,
"eval_priorArt_ndcg@50_c2i": 0.28932473056982927,
"eval_priorArt_ndcg@50_i2a": 0.2888407438416055,
"eval_priorArt_ndcg@50_i2all": 0.271376792398449,
"eval_priorArt_ndcg@50_i2c": 0.2885317052508593,
"eval_priorArt_ndcg@50_i2i": 0.2533016877811985,
"eval_priorArt_recall@100_a2a": 0.7916666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8333333333333334,
"eval_priorArt_recall@100_a2i": 0.775,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.875,
"eval_priorArt_recall@100_c2c": 0.8791666666666667,
"eval_priorArt_recall@100_c2i": 0.8875000000000002,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.8,
"eval_priorArt_recall@100_i2c": 0.825,
"eval_priorArt_recall@100_i2i": 0.7666666666666667,
"eval_priorArt_recall@10_a2a": 0.3375,
"eval_priorArt_recall@10_a2all": 0.32083333333333336,
"eval_priorArt_recall@10_a2c": 0.31666666666666665,
"eval_priorArt_recall@10_a2i": 0.2833333333333333,
"eval_priorArt_recall@10_c2a": 0.36666666666666664,
"eval_priorArt_recall@10_c2all": 0.37083333333333335,
"eval_priorArt_recall@10_c2c": 0.4,
"eval_priorArt_recall@10_c2i": 0.30833333333333335,
"eval_priorArt_recall@10_i2a": 0.3416666666666667,
"eval_priorArt_recall@10_i2all": 0.32916666666666666,
"eval_priorArt_recall@10_i2c": 0.35833333333333334,
"eval_priorArt_recall@10_i2i": 0.3,
"eval_priorArt_recall@20_a2a": 0.425,
"eval_priorArt_recall@20_a2all": 0.425,
"eval_priorArt_recall@20_a2c": 0.4458333333333333,
"eval_priorArt_recall@20_a2i": 0.3666666666666667,
"eval_priorArt_recall@20_c2a": 0.5291666666666666,
"eval_priorArt_recall@20_c2all": 0.5125,
"eval_priorArt_recall@20_c2c": 0.5166666666666666,
"eval_priorArt_recall@20_c2i": 0.4166666666666667,
"eval_priorArt_recall@20_i2a": 0.4291666666666666,
"eval_priorArt_recall@20_i2all": 0.4666666666666666,
"eval_priorArt_recall@20_i2c": 0.41666666666666663,
"eval_priorArt_recall@20_i2i": 0.39583333333333337,
"eval_priorArt_recall@50_a2a": 0.6583333333333334,
"eval_priorArt_recall@50_a2all": 0.6583333333333334,
"eval_priorArt_recall@50_a2c": 0.6708333333333333,
"eval_priorArt_recall@50_a2i": 0.625,
"eval_priorArt_recall@50_c2a": 0.6958333333333333,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7291666666666667,
"eval_priorArt_recall@50_c2i": 0.6500000000000001,
"eval_priorArt_recall@50_i2a": 0.6791666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.5875,
"eval_singularentropy_abstract": 0.5789948357550664,
"eval_singularentropy_claim": 0.5491692726886912,
"eval_singularentropy_global": 0.5579123898938305,
"eval_singularentropy_invention": 0.6104549349944419,
"eval_uniformity_abstract": -2.3740243911743164,
"eval_uniformity_claim": -2.398195505142212,
"eval_uniformity_global": -2.371175765991211,
"eval_uniformity_invention": -2.3185606002807617,
"step": 5125
},
{
"epoch": 0.9457964601769911,
"grad_norm": 0.6499894261360168,
"learning_rate": 9.107771516209008e-08,
"loss": 0.0291,
"step": 5130
},
{
"epoch": 0.9476401179941003,
"grad_norm": 0.5725966691970825,
"learning_rate": 8.506494625599049e-08,
"loss": 0.0261,
"step": 5140
},
{
"epoch": 0.9494837758112095,
"grad_norm": 0.7017239928245544,
"learning_rate": 7.925578702653314e-08,
"loss": 0.037,
"step": 5150
},
{
"epoch": 0.9513274336283186,
"grad_norm": 0.960631787776947,
"learning_rate": 7.36504781281766e-08,
"loss": 0.0299,
"step": 5160
},
{
"epoch": 0.9531710914454278,
"grad_norm": 0.8134278059005737,
"learning_rate": 6.824925177052688e-08,
"loss": 0.0309,
"step": 5170
},
{
"epoch": 0.9550147492625368,
"grad_norm": 0.6354670524597168,
"learning_rate": 6.305233170871838e-08,
"loss": 0.0313,
"step": 5180
},
{
"epoch": 0.956858407079646,
"grad_norm": 0.5518234372138977,
"learning_rate": 5.80599332341425e-08,
"loss": 0.0279,
"step": 5190
},
{
"epoch": 0.9587020648967551,
"grad_norm": 0.6304089426994324,
"learning_rate": 5.327226316553413e-08,
"loss": 0.0292,
"step": 5200
},
{
"epoch": 0.9605457227138643,
"grad_norm": 0.7787631750106812,
"learning_rate": 4.868951984039638e-08,
"loss": 0.0295,
"step": 5210
},
{
"epoch": 0.9623893805309734,
"grad_norm": 1.0181325674057007,
"learning_rate": 4.4311893106789847e-08,
"loss": 0.0299,
"step": 5220
},
{
"epoch": 0.9642330383480826,
"grad_norm": 0.625450611114502,
"learning_rate": 4.013956431546617e-08,
"loss": 0.0291,
"step": 5230
},
{
"epoch": 0.9660766961651918,
"grad_norm": 0.6857320666313171,
"learning_rate": 3.6172706312354035e-08,
"loss": 0.033,
"step": 5240
},
{
"epoch": 0.9679203539823009,
"grad_norm": 0.6660344004631042,
"learning_rate": 3.2411483431400435e-08,
"loss": 0.0313,
"step": 5250
},
{
"epoch": 0.9679203539823009,
"eval_alignment_abstract": {
"mean_alignment": 0.4646993577480316
},
"eval_alignment_claim": {
"mean_alignment": 0.4852295219898224
},
"eval_alignment_global": {
"mean_alignment": 0.48408108949661255
},
"eval_alignment_invention": {
"mean_alignment": 0.4641445279121399
},
"eval_ipc_cls_abstract_accuracy_primary": 58.28,
"eval_ipc_cls_abstract_precision@1": 63.04,
"eval_ipc_cls_abstract_precision@3": 31.693333333333335,
"eval_ipc_cls_abstract_precision@5": 21.016000000000005,
"eval_ipc_cls_global_accuracy_primary": 58.28,
"eval_ipc_cls_global_precision@1": 63.04,
"eval_ipc_cls_global_precision@3": 31.693333333333335,
"eval_ipc_cls_global_precision@5": 21.016000000000005,
"eval_ipc_knn_abstract_accuracy_primary": 64.03999999999999,
"eval_ipc_knn_abstract_precision@1": 69.64,
"eval_ipc_knn_abstract_precision@3": 28.373333333333335,
"eval_ipc_knn_abstract_precision@5": 17.2,
"eval_ipc_knn_global_accuracy_primary": 64.03999999999999,
"eval_ipc_knn_global_precision@1": 69.64,
"eval_ipc_knn_global_precision@3": 28.373333333333335,
"eval_ipc_knn_global_precision@5": 17.2,
"eval_priorArt_ndcg@100_a2a": 0.2849113617899736,
"eval_priorArt_ndcg@100_a2all": 0.293214851400641,
"eval_priorArt_ndcg@100_a2c": 0.30538234020878613,
"eval_priorArt_ndcg@100_a2i": 0.2670357938870941,
"eval_priorArt_ndcg@100_c2a": 0.3460444366836895,
"eval_priorArt_ndcg@100_c2all": 0.3331432608385607,
"eval_priorArt_ndcg@100_c2c": 0.33882543392276887,
"eval_priorArt_ndcg@100_c2i": 0.3363140161508745,
"eval_priorArt_ndcg@100_i2a": 0.31672477582585773,
"eval_priorArt_ndcg@100_i2all": 0.30090415984092,
"eval_priorArt_ndcg@100_i2c": 0.31629793057691624,
"eval_priorArt_ndcg@100_i2i": 0.2881370285426943,
"eval_priorArt_ndcg@10_a2a": 0.17031887852794678,
"eval_priorArt_ndcg@10_a2all": 0.16610676216354733,
"eval_priorArt_ndcg@10_a2c": 0.17481824049617653,
"eval_priorArt_ndcg@10_a2i": 0.14325064590040465,
"eval_priorArt_ndcg@10_c2a": 0.21503241552160332,
"eval_priorArt_ndcg@10_c2all": 0.20240403402756962,
"eval_priorArt_ndcg@10_c2c": 0.21267552839864176,
"eval_priorArt_ndcg@10_c2i": 0.19208099816349153,
"eval_priorArt_ndcg@10_i2a": 0.19337147542440286,
"eval_priorArt_ndcg@10_i2all": 0.1794639343761438,
"eval_priorArt_ndcg@10_i2c": 0.19296782277200314,
"eval_priorArt_ndcg@10_i2i": 0.16947176315941265,
"eval_priorArt_ndcg@20_a2a": 0.2018860984577829,
"eval_priorArt_ndcg@20_a2all": 0.20258552339353258,
"eval_priorArt_ndcg@20_a2c": 0.21823526581909655,
"eval_priorArt_ndcg@20_a2i": 0.17260707573821282,
"eval_priorArt_ndcg@20_c2a": 0.26950264971826976,
"eval_priorArt_ndcg@20_c2all": 0.24785212451105182,
"eval_priorArt_ndcg@20_c2c": 0.2516110786109157,
"eval_priorArt_ndcg@20_c2i": 0.22768170428606518,
"eval_priorArt_ndcg@20_i2a": 0.22427345326826592,
"eval_priorArt_ndcg@20_i2all": 0.22335840736266208,
"eval_priorArt_ndcg@20_i2c": 0.21359924469178687,
"eval_priorArt_ndcg@20_i2i": 0.20163467515967287,
"eval_priorArt_ndcg@50_a2a": 0.26377124220398585,
"eval_priorArt_ndcg@50_a2all": 0.26343808984743655,
"eval_priorArt_ndcg@50_a2c": 0.27711290027865176,
"eval_priorArt_ndcg@50_a2i": 0.235122762015994,
"eval_priorArt_ndcg@50_c2a": 0.3110878698271837,
"eval_priorArt_ndcg@50_c2all": 0.3009280592057664,
"eval_priorArt_ndcg@50_c2c": 0.3096401996660295,
"eval_priorArt_ndcg@50_c2i": 0.2894181028826942,
"eval_priorArt_ndcg@50_i2a": 0.2888407438416055,
"eval_priorArt_ndcg@50_i2all": 0.27293534321102253,
"eval_priorArt_ndcg@50_i2c": 0.2881081429332331,
"eval_priorArt_ndcg@50_i2i": 0.2535194218947991,
"eval_priorArt_recall@100_a2a": 0.7666666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8083333333333333,
"eval_priorArt_recall@100_a2i": 0.775,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.875,
"eval_priorArt_recall@100_c2c": 0.8791666666666667,
"eval_priorArt_recall@100_c2i": 0.8875000000000002,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.8,
"eval_priorArt_recall@100_i2c": 0.8416666666666666,
"eval_priorArt_recall@100_i2i": 0.7666666666666667,
"eval_priorArt_recall@10_a2a": 0.3375,
"eval_priorArt_recall@10_a2all": 0.32083333333333336,
"eval_priorArt_recall@10_a2c": 0.31666666666666665,
"eval_priorArt_recall@10_a2i": 0.2833333333333333,
"eval_priorArt_recall@10_c2a": 0.36666666666666664,
"eval_priorArt_recall@10_c2all": 0.37083333333333335,
"eval_priorArt_recall@10_c2c": 0.4,
"eval_priorArt_recall@10_c2i": 0.30833333333333335,
"eval_priorArt_recall@10_i2a": 0.3416666666666667,
"eval_priorArt_recall@10_i2all": 0.32916666666666666,
"eval_priorArt_recall@10_i2c": 0.35833333333333334,
"eval_priorArt_recall@10_i2i": 0.3,
"eval_priorArt_recall@20_a2a": 0.425,
"eval_priorArt_recall@20_a2all": 0.425,
"eval_priorArt_recall@20_a2c": 0.4458333333333333,
"eval_priorArt_recall@20_a2i": 0.3666666666666667,
"eval_priorArt_recall@20_c2a": 0.5291666666666666,
"eval_priorArt_recall@20_c2all": 0.5125,
"eval_priorArt_recall@20_c2c": 0.5166666666666666,
"eval_priorArt_recall@20_c2i": 0.4166666666666667,
"eval_priorArt_recall@20_i2a": 0.4291666666666666,
"eval_priorArt_recall@20_i2all": 0.4666666666666666,
"eval_priorArt_recall@20_i2c": 0.41666666666666663,
"eval_priorArt_recall@20_i2i": 0.39583333333333337,
"eval_priorArt_recall@50_a2a": 0.6583333333333334,
"eval_priorArt_recall@50_a2all": 0.6583333333333334,
"eval_priorArt_recall@50_a2c": 0.6708333333333333,
"eval_priorArt_recall@50_a2i": 0.625,
"eval_priorArt_recall@50_c2a": 0.6958333333333333,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7291666666666667,
"eval_priorArt_recall@50_c2i": 0.6500000000000001,
"eval_priorArt_recall@50_i2a": 0.6791666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.5875,
"eval_singularentropy_abstract": 0.5786766710445915,
"eval_singularentropy_claim": 0.54886477877564,
"eval_singularentropy_global": 0.5576085615204652,
"eval_singularentropy_invention": 0.6101191138720148,
"eval_uniformity_abstract": -2.3746137619018555,
"eval_uniformity_claim": -2.398609161376953,
"eval_uniformity_global": -2.3716259002685547,
"eval_uniformity_invention": -2.318965435028076,
"step": 5250
},
{
"epoch": 0.9697640117994101,
"grad_norm": 1.0416704416275024,
"learning_rate": 2.8856051487761716e-08,
"loss": 0.038,
"step": 5260
},
{
"epoch": 0.9716076696165191,
"grad_norm": 0.7628298401832581,
"learning_rate": 2.5506557771348693e-08,
"loss": 0.0334,
"step": 5270
},
{
"epoch": 0.9734513274336283,
"grad_norm": 0.5434619784355164,
"learning_rate": 2.2363141040727123e-08,
"loss": 0.0352,
"step": 5280
},
{
"epoch": 0.9752949852507374,
"grad_norm": 0.5266246795654297,
"learning_rate": 1.9425931517365603e-08,
"loss": 0.0358,
"step": 5290
},
{
"epoch": 0.9771386430678466,
"grad_norm": 0.7873755693435669,
"learning_rate": 1.6695050880243257e-08,
"loss": 0.032,
"step": 5300
},
{
"epoch": 0.9789823008849557,
"grad_norm": 0.6438413262367249,
"learning_rate": 1.4170612260808736e-08,
"loss": 0.029,
"step": 5310
},
{
"epoch": 0.9808259587020649,
"grad_norm": 0.5405591726303101,
"learning_rate": 1.1852720238294535e-08,
"loss": 0.0296,
"step": 5320
},
{
"epoch": 0.9826696165191741,
"grad_norm": 0.6799048185348511,
"learning_rate": 9.741470835382127e-09,
"loss": 0.029,
"step": 5330
},
{
"epoch": 0.9845132743362832,
"grad_norm": 0.5861735939979553,
"learning_rate": 7.836951514225144e-09,
"loss": 0.0261,
"step": 5340
},
{
"epoch": 0.9863569321533924,
"grad_norm": 0.6710835695266724,
"learning_rate": 6.13924117282838e-09,
"loss": 0.0274,
"step": 5350
},
{
"epoch": 0.9882005899705014,
"grad_norm": 0.5425430536270142,
"learning_rate": 4.6484101417748615e-09,
"loss": 0.0282,
"step": 5360
},
{
"epoch": 0.9900442477876106,
"grad_norm": 0.6984345316886902,
"learning_rate": 3.3645201813170546e-09,
"loss": 0.0368,
"step": 5370
},
{
"epoch": 0.9909660766961652,
"eval_alignment_abstract": {
"mean_alignment": 0.4647407829761505
},
"eval_alignment_claim": {
"mean_alignment": 0.4852619171142578
},
"eval_alignment_global": {
"mean_alignment": 0.4841117262840271
},
"eval_alignment_invention": {
"mean_alignment": 0.4641575217247009
},
"eval_ipc_cls_abstract_accuracy_primary": 58.32000000000001,
"eval_ipc_cls_abstract_precision@1": 63.04,
"eval_ipc_cls_abstract_precision@3": 31.666666666666664,
"eval_ipc_cls_abstract_precision@5": 20.992,
"eval_ipc_cls_global_accuracy_primary": 58.32000000000001,
"eval_ipc_cls_global_precision@1": 63.04,
"eval_ipc_cls_global_precision@3": 31.666666666666664,
"eval_ipc_cls_global_precision@5": 20.992,
"eval_ipc_knn_abstract_accuracy_primary": 64.08,
"eval_ipc_knn_abstract_precision@1": 69.67999999999999,
"eval_ipc_knn_abstract_precision@3": 28.38666666666667,
"eval_ipc_knn_abstract_precision@5": 17.208,
"eval_ipc_knn_global_accuracy_primary": 64.08,
"eval_ipc_knn_global_precision@1": 69.67999999999999,
"eval_ipc_knn_global_precision@3": 28.38666666666667,
"eval_ipc_knn_global_precision@5": 17.208,
"eval_priorArt_ndcg@100_a2a": 0.2848344538620862,
"eval_priorArt_ndcg@100_a2all": 0.29324453179173865,
"eval_priorArt_ndcg@100_a2c": 0.3053389533590084,
"eval_priorArt_ndcg@100_a2i": 0.26680314685329304,
"eval_priorArt_ndcg@100_c2a": 0.3449788319723754,
"eval_priorArt_ndcg@100_c2all": 0.332287742725205,
"eval_priorArt_ndcg@100_c2c": 0.3388825952555657,
"eval_priorArt_ndcg@100_c2i": 0.3363179426057874,
"eval_priorArt_ndcg@100_i2a": 0.31671738172125263,
"eval_priorArt_ndcg@100_i2all": 0.30107404151356204,
"eval_priorArt_ndcg@100_i2c": 0.31579183654357834,
"eval_priorArt_ndcg@100_i2i": 0.2878450822347812,
"eval_priorArt_ndcg@10_a2a": 0.17031887852794678,
"eval_priorArt_ndcg@10_a2all": 0.16610676216354733,
"eval_priorArt_ndcg@10_a2c": 0.17481824049617653,
"eval_priorArt_ndcg@10_a2i": 0.14325064590040465,
"eval_priorArt_ndcg@10_c2a": 0.21400413782344357,
"eval_priorArt_ndcg@10_c2all": 0.2018673233796388,
"eval_priorArt_ndcg@10_c2c": 0.21267552839864176,
"eval_priorArt_ndcg@10_c2i": 0.19208099816349153,
"eval_priorArt_ndcg@10_i2a": 0.19337147542440286,
"eval_priorArt_ndcg@10_i2all": 0.1794639343761438,
"eval_priorArt_ndcg@10_i2c": 0.17851458145610874,
"eval_priorArt_ndcg@10_i2i": 0.16947176315941265,
"eval_priorArt_ndcg@20_a2a": 0.20170803957579939,
"eval_priorArt_ndcg@20_a2all": 0.2025975224359886,
"eval_priorArt_ndcg@20_a2c": 0.21823526581909655,
"eval_priorArt_ndcg@20_a2i": 0.17237442870441172,
"eval_priorArt_ndcg@20_c2a": 0.26847437202011004,
"eval_priorArt_ndcg@20_c2all": 0.24694776551513548,
"eval_priorArt_ndcg@20_c2c": 0.2516110786109157,
"eval_priorArt_ndcg@20_c2i": 0.22768170428606518,
"eval_priorArt_ndcg@20_i2a": 0.22427345326826592,
"eval_priorArt_ndcg@20_i2all": 0.22354106467199036,
"eval_priorArt_ndcg@20_i2c": 0.21309315065844894,
"eval_priorArt_ndcg@20_i2i": 0.20136780924454847,
"eval_priorArt_ndcg@50_a2a": 0.26368235134503987,
"eval_priorArt_ndcg@50_a2all": 0.26343360384192444,
"eval_priorArt_ndcg@50_a2c": 0.2770695134288741,
"eval_priorArt_ndcg@50_a2i": 0.23489011498219292,
"eval_priorArt_ndcg@50_c2a": 0.3100252686937987,
"eval_priorArt_ndcg@50_c2all": 0.30008452402346913,
"eval_priorArt_ndcg@50_c2c": 0.30969736099882633,
"eval_priorArt_ndcg@50_c2i": 0.2894196564013904,
"eval_priorArt_ndcg@50_i2a": 0.2888407438416055,
"eval_priorArt_ndcg@50_i2all": 0.2731180005203508,
"eval_priorArt_ndcg@50_i2c": 0.2876020488998952,
"eval_priorArt_ndcg@50_i2i": 0.25325255597967467,
"eval_priorArt_recall@100_a2a": 0.7666666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8083333333333333,
"eval_priorArt_recall@100_a2i": 0.775,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.875,
"eval_priorArt_recall@100_c2c": 0.8791666666666667,
"eval_priorArt_recall@100_c2i": 0.8875000000000002,
"eval_priorArt_recall@100_i2a": 0.8166666666666667,
"eval_priorArt_recall@100_i2all": 0.8,
"eval_priorArt_recall@100_i2c": 0.8416666666666666,
"eval_priorArt_recall@100_i2i": 0.7666666666666667,
"eval_priorArt_recall@10_a2a": 0.3375,
"eval_priorArt_recall@10_a2all": 0.32083333333333336,
"eval_priorArt_recall@10_a2c": 0.31666666666666665,
"eval_priorArt_recall@10_a2i": 0.2833333333333333,
"eval_priorArt_recall@10_c2a": 0.36666666666666664,
"eval_priorArt_recall@10_c2all": 0.37083333333333335,
"eval_priorArt_recall@10_c2c": 0.4,
"eval_priorArt_recall@10_c2i": 0.30833333333333335,
"eval_priorArt_recall@10_i2a": 0.3416666666666667,
"eval_priorArt_recall@10_i2all": 0.32916666666666666,
"eval_priorArt_recall@10_i2c": 0.30833333333333335,
"eval_priorArt_recall@10_i2i": 0.3,
"eval_priorArt_recall@20_a2a": 0.425,
"eval_priorArt_recall@20_a2all": 0.425,
"eval_priorArt_recall@20_a2c": 0.4458333333333333,
"eval_priorArt_recall@20_a2i": 0.3666666666666667,
"eval_priorArt_recall@20_c2a": 0.5291666666666666,
"eval_priorArt_recall@20_c2all": 0.5125,
"eval_priorArt_recall@20_c2c": 0.5166666666666666,
"eval_priorArt_recall@20_c2i": 0.4166666666666667,
"eval_priorArt_recall@20_i2a": 0.4291666666666666,
"eval_priorArt_recall@20_i2all": 0.4666666666666666,
"eval_priorArt_recall@20_i2c": 0.41666666666666663,
"eval_priorArt_recall@20_i2i": 0.39583333333333337,
"eval_priorArt_recall@50_a2a": 0.6583333333333334,
"eval_priorArt_recall@50_a2all": 0.6583333333333334,
"eval_priorArt_recall@50_a2c": 0.6708333333333333,
"eval_priorArt_recall@50_a2i": 0.625,
"eval_priorArt_recall@50_c2a": 0.6958333333333333,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7291666666666667,
"eval_priorArt_recall@50_c2i": 0.6500000000000001,
"eval_priorArt_recall@50_i2a": 0.6791666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.5875,
"eval_singularentropy_abstract": 0.5787396030606604,
"eval_singularentropy_claim": 0.5489401072533673,
"eval_singularentropy_global": 0.5576922022861523,
"eval_singularentropy_invention": 0.6102400082967196,
"eval_uniformity_abstract": -2.3743197917938232,
"eval_uniformity_claim": -2.398308277130127,
"eval_uniformity_global": -2.3712942600250244,
"eval_uniformity_invention": -2.3185486793518066,
"step": 5375
},
{
"epoch": 0.9918879056047197,
"grad_norm": 0.7094501852989197,
"learning_rate": 2.287624478813366e-09,
"loss": 0.0332,
"step": 5380
},
{
"epoch": 0.9937315634218289,
"grad_norm": 0.8820624351501465,
"learning_rate": 1.4177676465304546e-09,
"loss": 0.0353,
"step": 5390
},
{
"epoch": 0.995575221238938,
"grad_norm": 0.7246441841125488,
"learning_rate": 7.549857197897137e-10,
"loss": 0.0318,
"step": 5400
},
{
"epoch": 0.9974188790560472,
"grad_norm": 0.7742869853973389,
"learning_rate": 2.9930615547790754e-10,
"loss": 0.0332,
"step": 5410
},
{
"epoch": 0.9992625368731564,
"grad_norm": 0.7109264135360718,
"learning_rate": 5.074783090808222e-11,
"loss": 0.0306,
"step": 5420
}
],
"logging_steps": 10,
"max_steps": 5424,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 5.17607583386488e+18,
"train_batch_size": 512,
"trial_name": null,
"trial_params": null
}