PatentMap-V0-SecPair-Summary / trainer_state.json
ZoeYou's picture
Upload PatentMap-V0-SecPair-Summary
53f1dbb verified
{
"best_metric": 0.7083333333333333,
"best_model_checkpoint": "results/batchsize_512_da_dropout_section_pair_adaptive_lr-1e-05_views-summary_reg-None/best_model",
"epoch": 1.0,
"eval_steps": 500,
"global_step": 5428,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.00018422991893883567,
"eval_alignment_abstract": {
"mean_alignment": 0.45510047674179077
},
"eval_alignment_claim": {
"mean_alignment": 0.2805290222167969
},
"eval_alignment_global": {
"mean_alignment": 0.8059176206588745
},
"eval_alignment_invention": {
"mean_alignment": 0.44017961621284485
},
"eval_ipc_cls_abstract_accuracy_primary": 48.24,
"eval_ipc_cls_abstract_precision@1": 52.400000000000006,
"eval_ipc_cls_abstract_precision@3": 27.413333333333327,
"eval_ipc_cls_abstract_precision@5": 18.72,
"eval_ipc_cls_global_accuracy_primary": 48.24,
"eval_ipc_cls_global_precision@1": 52.400000000000006,
"eval_ipc_cls_global_precision@3": 27.413333333333327,
"eval_ipc_cls_global_precision@5": 18.72,
"eval_ipc_knn_abstract_accuracy_primary": 38.440000000000005,
"eval_ipc_knn_abstract_precision@1": 42.04,
"eval_ipc_knn_abstract_precision@3": 21.266666666666666,
"eval_ipc_knn_abstract_precision@5": 14.335999999999999,
"eval_ipc_knn_global_accuracy_primary": 38.440000000000005,
"eval_ipc_knn_global_precision@1": 42.04,
"eval_ipc_knn_global_precision@3": 21.266666666666666,
"eval_ipc_knn_global_precision@5": 14.335999999999999,
"eval_priorArt_ndcg@100_a2a": 0.17719471451742733,
"eval_priorArt_ndcg@100_a2all": 0.1771869901241114,
"eval_priorArt_ndcg@100_a2c": 0.02469632827996019,
"eval_priorArt_ndcg@100_a2i": 0.08671382288397524,
"eval_priorArt_ndcg@100_c2a": 0.016561945115211536,
"eval_priorArt_ndcg@100_c2all": 0.1149234731201259,
"eval_priorArt_ndcg@100_c2c": 0.10480292405464937,
"eval_priorArt_ndcg@100_c2i": 0.10824248084432661,
"eval_priorArt_ndcg@100_i2a": 0.02161331259967114,
"eval_priorArt_ndcg@100_i2all": 0.1282203925491287,
"eval_priorArt_ndcg@100_i2c": 0.07520007897163603,
"eval_priorArt_ndcg@100_i2i": 0.10991365561423687,
"eval_priorArt_ndcg@10_a2a": 0.07366426849450196,
"eval_priorArt_ndcg@10_a2all": 0.07366426849450196,
"eval_priorArt_ndcg@10_a2c": 0.0,
"eval_priorArt_ndcg@10_a2i": 0.019681197738844088,
"eval_priorArt_ndcg@10_c2a": 0.01173196815056891,
"eval_priorArt_ndcg@10_c2all": 0.03968800715740492,
"eval_priorArt_ndcg@10_c2c": 0.030610917530537286,
"eval_priorArt_ndcg@10_c2i": 0.08359549694235589,
"eval_priorArt_ndcg@10_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@10_i2all": 0.08500169325535935,
"eval_priorArt_ndcg@10_i2c": 0.01955328025094818,
"eval_priorArt_ndcg@10_i2i": 0.0775996454812127,
"eval_priorArt_ndcg@20_a2a": 0.10305092482996128,
"eval_priorArt_ndcg@20_a2all": 0.10305092482996128,
"eval_priorArt_ndcg@20_a2c": 0.016398028307914567,
"eval_priorArt_ndcg@20_a2i": 0.03247909897933486,
"eval_priorArt_ndcg@20_c2a": 0.01173196815056891,
"eval_priorArt_ndcg@20_c2all": 0.07627010513654112,
"eval_priorArt_ndcg@20_c2c": 0.06145255077337258,
"eval_priorArt_ndcg@20_c2i": 0.08922244138212927,
"eval_priorArt_ndcg@20_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@20_i2all": 0.09134254409697903,
"eval_priorArt_ndcg@20_i2c": 0.04523723192049741,
"eval_priorArt_ndcg@20_i2i": 0.08394049632283239,
"eval_priorArt_ndcg@50_a2a": 0.1483962334175445,
"eval_priorArt_ndcg@50_a2all": 0.1483962334175445,
"eval_priorArt_ndcg@50_a2c": 0.021090815568142133,
"eval_priorArt_ndcg@50_a2i": 0.05531636190583542,
"eval_priorArt_ndcg@50_c2a": 0.016561945115211536,
"eval_priorArt_ndcg@50_c2all": 0.1149234731201259,
"eval_priorArt_ndcg@50_c2c": 0.1012477352419798,
"eval_priorArt_ndcg@50_c2i": 0.09369352758540292,
"eval_priorArt_ndcg@50_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@50_i2all": 0.09524634459690004,
"eval_priorArt_ndcg@50_i2c": 0.04981173799154535,
"eval_priorArt_ndcg@50_i2i": 0.08784429682275341,
"eval_priorArt_recall@100_a2a": 0.5875,
"eval_priorArt_recall@100_a2all": 0.5875,
"eval_priorArt_recall@100_a2c": 0.08333333333333333,
"eval_priorArt_recall@100_a2i": 0.33749999999999997,
"eval_priorArt_recall@100_c2a": 0.03333333333333333,
"eval_priorArt_recall@100_c2all": 0.3458333333333333,
"eval_priorArt_recall@100_c2c": 0.32916666666666666,
"eval_priorArt_recall@100_c2i": 0.2041666666666667,
"eval_priorArt_recall@100_i2a": 0.06666666666666667,
"eval_priorArt_recall@100_i2all": 0.3458333333333333,
"eval_priorArt_recall@100_i2c": 0.26666666666666666,
"eval_priorArt_recall@100_i2i": 0.2625,
"eval_priorArt_recall@10_a2a": 0.15416666666666665,
"eval_priorArt_recall@10_a2all": 0.15416666666666665,
"eval_priorArt_recall@10_a2c": 0.0,
"eval_priorArt_recall@10_a2i": 0.041666666666666664,
"eval_priorArt_recall@10_c2a": 0.016666666666666666,
"eval_priorArt_recall@10_c2all": 0.08333333333333333,
"eval_priorArt_recall@10_c2c": 0.06666666666666667,
"eval_priorArt_recall@10_c2i": 0.10416666666666666,
"eval_priorArt_recall@10_i2a": 0.05,
"eval_priorArt_recall@10_i2all": 0.15,
"eval_priorArt_recall@10_i2c": 0.03333333333333333,
"eval_priorArt_recall@10_i2i": 0.13333333333333333,
"eval_priorArt_recall@20_a2a": 0.25833333333333336,
"eval_priorArt_recall@20_a2all": 0.25833333333333336,
"eval_priorArt_recall@20_a2c": 0.05,
"eval_priorArt_recall@20_a2i": 0.09166666666666666,
"eval_priorArt_recall@20_c2a": 0.016666666666666666,
"eval_priorArt_recall@20_c2all": 0.19166666666666668,
"eval_priorArt_recall@20_c2c": 0.15833333333333333,
"eval_priorArt_recall@20_c2i": 0.12083333333333335,
"eval_priorArt_recall@20_i2a": 0.05,
"eval_priorArt_recall@20_i2all": 0.16666666666666666,
"eval_priorArt_recall@20_i2c": 0.11666666666666665,
"eval_priorArt_recall@20_i2i": 0.15,
"eval_priorArt_recall@50_a2a": 0.4458333333333333,
"eval_priorArt_recall@50_a2all": 0.4458333333333333,
"eval_priorArt_recall@50_a2c": 0.06666666666666667,
"eval_priorArt_recall@50_a2i": 0.19166666666666668,
"eval_priorArt_recall@50_c2a": 0.03333333333333333,
"eval_priorArt_recall@50_c2all": 0.3458333333333333,
"eval_priorArt_recall@50_c2c": 0.3125,
"eval_priorArt_recall@50_c2i": 0.1375,
"eval_priorArt_recall@50_i2a": 0.05,
"eval_priorArt_recall@50_i2all": 0.17916666666666664,
"eval_priorArt_recall@50_i2c": 0.13333333333333333,
"eval_priorArt_recall@50_i2i": 0.1625,
"eval_singularentropy_abstract": 0.5395312801413632,
"eval_singularentropy_claim": 0.7032291587968326,
"eval_singularentropy_global": 0.5413295553350207,
"eval_singularentropy_invention": 0.5933926025595535,
"eval_uniformity_abstract": -2.0126848220825195,
"eval_uniformity_claim": -0.8600221872329712,
"eval_uniformity_global": -1.7142620086669922,
"eval_uniformity_invention": -1.4561618566513062,
"step": 1
},
{
"epoch": 0.0007369196757553427,
"eval_alignment_abstract": {
"mean_alignment": 0.4551126956939697
},
"eval_alignment_claim": {
"mean_alignment": 0.2804974615573883
},
"eval_alignment_global": {
"mean_alignment": 0.8059210181236267
},
"eval_alignment_invention": {
"mean_alignment": 0.440211683511734
},
"eval_ipc_cls_abstract_accuracy_primary": 47.96,
"eval_ipc_cls_abstract_precision@1": 52.12,
"eval_ipc_cls_abstract_precision@3": 27.413333333333327,
"eval_ipc_cls_abstract_precision@5": 18.728,
"eval_ipc_cls_global_accuracy_primary": 47.96,
"eval_ipc_cls_global_precision@1": 52.12,
"eval_ipc_cls_global_precision@3": 27.413333333333327,
"eval_ipc_cls_global_precision@5": 18.728,
"eval_ipc_knn_abstract_accuracy_primary": 38.519999999999996,
"eval_ipc_knn_abstract_precision@1": 42.120000000000005,
"eval_ipc_knn_abstract_precision@3": 21.226666666666667,
"eval_ipc_knn_abstract_precision@5": 14.304,
"eval_ipc_knn_global_accuracy_primary": 38.519999999999996,
"eval_ipc_knn_global_precision@1": 42.120000000000005,
"eval_ipc_knn_global_precision@3": 21.226666666666667,
"eval_ipc_knn_global_precision@5": 14.304,
"eval_priorArt_ndcg@100_a2a": 0.17682286430236177,
"eval_priorArt_ndcg@100_a2all": 0.17683070149873867,
"eval_priorArt_ndcg@100_a2c": 0.02469632827996019,
"eval_priorArt_ndcg@100_a2i": 0.08657427507654761,
"eval_priorArt_ndcg@100_c2a": 0.016561945115211536,
"eval_priorArt_ndcg@100_c2all": 0.115161465902033,
"eval_priorArt_ndcg@100_c2c": 0.10504091683655647,
"eval_priorArt_ndcg@100_c2i": 0.10821740045153798,
"eval_priorArt_ndcg@100_i2a": 0.02160108655258412,
"eval_priorArt_ndcg@100_i2all": 0.12819756585260325,
"eval_priorArt_ndcg@100_i2c": 0.07529657341242373,
"eval_priorArt_ndcg@100_i2i": 0.10989728227562816,
"eval_priorArt_ndcg@10_a2a": 0.07338251401380506,
"eval_priorArt_ndcg@10_a2all": 0.07338251401380506,
"eval_priorArt_ndcg@10_a2c": 0.0,
"eval_priorArt_ndcg@10_a2i": 0.019681197738844088,
"eval_priorArt_ndcg@10_c2a": 0.01173196815056891,
"eval_priorArt_ndcg@10_c2all": 0.03968800715740492,
"eval_priorArt_ndcg@10_c2c": 0.030610917530537286,
"eval_priorArt_ndcg@10_c2i": 0.08359549694235589,
"eval_priorArt_ndcg@10_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@10_i2all": 0.08500169325535935,
"eval_priorArt_ndcg@10_i2c": 0.01955328025094818,
"eval_priorArt_ndcg@10_i2i": 0.0775996454812127,
"eval_priorArt_ndcg@20_a2a": 0.10276917034926439,
"eval_priorArt_ndcg@20_a2all": 0.10276917034926439,
"eval_priorArt_ndcg@20_a2c": 0.016398028307914567,
"eval_priorArt_ndcg@20_a2i": 0.03247909897933486,
"eval_priorArt_ndcg@20_c2a": 0.01173196815056891,
"eval_priorArt_ndcg@20_c2all": 0.07653697105166553,
"eval_priorArt_ndcg@20_c2c": 0.06171941668849701,
"eval_priorArt_ndcg@20_c2i": 0.08922244138212927,
"eval_priorArt_ndcg@20_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@20_i2all": 0.09134254409697903,
"eval_priorArt_ndcg@20_i2c": 0.04535075221702492,
"eval_priorArt_ndcg@20_i2i": 0.08394049632283239,
"eval_priorArt_ndcg@50_a2a": 0.14801080211752904,
"eval_priorArt_ndcg@50_a2all": 0.14801080211752904,
"eval_priorArt_ndcg@50_a2c": 0.021090815568142133,
"eval_priorArt_ndcg@50_a2i": 0.05526471936165772,
"eval_priorArt_ndcg@50_c2a": 0.016561945115211536,
"eval_priorArt_ndcg@50_c2all": 0.115161465902033,
"eval_priorArt_ndcg@50_c2c": 0.10148572802388692,
"eval_priorArt_ndcg@50_c2i": 0.09369352758540292,
"eval_priorArt_ndcg@50_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@50_i2all": 0.09524634459690004,
"eval_priorArt_ndcg@50_i2c": 0.04992525828807286,
"eval_priorArt_ndcg@50_i2i": 0.08784429682275341,
"eval_priorArt_recall@100_a2a": 0.5875,
"eval_priorArt_recall@100_a2all": 0.5875,
"eval_priorArt_recall@100_a2c": 0.08333333333333333,
"eval_priorArt_recall@100_a2i": 0.33749999999999997,
"eval_priorArt_recall@100_c2a": 0.03333333333333333,
"eval_priorArt_recall@100_c2all": 0.3458333333333333,
"eval_priorArt_recall@100_c2c": 0.32916666666666666,
"eval_priorArt_recall@100_c2i": 0.2041666666666667,
"eval_priorArt_recall@100_i2a": 0.06666666666666667,
"eval_priorArt_recall@100_i2all": 0.3458333333333333,
"eval_priorArt_recall@100_i2c": 0.26666666666666666,
"eval_priorArt_recall@100_i2i": 0.2625,
"eval_priorArt_recall@10_a2a": 0.15416666666666665,
"eval_priorArt_recall@10_a2all": 0.15416666666666665,
"eval_priorArt_recall@10_a2c": 0.0,
"eval_priorArt_recall@10_a2i": 0.041666666666666664,
"eval_priorArt_recall@10_c2a": 0.016666666666666666,
"eval_priorArt_recall@10_c2all": 0.08333333333333333,
"eval_priorArt_recall@10_c2c": 0.06666666666666667,
"eval_priorArt_recall@10_c2i": 0.10416666666666666,
"eval_priorArt_recall@10_i2a": 0.05,
"eval_priorArt_recall@10_i2all": 0.15,
"eval_priorArt_recall@10_i2c": 0.03333333333333333,
"eval_priorArt_recall@10_i2i": 0.13333333333333333,
"eval_priorArt_recall@20_a2a": 0.25833333333333336,
"eval_priorArt_recall@20_a2all": 0.25833333333333336,
"eval_priorArt_recall@20_a2c": 0.05,
"eval_priorArt_recall@20_a2i": 0.09166666666666666,
"eval_priorArt_recall@20_c2a": 0.016666666666666666,
"eval_priorArt_recall@20_c2all": 0.19166666666666668,
"eval_priorArt_recall@20_c2c": 0.15833333333333333,
"eval_priorArt_recall@20_c2i": 0.12083333333333335,
"eval_priorArt_recall@20_i2a": 0.05,
"eval_priorArt_recall@20_i2all": 0.16666666666666666,
"eval_priorArt_recall@20_i2c": 0.11666666666666665,
"eval_priorArt_recall@20_i2i": 0.15,
"eval_priorArt_recall@50_a2a": 0.4458333333333333,
"eval_priorArt_recall@50_a2all": 0.4458333333333333,
"eval_priorArt_recall@50_a2c": 0.06666666666666667,
"eval_priorArt_recall@50_a2i": 0.19166666666666668,
"eval_priorArt_recall@50_c2a": 0.03333333333333333,
"eval_priorArt_recall@50_c2all": 0.3458333333333333,
"eval_priorArt_recall@50_c2c": 0.3125,
"eval_priorArt_recall@50_c2i": 0.1375,
"eval_priorArt_recall@50_i2a": 0.05,
"eval_priorArt_recall@50_i2all": 0.17916666666666664,
"eval_priorArt_recall@50_i2c": 0.13333333333333333,
"eval_priorArt_recall@50_i2i": 0.1625,
"eval_singularentropy_abstract": 0.5395288862276386,
"eval_singularentropy_claim": 0.7032249349518906,
"eval_singularentropy_global": 0.5413261878602196,
"eval_singularentropy_invention": 0.5933871154571417,
"eval_uniformity_abstract": -2.0127129554748535,
"eval_uniformity_claim": -0.860034167766571,
"eval_uniformity_global": -1.7142809629440308,
"eval_uniformity_invention": -1.456181287765503,
"step": 4
},
{
"epoch": 0.0018422991893883567,
"grad_norm": 158.7026824951172,
"learning_rate": 1.4732965009208104e-07,
"loss": 3.425,
"step": 10
},
{
"epoch": 0.0029476787030213707,
"eval_alignment_abstract": {
"mean_alignment": 0.4581347405910492
},
"eval_alignment_claim": {
"mean_alignment": 0.28324228525161743
},
"eval_alignment_global": {
"mean_alignment": 0.7968170642852783
},
"eval_alignment_invention": {
"mean_alignment": 0.44022518396377563
},
"eval_ipc_cls_abstract_accuracy_primary": 48.44,
"eval_ipc_cls_abstract_precision@1": 52.68000000000001,
"eval_ipc_cls_abstract_precision@3": 27.413333333333327,
"eval_ipc_cls_abstract_precision@5": 18.767999999999997,
"eval_ipc_cls_global_accuracy_primary": 48.44,
"eval_ipc_cls_global_precision@1": 52.68000000000001,
"eval_ipc_cls_global_precision@3": 27.413333333333327,
"eval_ipc_cls_global_precision@5": 18.767999999999997,
"eval_ipc_knn_abstract_accuracy_primary": 38.56,
"eval_ipc_knn_abstract_precision@1": 42.24,
"eval_ipc_knn_abstract_precision@3": 21.279999999999998,
"eval_ipc_knn_abstract_precision@5": 14.48,
"eval_ipc_knn_global_accuracy_primary": 38.56,
"eval_ipc_knn_global_precision@1": 42.24,
"eval_ipc_knn_global_precision@3": 21.279999999999998,
"eval_ipc_knn_global_precision@5": 14.48,
"eval_priorArt_ndcg@100_a2a": 0.1846526603230971,
"eval_priorArt_ndcg@100_a2all": 0.1846448231267202,
"eval_priorArt_ndcg@100_a2c": 0.025518446317186166,
"eval_priorArt_ndcg@100_a2i": 0.09426089421812886,
"eval_priorArt_ndcg@100_c2a": 0.016666666666666663,
"eval_priorArt_ndcg@100_c2all": 0.11556053939874808,
"eval_priorArt_ndcg@100_c2c": 0.10527205370745074,
"eval_priorArt_ndcg@100_c2i": 0.10801218107665307,
"eval_priorArt_ndcg@100_i2a": 0.021850742045292623,
"eval_priorArt_ndcg@100_i2all": 0.12429593089749258,
"eval_priorArt_ndcg@100_i2c": 0.07613165948466084,
"eval_priorArt_ndcg@100_i2i": 0.10931977358488539,
"eval_priorArt_ndcg@10_a2a": 0.07443003206944676,
"eval_priorArt_ndcg@10_a2all": 0.07443003206944676,
"eval_priorArt_ndcg@10_a2c": 0.0,
"eval_priorArt_ndcg@10_a2i": 0.03539021658122684,
"eval_priorArt_ndcg@10_c2a": 0.01173196815056891,
"eval_priorArt_ndcg@10_c2all": 0.03968800715740492,
"eval_priorArt_ndcg@10_c2c": 0.030610917530537286,
"eval_priorArt_ndcg@10_c2i": 0.08333953626579411,
"eval_priorArt_ndcg@10_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@10_i2all": 0.08523860135096531,
"eval_priorArt_ndcg@10_i2c": 0.01955328025094818,
"eval_priorArt_ndcg@10_i2i": 0.0768805786026552,
"eval_priorArt_ndcg@20_a2a": 0.10415972582791147,
"eval_priorArt_ndcg@20_a2all": 0.10415972582791147,
"eval_priorArt_ndcg@20_a2c": 0.02192164805586944,
"eval_priorArt_ndcg@20_a2i": 0.03539021658122684,
"eval_priorArt_ndcg@20_c2a": 0.01173196815056891,
"eval_priorArt_ndcg@20_c2all": 0.07610610488238975,
"eval_priorArt_ndcg@20_c2c": 0.06128855051922124,
"eval_priorArt_ndcg@20_c2i": 0.0889664807055675,
"eval_priorArt_ndcg@20_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@20_i2all": 0.09157945219258498,
"eval_priorArt_ndcg@20_i2c": 0.0457730794403602,
"eval_priorArt_ndcg@20_i2i": 0.08322142944427488,
"eval_priorArt_ndcg@50_a2a": 0.1510485226186021,
"eval_priorArt_ndcg@50_a2all": 0.1510485226186021,
"eval_priorArt_ndcg@50_a2c": 0.02192164805586944,
"eval_priorArt_ndcg@50_a2i": 0.062134194466899925,
"eval_priorArt_ndcg@50_c2a": 0.016666666666666663,
"eval_priorArt_ndcg@50_c2all": 0.11556053939874808,
"eval_priorArt_ndcg@50_c2c": 0.10170059982779707,
"eval_priorArt_ndcg@50_c2i": 0.0934058658894237,
"eval_priorArt_ndcg@50_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@50_i2all": 0.10103123082781748,
"eval_priorArt_ndcg@50_i2c": 0.05031162425379402,
"eval_priorArt_ndcg@50_i2i": 0.09683063794876035,
"eval_priorArt_recall@100_a2a": 0.6125,
"eval_priorArt_recall@100_a2all": 0.6125,
"eval_priorArt_recall@100_a2c": 0.08333333333333333,
"eval_priorArt_recall@100_a2i": 0.35416666666666663,
"eval_priorArt_recall@100_c2a": 0.03333333333333333,
"eval_priorArt_recall@100_c2all": 0.3458333333333333,
"eval_priorArt_recall@100_c2c": 0.32916666666666666,
"eval_priorArt_recall@100_c2i": 0.2041666666666667,
"eval_priorArt_recall@100_i2a": 0.06666666666666667,
"eval_priorArt_recall@100_i2all": 0.3208333333333333,
"eval_priorArt_recall@100_i2c": 0.26666666666666666,
"eval_priorArt_recall@100_i2i": 0.2625,
"eval_priorArt_recall@10_a2a": 0.15416666666666665,
"eval_priorArt_recall@10_a2all": 0.15416666666666665,
"eval_priorArt_recall@10_a2c": 0.0,
"eval_priorArt_recall@10_a2i": 0.09166666666666666,
"eval_priorArt_recall@10_c2a": 0.016666666666666666,
"eval_priorArt_recall@10_c2all": 0.08333333333333333,
"eval_priorArt_recall@10_c2c": 0.06666666666666667,
"eval_priorArt_recall@10_c2i": 0.10416666666666666,
"eval_priorArt_recall@10_i2a": 0.05,
"eval_priorArt_recall@10_i2all": 0.15,
"eval_priorArt_recall@10_i2c": 0.03333333333333333,
"eval_priorArt_recall@10_i2i": 0.13333333333333333,
"eval_priorArt_recall@20_a2a": 0.25833333333333336,
"eval_priorArt_recall@20_a2all": 0.25833333333333336,
"eval_priorArt_recall@20_a2c": 0.06666666666666667,
"eval_priorArt_recall@20_a2i": 0.09166666666666666,
"eval_priorArt_recall@20_c2a": 0.016666666666666666,
"eval_priorArt_recall@20_c2all": 0.19166666666666668,
"eval_priorArt_recall@20_c2c": 0.15833333333333333,
"eval_priorArt_recall@20_c2i": 0.12083333333333335,
"eval_priorArt_recall@20_i2a": 0.05,
"eval_priorArt_recall@20_i2all": 0.16666666666666666,
"eval_priorArt_recall@20_i2c": 0.11666666666666665,
"eval_priorArt_recall@20_i2i": 0.15,
"eval_priorArt_recall@50_a2a": 0.4458333333333333,
"eval_priorArt_recall@50_a2all": 0.4458333333333333,
"eval_priorArt_recall@50_a2c": 0.06666666666666667,
"eval_priorArt_recall@50_a2i": 0.2041666666666667,
"eval_priorArt_recall@50_c2a": 0.03333333333333333,
"eval_priorArt_recall@50_c2all": 0.3458333333333333,
"eval_priorArt_recall@50_c2c": 0.3125,
"eval_priorArt_recall@50_c2i": 0.1375,
"eval_priorArt_recall@50_i2a": 0.05,
"eval_priorArt_recall@50_i2all": 0.2041666666666667,
"eval_priorArt_recall@50_i2c": 0.13333333333333333,
"eval_priorArt_recall@50_i2i": 0.2041666666666667,
"eval_singularentropy_abstract": 0.5373445394397117,
"eval_singularentropy_claim": 0.6993991910713836,
"eval_singularentropy_global": 0.539166324697486,
"eval_singularentropy_invention": 0.5917280741326861,
"eval_uniformity_abstract": -2.037470817565918,
"eval_uniformity_claim": -0.8718535304069519,
"eval_uniformity_global": -1.7242424488067627,
"eval_uniformity_invention": -1.4706735610961914,
"step": 16
},
{
"epoch": 0.0036845983787767134,
"grad_norm": 126.86097717285156,
"learning_rate": 3.3149171270718233e-07,
"loss": 3.2053,
"step": 20
},
{
"epoch": 0.00552689756816507,
"grad_norm": 66.05630493164062,
"learning_rate": 5.156537753222837e-07,
"loss": 2.2343,
"step": 30
},
{
"epoch": 0.007369196757553427,
"grad_norm": 20.87856674194336,
"learning_rate": 6.99815837937385e-07,
"loss": 0.8432,
"step": 40
},
{
"epoch": 0.009211495946941784,
"grad_norm": 5.900176048278809,
"learning_rate": 8.839779005524863e-07,
"loss": 0.2357,
"step": 50
},
{
"epoch": 0.01105379513633014,
"grad_norm": 3.049858570098877,
"learning_rate": 1.0681399631675876e-06,
"loss": 0.1105,
"step": 60
},
{
"epoch": 0.011790714812085483,
"eval_alignment_abstract": {
"mean_alignment": 0.41617730259895325
},
"eval_alignment_claim": {
"mean_alignment": 0.40280458331108093
},
"eval_alignment_global": {
"mean_alignment": 0.4646817147731781
},
"eval_alignment_invention": {
"mean_alignment": 0.41211527585983276
},
"eval_ipc_cls_abstract_accuracy_primary": 58.56,
"eval_ipc_cls_abstract_precision@1": 63.28,
"eval_ipc_cls_abstract_precision@3": 31.253333333333334,
"eval_ipc_cls_abstract_precision@5": 20.880000000000003,
"eval_ipc_cls_global_accuracy_primary": 58.56,
"eval_ipc_cls_global_precision@1": 63.28,
"eval_ipc_cls_global_precision@3": 31.253333333333334,
"eval_ipc_cls_global_precision@5": 20.880000000000003,
"eval_ipc_knn_abstract_accuracy_primary": 61.8,
"eval_ipc_knn_abstract_precision@1": 66.96,
"eval_ipc_knn_abstract_precision@3": 27.146666666666665,
"eval_ipc_knn_abstract_precision@5": 16.439999999999998,
"eval_ipc_knn_global_accuracy_primary": 61.8,
"eval_ipc_knn_global_precision@1": 66.96,
"eval_ipc_knn_global_precision@3": 27.146666666666665,
"eval_ipc_knn_global_precision@5": 16.439999999999998,
"eval_priorArt_ndcg@100_a2a": 0.29733335361828783,
"eval_priorArt_ndcg@100_a2all": 0.3008975419058236,
"eval_priorArt_ndcg@100_a2c": 0.2705100309636028,
"eval_priorArt_ndcg@100_a2i": 0.26231903476478047,
"eval_priorArt_ndcg@100_c2a": 0.310963827506691,
"eval_priorArt_ndcg@100_c2all": 0.3237256309959894,
"eval_priorArt_ndcg@100_c2c": 0.3240664986170365,
"eval_priorArt_ndcg@100_c2i": 0.2921254938742016,
"eval_priorArt_ndcg@100_i2a": 0.3267425553206469,
"eval_priorArt_ndcg@100_i2all": 0.3055723999230504,
"eval_priorArt_ndcg@100_i2c": 0.29822536101154024,
"eval_priorArt_ndcg@100_i2i": 0.2919364571666213,
"eval_priorArt_ndcg@10_a2a": 0.19209141716148595,
"eval_priorArt_ndcg@10_a2all": 0.1918831334091074,
"eval_priorArt_ndcg@10_a2c": 0.1417706512814731,
"eval_priorArt_ndcg@10_a2i": 0.1666273832036308,
"eval_priorArt_ndcg@10_c2a": 0.21253781782198738,
"eval_priorArt_ndcg@10_c2all": 0.18203912930756233,
"eval_priorArt_ndcg@10_c2c": 0.18332903059636338,
"eval_priorArt_ndcg@10_c2i": 0.18383926330233522,
"eval_priorArt_ndcg@10_i2a": 0.2122833594597165,
"eval_priorArt_ndcg@10_i2all": 0.19684086433635042,
"eval_priorArt_ndcg@10_i2c": 0.17310680340231482,
"eval_priorArt_ndcg@10_i2i": 0.20442318609698593,
"eval_priorArt_ndcg@20_a2a": 0.23180801583469218,
"eval_priorArt_ndcg@20_a2all": 0.2388281784897978,
"eval_priorArt_ndcg@20_a2c": 0.1889366796501303,
"eval_priorArt_ndcg@20_a2i": 0.19598447370977404,
"eval_priorArt_ndcg@20_c2a": 0.24195266064042298,
"eval_priorArt_ndcg@20_c2all": 0.24090173728405412,
"eval_priorArt_ndcg@20_c2c": 0.24031555320004344,
"eval_priorArt_ndcg@20_c2i": 0.21179953442191213,
"eval_priorArt_ndcg@20_i2a": 0.25658318117556567,
"eval_priorArt_ndcg@20_i2all": 0.2152577307099473,
"eval_priorArt_ndcg@20_i2c": 0.20165062107137874,
"eval_priorArt_ndcg@20_i2i": 0.22157497371843352,
"eval_priorArt_ndcg@50_a2a": 0.26656962304807647,
"eval_priorArt_ndcg@50_a2all": 0.2684561368594333,
"eval_priorArt_ndcg@50_a2c": 0.23578261352552626,
"eval_priorArt_ndcg@50_a2i": 0.22628506232581244,
"eval_priorArt_ndcg@50_c2a": 0.27244227181720176,
"eval_priorArt_ndcg@50_c2all": 0.27853250828279685,
"eval_priorArt_ndcg@50_c2c": 0.2843135996057498,
"eval_priorArt_ndcg@50_c2i": 0.24874982305255028,
"eval_priorArt_ndcg@50_i2a": 0.30129502169834366,
"eval_priorArt_ndcg@50_i2all": 0.27550995701918557,
"eval_priorArt_ndcg@50_i2c": 0.26371606717237644,
"eval_priorArt_ndcg@50_i2i": 0.26020802138735905,
"eval_priorArt_recall@100_a2a": 0.7666666666666667,
"eval_priorArt_recall@100_a2all": 0.775,
"eval_priorArt_recall@100_a2c": 0.7916666666666667,
"eval_priorArt_recall@100_a2i": 0.7333333333333333,
"eval_priorArt_recall@100_c2a": 0.8,
"eval_priorArt_recall@100_c2all": 0.8666666666666666,
"eval_priorArt_recall@100_c2c": 0.8833333333333334,
"eval_priorArt_recall@100_c2i": 0.775,
"eval_priorArt_recall@100_i2a": 0.7250000000000001,
"eval_priorArt_recall@100_i2all": 0.7833333333333334,
"eval_priorArt_recall@100_i2c": 0.8,
"eval_priorArt_recall@100_i2i": 0.7166666666666667,
"eval_priorArt_recall@10_a2a": 0.36666666666666664,
"eval_priorArt_recall@10_a2all": 0.36666666666666664,
"eval_priorArt_recall@10_a2c": 0.29583333333333334,
"eval_priorArt_recall@10_a2i": 0.3583333333333333,
"eval_priorArt_recall@10_c2a": 0.41666666666666663,
"eval_priorArt_recall@10_c2all": 0.32500000000000007,
"eval_priorArt_recall@10_c2c": 0.3375,
"eval_priorArt_recall@10_c2i": 0.3416666666666667,
"eval_priorArt_recall@10_i2a": 0.31666666666666665,
"eval_priorArt_recall@10_i2all": 0.35,
"eval_priorArt_recall@10_i2c": 0.30000000000000004,
"eval_priorArt_recall@10_i2i": 0.36666666666666664,
"eval_priorArt_recall@20_a2a": 0.4875,
"eval_priorArt_recall@20_a2all": 0.5125,
"eval_priorArt_recall@20_a2c": 0.4458333333333334,
"eval_priorArt_recall@20_a2i": 0.45833333333333337,
"eval_priorArt_recall@20_c2a": 0.5,
"eval_priorArt_recall@20_c2all": 0.5083333333333333,
"eval_priorArt_recall@20_c2c": 0.5208333333333333,
"eval_priorArt_recall@20_c2i": 0.4333333333333334,
"eval_priorArt_recall@20_i2a": 0.4416666666666666,
"eval_priorArt_recall@20_i2all": 0.4,
"eval_priorArt_recall@20_i2c": 0.4,
"eval_priorArt_recall@20_i2i": 0.4125,
"eval_priorArt_recall@50_a2a": 0.6166666666666667,
"eval_priorArt_recall@50_a2all": 0.6333333333333334,
"eval_priorArt_recall@50_a2c": 0.6166666666666667,
"eval_priorArt_recall@50_a2i": 0.575,
"eval_priorArt_recall@50_c2a": 0.6166666666666667,
"eval_priorArt_recall@50_c2all": 0.6458333333333334,
"eval_priorArt_recall@50_c2c": 0.6875,
"eval_priorArt_recall@50_c2i": 0.5750000000000001,
"eval_priorArt_recall@50_i2a": 0.6083333333333334,
"eval_priorArt_recall@50_i2all": 0.625,
"eval_priorArt_recall@50_i2c": 0.625,
"eval_priorArt_recall@50_i2i": 0.5583333333333333,
"eval_singularentropy_abstract": 0.5044165866366119,
"eval_singularentropy_claim": 0.5038527840603834,
"eval_singularentropy_global": 0.4721773162871984,
"eval_singularentropy_invention": 0.5202200712290892,
"eval_uniformity_abstract": -2.5487382411956787,
"eval_uniformity_claim": -2.433459758758545,
"eval_uniformity_global": -2.5609898567199707,
"eval_uniformity_invention": -2.499009132385254,
"step": 64
},
{
"epoch": 0.012896094325718496,
"grad_norm": 1.975845217704773,
"learning_rate": 1.252302025782689e-06,
"loss": 0.0932,
"step": 70
},
{
"epoch": 0.014738393515106854,
"grad_norm": 1.4811298847198486,
"learning_rate": 1.43646408839779e-06,
"loss": 0.0778,
"step": 80
},
{
"epoch": 0.01658069270449521,
"grad_norm": 1.2003597021102905,
"learning_rate": 1.6206261510128915e-06,
"loss": 0.0664,
"step": 90
},
{
"epoch": 0.018422991893883568,
"grad_norm": 1.4810856580734253,
"learning_rate": 1.804788213627993e-06,
"loss": 0.0647,
"step": 100
},
{
"epoch": 0.020265291083271922,
"grad_norm": 1.1987454891204834,
"learning_rate": 1.988950276243094e-06,
"loss": 0.0606,
"step": 110
},
{
"epoch": 0.02210759027266028,
"grad_norm": 0.8045536279678345,
"learning_rate": 2.1731123388581952e-06,
"loss": 0.0588,
"step": 120
},
{
"epoch": 0.023949889462048637,
"grad_norm": 0.7671322822570801,
"learning_rate": 2.3572744014732967e-06,
"loss": 0.0579,
"step": 130
},
{
"epoch": 0.025792188651436992,
"grad_norm": 1.0035325288772583,
"learning_rate": 2.541436464088398e-06,
"loss": 0.0466,
"step": 140
},
{
"epoch": 0.02763448784082535,
"grad_norm": 0.6793741583824158,
"learning_rate": 2.7255985267034996e-06,
"loss": 0.0418,
"step": 150
},
{
"epoch": 0.029476787030213707,
"grad_norm": 0.7704111933708191,
"learning_rate": 2.9097605893186006e-06,
"loss": 0.0508,
"step": 160
},
{
"epoch": 0.03131908621960206,
"grad_norm": 0.7083739042282104,
"learning_rate": 3.0939226519337016e-06,
"loss": 0.0446,
"step": 170
},
{
"epoch": 0.03316138540899042,
"grad_norm": 0.7452930212020874,
"learning_rate": 3.2596685082872933e-06,
"loss": 0.0407,
"step": 180
},
{
"epoch": 0.03500368459837878,
"grad_norm": 0.8240160346031189,
"learning_rate": 3.4438305709023943e-06,
"loss": 0.0395,
"step": 190
},
{
"epoch": 0.036845983787767135,
"grad_norm": 0.6385185122489929,
"learning_rate": 3.6279926335174957e-06,
"loss": 0.0372,
"step": 200
},
{
"epoch": 0.03868828297715549,
"grad_norm": 0.704365611076355,
"learning_rate": 3.812154696132597e-06,
"loss": 0.0354,
"step": 210
},
{
"epoch": 0.040530582166543844,
"grad_norm": 0.7628364562988281,
"learning_rate": 3.996316758747698e-06,
"loss": 0.0348,
"step": 220
},
{
"epoch": 0.0423728813559322,
"grad_norm": 0.829814076423645,
"learning_rate": 4.1804788213628e-06,
"loss": 0.0309,
"step": 230
},
{
"epoch": 0.04421518054532056,
"grad_norm": 0.7280964851379395,
"learning_rate": 4.364640883977901e-06,
"loss": 0.0329,
"step": 240
},
{
"epoch": 0.04605747973470892,
"grad_norm": 0.7960312962532043,
"learning_rate": 4.5488029465930025e-06,
"loss": 0.028,
"step": 250
},
{
"epoch": 0.04605747973470892,
"eval_alignment_abstract": {
"mean_alignment": 0.46818074584007263
},
"eval_alignment_claim": {
"mean_alignment": 0.4607749581336975
},
"eval_alignment_global": {
"mean_alignment": 0.49389052391052246
},
"eval_alignment_invention": {
"mean_alignment": 0.451463907957077
},
"eval_ipc_cls_abstract_accuracy_primary": 59.31999999999999,
"eval_ipc_cls_abstract_precision@1": 64.0,
"eval_ipc_cls_abstract_precision@3": 31.906666666666673,
"eval_ipc_cls_abstract_precision@5": 21.256000000000004,
"eval_ipc_cls_global_accuracy_primary": 59.31999999999999,
"eval_ipc_cls_global_precision@1": 64.0,
"eval_ipc_cls_global_precision@3": 31.906666666666673,
"eval_ipc_cls_global_precision@5": 21.256000000000004,
"eval_ipc_knn_abstract_accuracy_primary": 63.959999999999994,
"eval_ipc_knn_abstract_precision@1": 69.19999999999999,
"eval_ipc_knn_abstract_precision@3": 28.05333333333333,
"eval_ipc_knn_abstract_precision@5": 16.991999999999997,
"eval_ipc_knn_global_accuracy_primary": 63.959999999999994,
"eval_ipc_knn_global_precision@1": 69.19999999999999,
"eval_ipc_knn_global_precision@3": 28.05333333333333,
"eval_ipc_knn_global_precision@5": 16.991999999999997,
"eval_priorArt_ndcg@100_a2a": 0.32162242309530276,
"eval_priorArt_ndcg@100_a2all": 0.3184922021918978,
"eval_priorArt_ndcg@100_a2c": 0.30989113524854595,
"eval_priorArt_ndcg@100_a2i": 0.2907972842194294,
"eval_priorArt_ndcg@100_c2a": 0.37024855630703535,
"eval_priorArt_ndcg@100_c2all": 0.3408529250831937,
"eval_priorArt_ndcg@100_c2c": 0.3315024697146847,
"eval_priorArt_ndcg@100_c2i": 0.3001661779567076,
"eval_priorArt_ndcg@100_i2a": 0.3381232144904768,
"eval_priorArt_ndcg@100_i2all": 0.3119963192314291,
"eval_priorArt_ndcg@100_i2c": 0.30611037704354754,
"eval_priorArt_ndcg@100_i2i": 0.3025576004741462,
"eval_priorArt_ndcg@10_a2a": 0.18804767362242855,
"eval_priorArt_ndcg@10_a2all": 0.18783000207887868,
"eval_priorArt_ndcg@10_a2c": 0.16654328226965,
"eval_priorArt_ndcg@10_a2i": 0.19738404711815355,
"eval_priorArt_ndcg@10_c2a": 0.26163398462218224,
"eval_priorArt_ndcg@10_c2all": 0.2348879265919134,
"eval_priorArt_ndcg@10_c2c": 0.20867386914450553,
"eval_priorArt_ndcg@10_c2i": 0.1873737730833208,
"eval_priorArt_ndcg@10_i2a": 0.21849880458645426,
"eval_priorArt_ndcg@10_i2all": 0.20200294885960085,
"eval_priorArt_ndcg@10_i2c": 0.18180524393278122,
"eval_priorArt_ndcg@10_i2i": 0.19594695164719306,
"eval_priorArt_ndcg@20_a2a": 0.2518247726222039,
"eval_priorArt_ndcg@20_a2all": 0.25739919840117553,
"eval_priorArt_ndcg@20_a2c": 0.22417555418472582,
"eval_priorArt_ndcg@20_a2i": 0.21553559543814876,
"eval_priorArt_ndcg@20_c2a": 0.2985822121412746,
"eval_priorArt_ndcg@20_c2all": 0.26513702919269183,
"eval_priorArt_ndcg@20_c2c": 0.25405222417509754,
"eval_priorArt_ndcg@20_c2i": 0.20505963587877069,
"eval_priorArt_ndcg@20_i2a": 0.2555483186709858,
"eval_priorArt_ndcg@20_i2all": 0.2255863741943691,
"eval_priorArt_ndcg@20_i2c": 0.22716902008301995,
"eval_priorArt_ndcg@20_i2i": 0.22138378429553507,
"eval_priorArt_ndcg@50_a2a": 0.2921259490541137,
"eval_priorArt_ndcg@50_a2all": 0.27785123302050885,
"eval_priorArt_ndcg@50_a2c": 0.27260573734165094,
"eval_priorArt_ndcg@50_a2i": 0.25850153879335264,
"eval_priorArt_ndcg@50_c2a": 0.33420001952996314,
"eval_priorArt_ndcg@50_c2all": 0.2997404413965906,
"eval_priorArt_ndcg@50_c2c": 0.29300506854366615,
"eval_priorArt_ndcg@50_c2i": 0.26938798645350426,
"eval_priorArt_ndcg@50_i2a": 0.30590396305868595,
"eval_priorArt_ndcg@50_i2all": 0.28398495392145373,
"eval_priorArt_ndcg@50_i2c": 0.2767369461944504,
"eval_priorArt_ndcg@50_i2i": 0.25886575050939753,
"eval_priorArt_recall@100_a2a": 0.8,
"eval_priorArt_recall@100_a2all": 0.8166666666666668,
"eval_priorArt_recall@100_a2c": 0.8416666666666666,
"eval_priorArt_recall@100_a2i": 0.75,
"eval_priorArt_recall@100_c2a": 0.8583333333333334,
"eval_priorArt_recall@100_c2all": 0.8833333333333334,
"eval_priorArt_recall@100_c2c": 0.9000000000000001,
"eval_priorArt_recall@100_c2i": 0.7916666666666666,
"eval_priorArt_recall@100_i2a": 0.8166666666666668,
"eval_priorArt_recall@100_i2all": 0.7916666666666667,
"eval_priorArt_recall@100_i2c": 0.8166666666666668,
"eval_priorArt_recall@100_i2i": 0.7666666666666667,
"eval_priorArt_recall@10_a2a": 0.31666666666666665,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.29166666666666663,
"eval_priorArt_recall@10_a2i": 0.375,
"eval_priorArt_recall@10_c2a": 0.4375,
"eval_priorArt_recall@10_c2all": 0.4666666666666666,
"eval_priorArt_recall@10_c2c": 0.425,
"eval_priorArt_recall@10_c2i": 0.35416666666666663,
"eval_priorArt_recall@10_i2a": 0.35,
"eval_priorArt_recall@10_i2all": 0.35833333333333334,
"eval_priorArt_recall@10_i2c": 0.32500000000000007,
"eval_priorArt_recall@10_i2i": 0.3458333333333333,
"eval_priorArt_recall@20_a2a": 0.5,
"eval_priorArt_recall@20_a2all": 0.5416666666666667,
"eval_priorArt_recall@20_a2c": 0.4708333333333333,
"eval_priorArt_recall@20_a2i": 0.425,
"eval_priorArt_recall@20_c2a": 0.5416666666666667,
"eval_priorArt_recall@20_c2all": 0.5541666666666666,
"eval_priorArt_recall@20_c2c": 0.5666666666666667,
"eval_priorArt_recall@20_c2i": 0.4,
"eval_priorArt_recall@20_i2a": 0.4541666666666667,
"eval_priorArt_recall@20_i2all": 0.4208333333333334,
"eval_priorArt_recall@20_i2c": 0.47916666666666663,
"eval_priorArt_recall@20_i2i": 0.4125,
"eval_priorArt_recall@50_a2a": 0.6666666666666667,
"eval_priorArt_recall@50_a2all": 0.6333333333333334,
"eval_priorArt_recall@50_a2c": 0.6666666666666667,
"eval_priorArt_recall@50_a2i": 0.6041666666666667,
"eval_priorArt_recall@50_c2a": 0.6833333333333333,
"eval_priorArt_recall@50_c2all": 0.6833333333333333,
"eval_priorArt_recall@50_c2c": 0.7083333333333334,
"eval_priorArt_recall@50_c2i": 0.6583333333333334,
"eval_priorArt_recall@50_i2a": 0.6500000000000001,
"eval_priorArt_recall@50_i2all": 0.65,
"eval_priorArt_recall@50_i2c": 0.6666666666666667,
"eval_priorArt_recall@50_i2i": 0.5541666666666666,
"eval_singularentropy_abstract": 0.450782553896677,
"eval_singularentropy_claim": 0.4467084249307293,
"eval_singularentropy_global": 0.43046950311804516,
"eval_singularentropy_invention": 0.4782947267719678,
"eval_uniformity_abstract": -2.880234956741333,
"eval_uniformity_claim": -2.849703311920166,
"eval_uniformity_global": -2.8881752490997314,
"eval_uniformity_invention": -2.8311052322387695,
"step": 250
},
{
"epoch": 0.047899778924097275,
"grad_norm": 0.8001207709312439,
"learning_rate": 4.732965009208104e-06,
"loss": 0.0257,
"step": 260
},
{
"epoch": 0.04974207811348563,
"grad_norm": 1.0056962966918945,
"learning_rate": 4.9171270718232054e-06,
"loss": 0.0312,
"step": 270
},
{
"epoch": 0.051584377302873984,
"grad_norm": 0.6421568393707275,
"learning_rate": 5.101289134438306e-06,
"loss": 0.0308,
"step": 280
},
{
"epoch": 0.05342667649226234,
"grad_norm": 0.8413887023925781,
"learning_rate": 5.2854511970534075e-06,
"loss": 0.0324,
"step": 290
},
{
"epoch": 0.0552689756816507,
"grad_norm": 0.7707937955856323,
"learning_rate": 5.469613259668509e-06,
"loss": 0.0295,
"step": 300
},
{
"epoch": 0.05711127487103906,
"grad_norm": 0.7116187214851379,
"learning_rate": 5.65377532228361e-06,
"loss": 0.0237,
"step": 310
},
{
"epoch": 0.058953574060427415,
"grad_norm": 0.6249312162399292,
"learning_rate": 5.837937384898711e-06,
"loss": 0.0258,
"step": 320
},
{
"epoch": 0.06079587324981577,
"grad_norm": 0.6120481491088867,
"learning_rate": 6.0220994475138124e-06,
"loss": 0.0268,
"step": 330
},
{
"epoch": 0.06263817243920412,
"grad_norm": 0.7539606094360352,
"learning_rate": 6.206261510128914e-06,
"loss": 0.0217,
"step": 340
},
{
"epoch": 0.06448047162859248,
"grad_norm": 0.5823540687561035,
"learning_rate": 6.390423572744015e-06,
"loss": 0.0233,
"step": 350
},
{
"epoch": 0.06632277081798084,
"grad_norm": 0.5994903445243835,
"learning_rate": 6.574585635359117e-06,
"loss": 0.0237,
"step": 360
},
{
"epoch": 0.0681650700073692,
"grad_norm": 0.6742709279060364,
"learning_rate": 6.758747697974218e-06,
"loss": 0.0195,
"step": 370
},
{
"epoch": 0.06908621960206338,
"eval_alignment_abstract": {
"mean_alignment": 0.515296995639801
},
"eval_alignment_claim": {
"mean_alignment": 0.5051515698432922
},
"eval_alignment_global": {
"mean_alignment": 0.5355518460273743
},
"eval_alignment_invention": {
"mean_alignment": 0.4945510923862457
},
"eval_ipc_cls_abstract_accuracy_primary": 58.8,
"eval_ipc_cls_abstract_precision@1": 63.72,
"eval_ipc_cls_abstract_precision@3": 31.919999999999998,
"eval_ipc_cls_abstract_precision@5": 21.087999999999997,
"eval_ipc_cls_global_accuracy_primary": 58.8,
"eval_ipc_cls_global_precision@1": 63.72,
"eval_ipc_cls_global_precision@3": 31.919999999999998,
"eval_ipc_cls_global_precision@5": 21.087999999999997,
"eval_ipc_knn_abstract_accuracy_primary": 64.36,
"eval_ipc_knn_abstract_precision@1": 69.92,
"eval_ipc_knn_abstract_precision@3": 28.373333333333328,
"eval_ipc_knn_abstract_precision@5": 17.223999999999997,
"eval_ipc_knn_global_accuracy_primary": 64.36,
"eval_ipc_knn_global_precision@1": 69.92,
"eval_ipc_knn_global_precision@3": 28.373333333333328,
"eval_ipc_knn_global_precision@5": 17.223999999999997,
"eval_priorArt_ndcg@100_a2a": 0.31804396812651625,
"eval_priorArt_ndcg@100_a2all": 0.30883178262629574,
"eval_priorArt_ndcg@100_a2c": 0.3131594257368714,
"eval_priorArt_ndcg@100_a2i": 0.2928963526654629,
"eval_priorArt_ndcg@100_c2a": 0.38008670046416787,
"eval_priorArt_ndcg@100_c2all": 0.3660998631247918,
"eval_priorArt_ndcg@100_c2c": 0.3408660443198338,
"eval_priorArt_ndcg@100_c2i": 0.3065545088264785,
"eval_priorArt_ndcg@100_i2a": 0.3512556942441252,
"eval_priorArt_ndcg@100_i2all": 0.32168261871024656,
"eval_priorArt_ndcg@100_i2c": 0.31172573910922774,
"eval_priorArt_ndcg@100_i2i": 0.30795035168129664,
"eval_priorArt_ndcg@10_a2a": 0.175017388271034,
"eval_priorArt_ndcg@10_a2all": 0.18610728944634142,
"eval_priorArt_ndcg@10_a2c": 0.1633825513280018,
"eval_priorArt_ndcg@10_a2i": 0.20273713748308278,
"eval_priorArt_ndcg@10_c2a": 0.2666383917883246,
"eval_priorArt_ndcg@10_c2all": 0.2464483834357456,
"eval_priorArt_ndcg@10_c2c": 0.21767053006594997,
"eval_priorArt_ndcg@10_c2i": 0.19039637463932366,
"eval_priorArt_ndcg@10_i2a": 0.23126001171888122,
"eval_priorArt_ndcg@10_i2all": 0.2108479136935788,
"eval_priorArt_ndcg@10_i2c": 0.19202476565621035,
"eval_priorArt_ndcg@10_i2i": 0.19136659797518166,
"eval_priorArt_ndcg@20_a2a": 0.2435342179163141,
"eval_priorArt_ndcg@20_a2all": 0.240999451774696,
"eval_priorArt_ndcg@20_a2c": 0.2257716371013613,
"eval_priorArt_ndcg@20_a2i": 0.22076316646409447,
"eval_priorArt_ndcg@20_c2a": 0.29787697579087125,
"eval_priorArt_ndcg@20_c2all": 0.28558669805510206,
"eval_priorArt_ndcg@20_c2c": 0.2651717317103319,
"eval_priorArt_ndcg@20_c2i": 0.2201580767871607,
"eval_priorArt_ndcg@20_i2a": 0.26835646816904857,
"eval_priorArt_ndcg@20_i2all": 0.23431634364331927,
"eval_priorArt_ndcg@20_i2c": 0.21933584105122933,
"eval_priorArt_ndcg@20_i2i": 0.22189105834478973,
"eval_priorArt_ndcg@50_a2a": 0.2801910551055423,
"eval_priorArt_ndcg@50_a2all": 0.272407647134835,
"eval_priorArt_ndcg@50_a2c": 0.2707409794448703,
"eval_priorArt_ndcg@50_a2i": 0.2643214218021774,
"eval_priorArt_ndcg@50_c2a": 0.3426222840271961,
"eval_priorArt_ndcg@50_c2all": 0.3240651849628133,
"eval_priorArt_ndcg@50_c2c": 0.30577975631755605,
"eval_priorArt_ndcg@50_c2i": 0.27974781781051944,
"eval_priorArt_ndcg@50_i2a": 0.3186705412353053,
"eval_priorArt_ndcg@50_i2all": 0.29391390505322273,
"eval_priorArt_ndcg@50_i2c": 0.2820098584966658,
"eval_priorArt_ndcg@50_i2i": 0.25938713636629124,
"eval_priorArt_recall@100_a2a": 0.825,
"eval_priorArt_recall@100_a2all": 0.8166666666666668,
"eval_priorArt_recall@100_a2c": 0.8666666666666666,
"eval_priorArt_recall@100_a2i": 0.7333333333333334,
"eval_priorArt_recall@100_c2a": 0.8833333333333334,
"eval_priorArt_recall@100_c2all": 0.9083333333333334,
"eval_priorArt_recall@100_c2c": 0.9000000000000001,
"eval_priorArt_recall@100_c2i": 0.8083333333333332,
"eval_priorArt_recall@100_i2a": 0.8166666666666668,
"eval_priorArt_recall@100_i2all": 0.7916666666666667,
"eval_priorArt_recall@100_i2c": 0.8166666666666668,
"eval_priorArt_recall@100_i2i": 0.7916666666666667,
"eval_priorArt_recall@10_a2a": 0.30416666666666664,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.29166666666666663,
"eval_priorArt_recall@10_a2i": 0.375,
"eval_priorArt_recall@10_c2a": 0.4375,
"eval_priorArt_recall@10_c2all": 0.4416666666666666,
"eval_priorArt_recall@10_c2c": 0.425,
"eval_priorArt_recall@10_c2i": 0.35416666666666663,
"eval_priorArt_recall@10_i2a": 0.35,
"eval_priorArt_recall@10_i2all": 0.35833333333333334,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.32916666666666666,
"eval_priorArt_recall@20_a2a": 0.5,
"eval_priorArt_recall@20_a2all": 0.5166666666666667,
"eval_priorArt_recall@20_a2c": 0.4833333333333333,
"eval_priorArt_recall@20_a2i": 0.425,
"eval_priorArt_recall@20_c2a": 0.5291666666666667,
"eval_priorArt_recall@20_c2all": 0.5541666666666666,
"eval_priorArt_recall@20_c2c": 0.5791666666666666,
"eval_priorArt_recall@20_c2i": 0.4416666666666667,
"eval_priorArt_recall@20_i2a": 0.4541666666666667,
"eval_priorArt_recall@20_i2all": 0.4208333333333334,
"eval_priorArt_recall@20_i2c": 0.4291666666666666,
"eval_priorArt_recall@20_i2i": 0.4125,
"eval_priorArt_recall@50_a2a": 0.6500000000000001,
"eval_priorArt_recall@50_a2all": 0.6500000000000001,
"eval_priorArt_recall@50_a2c": 0.6666666666666667,
"eval_priorArt_recall@50_a2i": 0.6041666666666667,
"eval_priorArt_recall@50_c2a": 0.7,
"eval_priorArt_recall@50_c2all": 0.7000000000000001,
"eval_priorArt_recall@50_c2c": 0.7250000000000001,
"eval_priorArt_recall@50_c2i": 0.6875,
"eval_priorArt_recall@50_i2a": 0.6500000000000001,
"eval_priorArt_recall@50_i2all": 0.65,
"eval_priorArt_recall@50_i2c": 0.6666666666666667,
"eval_priorArt_recall@50_i2i": 0.5541666666666666,
"eval_singularentropy_abstract": 0.42716436051631523,
"eval_singularentropy_claim": 0.4262194782242706,
"eval_singularentropy_global": 0.41149478800082967,
"eval_singularentropy_invention": 0.45886462432797887,
"eval_uniformity_abstract": -2.9595048427581787,
"eval_uniformity_claim": -2.9232840538024902,
"eval_uniformity_global": -2.9567909240722656,
"eval_uniformity_invention": -2.898221731185913,
"step": 375
},
{
"epoch": 0.07000736919675755,
"grad_norm": 0.5683271288871765,
"learning_rate": 6.942909760589319e-06,
"loss": 0.0186,
"step": 380
},
{
"epoch": 0.07184966838614591,
"grad_norm": 0.25797486305236816,
"learning_rate": 7.12707182320442e-06,
"loss": 0.0222,
"step": 390
},
{
"epoch": 0.07369196757553427,
"grad_norm": 0.6735947728157043,
"learning_rate": 7.311233885819522e-06,
"loss": 0.0232,
"step": 400
},
{
"epoch": 0.07553426676492263,
"grad_norm": 0.2700836956501007,
"learning_rate": 7.495395948434623e-06,
"loss": 0.0184,
"step": 410
},
{
"epoch": 0.07737656595431099,
"grad_norm": 0.4024120569229126,
"learning_rate": 7.679558011049725e-06,
"loss": 0.0174,
"step": 420
},
{
"epoch": 0.07921886514369934,
"grad_norm": 0.4738587439060211,
"learning_rate": 7.863720073664826e-06,
"loss": 0.018,
"step": 430
},
{
"epoch": 0.08106116433308769,
"grad_norm": 0.4469766616821289,
"learning_rate": 8.047882136279928e-06,
"loss": 0.0156,
"step": 440
},
{
"epoch": 0.08290346352247605,
"grad_norm": 0.5344772934913635,
"learning_rate": 8.232044198895029e-06,
"loss": 0.0164,
"step": 450
},
{
"epoch": 0.0847457627118644,
"grad_norm": 0.6555886268615723,
"learning_rate": 8.416206261510129e-06,
"loss": 0.0254,
"step": 460
},
{
"epoch": 0.08658806190125276,
"grad_norm": 0.5341455340385437,
"learning_rate": 8.600368324125232e-06,
"loss": 0.0141,
"step": 470
},
{
"epoch": 0.08843036109064112,
"grad_norm": 0.47523099184036255,
"learning_rate": 8.784530386740332e-06,
"loss": 0.0166,
"step": 480
},
{
"epoch": 0.09027266028002948,
"grad_norm": 0.5197528004646301,
"learning_rate": 8.968692449355435e-06,
"loss": 0.0204,
"step": 490
},
{
"epoch": 0.09211495946941783,
"grad_norm": 0.17199896275997162,
"learning_rate": 9.152854511970534e-06,
"loss": 0.0165,
"step": 500
},
{
"epoch": 0.09211495946941783,
"eval_alignment_abstract": {
"mean_alignment": 0.5425276160240173
},
"eval_alignment_claim": {
"mean_alignment": 0.5246114730834961
},
"eval_alignment_global": {
"mean_alignment": 0.5536563992500305
},
"eval_alignment_invention": {
"mean_alignment": 0.5079156160354614
},
"eval_ipc_cls_abstract_accuracy_primary": 59.040000000000006,
"eval_ipc_cls_abstract_precision@1": 63.88,
"eval_ipc_cls_abstract_precision@3": 31.8,
"eval_ipc_cls_abstract_precision@5": 21.136,
"eval_ipc_cls_global_accuracy_primary": 59.040000000000006,
"eval_ipc_cls_global_precision@1": 63.88,
"eval_ipc_cls_global_precision@3": 31.8,
"eval_ipc_cls_global_precision@5": 21.136,
"eval_ipc_knn_abstract_accuracy_primary": 64.44,
"eval_ipc_knn_abstract_precision@1": 70.32000000000001,
"eval_ipc_knn_abstract_precision@3": 28.4,
"eval_ipc_knn_abstract_precision@5": 17.224,
"eval_ipc_knn_global_accuracy_primary": 64.44,
"eval_ipc_knn_global_precision@1": 70.32000000000001,
"eval_ipc_knn_global_precision@3": 28.4,
"eval_ipc_knn_global_precision@5": 17.224,
"eval_priorArt_ndcg@100_a2a": 0.3217458764355989,
"eval_priorArt_ndcg@100_a2all": 0.3137679968043832,
"eval_priorArt_ndcg@100_a2c": 0.31434874796981294,
"eval_priorArt_ndcg@100_a2i": 0.298264708338943,
"eval_priorArt_ndcg@100_c2a": 0.36328916217920754,
"eval_priorArt_ndcg@100_c2all": 0.35666782079451015,
"eval_priorArt_ndcg@100_c2c": 0.34247647856349384,
"eval_priorArt_ndcg@100_c2i": 0.3043455470285259,
"eval_priorArt_ndcg@100_i2a": 0.3489280186295737,
"eval_priorArt_ndcg@100_i2all": 0.30792939315750995,
"eval_priorArt_ndcg@100_i2c": 0.31145609284720727,
"eval_priorArt_ndcg@100_i2i": 0.29851593549335204,
"eval_priorArt_ndcg@10_a2a": 0.17431613630955006,
"eval_priorArt_ndcg@10_a2all": 0.1828728025015925,
"eval_priorArt_ndcg@10_a2c": 0.1701651499996242,
"eval_priorArt_ndcg@10_a2i": 0.1807780569649114,
"eval_priorArt_ndcg@10_c2a": 0.2539375660158073,
"eval_priorArt_ndcg@10_c2all": 0.2156544753053089,
"eval_priorArt_ndcg@10_c2c": 0.2132922976839097,
"eval_priorArt_ndcg@10_c2i": 0.18517195646695078,
"eval_priorArt_ndcg@10_i2a": 0.24122630890202154,
"eval_priorArt_ndcg@10_i2all": 0.2012838423296081,
"eval_priorArt_ndcg@10_i2c": 0.18815976923904978,
"eval_priorArt_ndcg@10_i2i": 0.18645468379936436,
"eval_priorArt_ndcg@20_a2a": 0.24206150953567077,
"eval_priorArt_ndcg@20_a2all": 0.23283217998206882,
"eval_priorArt_ndcg@20_a2c": 0.22742235747073627,
"eval_priorArt_ndcg@20_a2i": 0.21866747232030517,
"eval_priorArt_ndcg@20_c2a": 0.2800502621297225,
"eval_priorArt_ndcg@20_c2all": 0.2712090528042609,
"eval_priorArt_ndcg@20_c2c": 0.26332185445355216,
"eval_priorArt_ndcg@20_c2i": 0.20362031267129765,
"eval_priorArt_ndcg@20_i2a": 0.26542712888512543,
"eval_priorArt_ndcg@20_i2all": 0.22003577675492214,
"eval_priorArt_ndcg@20_i2c": 0.22073538728285985,
"eval_priorArt_ndcg@20_i2i": 0.21559777026201252,
"eval_priorArt_ndcg@50_a2a": 0.2788017550366232,
"eval_priorArt_ndcg@50_a2all": 0.26812474592953917,
"eval_priorArt_ndcg@50_a2c": 0.2712389229140161,
"eval_priorArt_ndcg@50_a2i": 0.2625358873550173,
"eval_priorArt_ndcg@50_c2a": 0.3238517569604341,
"eval_priorArt_ndcg@50_c2all": 0.31455544681577824,
"eval_priorArt_ndcg@50_c2c": 0.31208513708921004,
"eval_priorArt_ndcg@50_c2i": 0.2699510821401451,
"eval_priorArt_ndcg@50_i2a": 0.3123191238872125,
"eval_priorArt_ndcg@50_i2all": 0.28034613861894025,
"eval_priorArt_ndcg@50_i2c": 0.2746902887317296,
"eval_priorArt_ndcg@50_i2i": 0.2534136109652754,
"eval_priorArt_recall@100_a2a": 0.85,
"eval_priorArt_recall@100_a2all": 0.8666666666666666,
"eval_priorArt_recall@100_a2c": 0.8666666666666666,
"eval_priorArt_recall@100_a2i": 0.7666666666666667,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.9083333333333334,
"eval_priorArt_recall@100_c2c": 0.8833333333333334,
"eval_priorArt_recall@100_c2i": 0.825,
"eval_priorArt_recall@100_i2a": 0.8166666666666668,
"eval_priorArt_recall@100_i2all": 0.7916666666666667,
"eval_priorArt_recall@100_i2c": 0.8333333333333334,
"eval_priorArt_recall@100_i2i": 0.775,
"eval_priorArt_recall@10_a2a": 0.30416666666666664,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.30833333333333335,
"eval_priorArt_recall@10_a2i": 0.3208333333333333,
"eval_priorArt_recall@10_c2a": 0.4375,
"eval_priorArt_recall@10_c2all": 0.36666666666666664,
"eval_priorArt_recall@10_c2c": 0.4,
"eval_priorArt_recall@10_c2i": 0.35416666666666663,
"eval_priorArt_recall@10_i2a": 0.3875,
"eval_priorArt_recall@10_i2all": 0.37083333333333335,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.32916666666666666,
"eval_priorArt_recall@20_a2a": 0.5,
"eval_priorArt_recall@20_a2all": 0.5041666666666667,
"eval_priorArt_recall@20_a2c": 0.48749999999999993,
"eval_priorArt_recall@20_a2i": 0.425,
"eval_priorArt_recall@20_c2a": 0.5125,
"eval_priorArt_recall@20_c2all": 0.5375,
"eval_priorArt_recall@20_c2c": 0.5541666666666666,
"eval_priorArt_recall@20_c2i": 0.4041666666666667,
"eval_priorArt_recall@20_i2a": 0.4541666666666667,
"eval_priorArt_recall@20_i2all": 0.4208333333333334,
"eval_priorArt_recall@20_i2c": 0.4458333333333334,
"eval_priorArt_recall@20_i2i": 0.4125,
"eval_priorArt_recall@50_a2a": 0.6500000000000001,
"eval_priorArt_recall@50_a2all": 0.6500000000000001,
"eval_priorArt_recall@50_a2c": 0.6666666666666667,
"eval_priorArt_recall@50_a2i": 0.6041666666666667,
"eval_priorArt_recall@50_c2a": 0.675,
"eval_priorArt_recall@50_c2all": 0.7000000000000001,
"eval_priorArt_recall@50_c2c": 0.7333333333333334,
"eval_priorArt_recall@50_c2i": 0.6708333333333333,
"eval_priorArt_recall@50_i2a": 0.6375000000000001,
"eval_priorArt_recall@50_i2all": 0.65,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.5541666666666666,
"eval_singularentropy_abstract": 0.4178904769784801,
"eval_singularentropy_claim": 0.4199751793136663,
"eval_singularentropy_global": 0.4061162850707291,
"eval_singularentropy_invention": 0.4553274701493414,
"eval_uniformity_abstract": -2.991947650909424,
"eval_uniformity_claim": -2.953625440597534,
"eval_uniformity_global": -2.98055362701416,
"eval_uniformity_invention": -2.9150431156158447,
"step": 500
},
{
"epoch": 0.09395725865880619,
"grad_norm": 0.3803941607475281,
"learning_rate": 9.337016574585636e-06,
"loss": 0.017,
"step": 510
},
{
"epoch": 0.09579955784819455,
"grad_norm": 0.6214410066604614,
"learning_rate": 9.521178637200737e-06,
"loss": 0.0226,
"step": 520
},
{
"epoch": 0.09764185703758291,
"grad_norm": 0.19552156329154968,
"learning_rate": 9.705340699815839e-06,
"loss": 0.0179,
"step": 530
},
{
"epoch": 0.09948415622697127,
"grad_norm": 0.13078905642032623,
"learning_rate": 9.88950276243094e-06,
"loss": 0.0124,
"step": 540
},
{
"epoch": 0.10132645541635962,
"grad_norm": 0.373119056224823,
"learning_rate": 9.999983456387042e-06,
"loss": 0.0146,
"step": 550
},
{
"epoch": 0.10316875460574797,
"grad_norm": 0.8449944257736206,
"learning_rate": 9.999797341998526e-06,
"loss": 0.0178,
"step": 560
},
{
"epoch": 0.10501105379513632,
"grad_norm": 0.24413396418094635,
"learning_rate": 9.999404441428446e-06,
"loss": 0.0182,
"step": 570
},
{
"epoch": 0.10685335298452468,
"grad_norm": 0.23325522243976593,
"learning_rate": 9.99880477092674e-06,
"loss": 0.0134,
"step": 580
},
{
"epoch": 0.10869565217391304,
"grad_norm": 0.40702036023139954,
"learning_rate": 9.997998355295126e-06,
"loss": 0.017,
"step": 590
},
{
"epoch": 0.1105379513633014,
"grad_norm": 0.5544977784156799,
"learning_rate": 9.996985227886083e-06,
"loss": 0.019,
"step": 600
},
{
"epoch": 0.11238025055268976,
"grad_norm": 0.6099855303764343,
"learning_rate": 9.995765430601455e-06,
"loss": 0.0134,
"step": 610
},
{
"epoch": 0.11422254974207811,
"grad_norm": 0.8166157007217407,
"learning_rate": 9.994339013890732e-06,
"loss": 0.0237,
"step": 620
},
{
"epoch": 0.11514369933677229,
"eval_alignment_abstract": {
"mean_alignment": 0.5744926333427429
},
"eval_alignment_claim": {
"mean_alignment": 0.5500295758247375
},
"eval_alignment_global": {
"mean_alignment": 0.5785147547721863
},
"eval_alignment_invention": {
"mean_alignment": 0.530594527721405
},
"eval_ipc_cls_abstract_accuracy_primary": 58.8,
"eval_ipc_cls_abstract_precision@1": 63.72,
"eval_ipc_cls_abstract_precision@3": 31.733333333333334,
"eval_ipc_cls_abstract_precision@5": 21.136,
"eval_ipc_cls_global_accuracy_primary": 58.8,
"eval_ipc_cls_global_precision@1": 63.72,
"eval_ipc_cls_global_precision@3": 31.733333333333334,
"eval_ipc_cls_global_precision@5": 21.136,
"eval_ipc_knn_abstract_accuracy_primary": 63.75999999999999,
"eval_ipc_knn_abstract_precision@1": 69.67999999999999,
"eval_ipc_knn_abstract_precision@3": 28.08,
"eval_ipc_knn_abstract_precision@5": 17.016,
"eval_ipc_knn_global_accuracy_primary": 63.75999999999999,
"eval_ipc_knn_global_precision@1": 69.67999999999999,
"eval_ipc_knn_global_precision@3": 28.08,
"eval_ipc_knn_global_precision@5": 17.016,
"eval_priorArt_ndcg@100_a2a": 0.31855215433164547,
"eval_priorArt_ndcg@100_a2all": 0.31372849073993275,
"eval_priorArt_ndcg@100_a2c": 0.31732482355388314,
"eval_priorArt_ndcg@100_a2i": 0.2856861242323651,
"eval_priorArt_ndcg@100_c2a": 0.36577555187792976,
"eval_priorArt_ndcg@100_c2all": 0.3533508196978082,
"eval_priorArt_ndcg@100_c2c": 0.35216276922810125,
"eval_priorArt_ndcg@100_c2i": 0.30596734783555274,
"eval_priorArt_ndcg@100_i2a": 0.3468314862374505,
"eval_priorArt_ndcg@100_i2all": 0.3140428754407002,
"eval_priorArt_ndcg@100_i2c": 0.3119092186340597,
"eval_priorArt_ndcg@100_i2i": 0.30139161671255504,
"eval_priorArt_ndcg@10_a2a": 0.18918734840545964,
"eval_priorArt_ndcg@10_a2all": 0.18285309484612183,
"eval_priorArt_ndcg@10_a2c": 0.17289906928254944,
"eval_priorArt_ndcg@10_a2i": 0.17569148585139427,
"eval_priorArt_ndcg@10_c2a": 0.252100753883964,
"eval_priorArt_ndcg@10_c2all": 0.2130573087142921,
"eval_priorArt_ndcg@10_c2c": 0.21493829943199957,
"eval_priorArt_ndcg@10_c2i": 0.18587934995102895,
"eval_priorArt_ndcg@10_i2a": 0.23399377072417238,
"eval_priorArt_ndcg@10_i2all": 0.2000060159520834,
"eval_priorArt_ndcg@10_i2c": 0.18658022588798912,
"eval_priorArt_ndcg@10_i2i": 0.18645468379936436,
"eval_priorArt_ndcg@20_a2a": 0.24313535946326814,
"eval_priorArt_ndcg@20_a2all": 0.22567059367017905,
"eval_priorArt_ndcg@20_a2c": 0.23312810213404161,
"eval_priorArt_ndcg@20_a2i": 0.20472017992063343,
"eval_priorArt_ndcg@20_c2a": 0.2779113424338568,
"eval_priorArt_ndcg@20_c2all": 0.26739635510755727,
"eval_priorArt_ndcg@20_c2c": 0.28520156183700485,
"eval_priorArt_ndcg@20_c2i": 0.21101066696426168,
"eval_priorArt_ndcg@20_i2a": 0.2722447176581599,
"eval_priorArt_ndcg@20_i2all": 0.24027941246779125,
"eval_priorArt_ndcg@20_i2c": 0.22753514556438822,
"eval_priorArt_ndcg@20_i2i": 0.21127663484437584,
"eval_priorArt_ndcg@50_a2a": 0.2922390194257631,
"eval_priorArt_ndcg@50_a2all": 0.2728508605609831,
"eval_priorArt_ndcg@50_a2c": 0.27434554850667003,
"eval_priorArt_ndcg@50_a2i": 0.2534105796723396,
"eval_priorArt_ndcg@50_c2a": 0.3321782113877237,
"eval_priorArt_ndcg@50_c2all": 0.31279276077169127,
"eval_priorArt_ndcg@50_c2c": 0.31874422296978044,
"eval_priorArt_ndcg@50_c2i": 0.26483121651237296,
"eval_priorArt_ndcg@50_i2a": 0.3114769968879926,
"eval_priorArt_ndcg@50_i2all": 0.28121008754139376,
"eval_priorArt_ndcg@50_i2c": 0.27503938526625643,
"eval_priorArt_ndcg@50_i2i": 0.2611331337449176,
"eval_priorArt_recall@100_a2a": 0.8333333333333334,
"eval_priorArt_recall@100_a2all": 0.8666666666666666,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.75,
"eval_priorArt_recall@100_c2a": 0.8833333333333334,
"eval_priorArt_recall@100_c2all": 0.9083333333333334,
"eval_priorArt_recall@100_c2c": 0.8833333333333334,
"eval_priorArt_recall@100_c2i": 0.8333333333333333,
"eval_priorArt_recall@100_i2a": 0.8333333333333334,
"eval_priorArt_recall@100_i2all": 0.825,
"eval_priorArt_recall@100_i2c": 0.8333333333333334,
"eval_priorArt_recall@100_i2i": 0.7916666666666666,
"eval_priorArt_recall@10_a2a": 0.3458333333333333,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.30833333333333335,
"eval_priorArt_recall@10_a2i": 0.32916666666666666,
"eval_priorArt_recall@10_c2a": 0.4375,
"eval_priorArt_recall@10_c2all": 0.36666666666666664,
"eval_priorArt_recall@10_c2c": 0.37500000000000006,
"eval_priorArt_recall@10_c2i": 0.35416666666666663,
"eval_priorArt_recall@10_i2a": 0.3875,
"eval_priorArt_recall@10_i2all": 0.37083333333333335,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.32916666666666666,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.47916666666666663,
"eval_priorArt_recall@20_a2c": 0.48749999999999993,
"eval_priorArt_recall@20_a2i": 0.4083333333333334,
"eval_priorArt_recall@20_c2a": 0.5125,
"eval_priorArt_recall@20_c2all": 0.5375,
"eval_priorArt_recall@20_c2c": 0.5958333333333332,
"eval_priorArt_recall@20_c2i": 0.4291666666666667,
"eval_priorArt_recall@20_i2a": 0.5041666666666667,
"eval_priorArt_recall@20_i2all": 0.4958333333333333,
"eval_priorArt_recall@20_i2c": 0.4708333333333333,
"eval_priorArt_recall@20_i2i": 0.4041666666666667,
"eval_priorArt_recall@50_a2a": 0.7083333333333333,
"eval_priorArt_recall@50_a2all": 0.675,
"eval_priorArt_recall@50_a2c": 0.6416666666666667,
"eval_priorArt_recall@50_a2i": 0.6041666666666667,
"eval_priorArt_recall@50_c2a": 0.7166666666666667,
"eval_priorArt_recall@50_c2all": 0.7083333333333334,
"eval_priorArt_recall@50_c2c": 0.7208333333333334,
"eval_priorArt_recall@50_c2i": 0.6458333333333333,
"eval_priorArt_recall@50_i2a": 0.6625000000000001,
"eval_priorArt_recall@50_i2all": 0.65,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.5916666666666666,
"eval_singularentropy_abstract": 0.4116337433251316,
"eval_singularentropy_claim": 0.4164046282436903,
"eval_singularentropy_global": 0.4028311166765747,
"eval_singularentropy_invention": 0.4528417022439643,
"eval_uniformity_abstract": -2.9968254566192627,
"eval_uniformity_claim": -2.9546959400177,
"eval_uniformity_global": -2.9779598712921143,
"eval_uniformity_invention": -2.9074981212615967,
"step": 625
},
{
"epoch": 0.11606484893146647,
"grad_norm": 0.47488585114479065,
"learning_rate": 9.99270603674896e-06,
"loss": 0.0172,
"step": 630
},
{
"epoch": 0.11790714812085483,
"grad_norm": 0.4677475392818451,
"learning_rate": 9.990866566714295e-06,
"loss": 0.0169,
"step": 640
},
{
"epoch": 0.11974944731024319,
"grad_norm": 0.6991047859191895,
"learning_rate": 9.988820679865218e-06,
"loss": 0.0148,
"step": 650
},
{
"epoch": 0.12159174649963155,
"grad_norm": 0.7273839712142944,
"learning_rate": 9.986568460817388e-06,
"loss": 0.0156,
"step": 660
},
{
"epoch": 0.1234340456890199,
"grad_norm": 0.29123643040657043,
"learning_rate": 9.984110002720133e-06,
"loss": 0.0147,
"step": 670
},
{
"epoch": 0.12527634487840825,
"grad_norm": 0.505915641784668,
"learning_rate": 9.981445407252606e-06,
"loss": 0.0148,
"step": 680
},
{
"epoch": 0.1271186440677966,
"grad_norm": 0.39720311760902405,
"learning_rate": 9.97857478461958e-06,
"loss": 0.0144,
"step": 690
},
{
"epoch": 0.12896094325718496,
"grad_norm": 0.6635646820068359,
"learning_rate": 9.975498253546884e-06,
"loss": 0.0155,
"step": 700
},
{
"epoch": 0.13080324244657332,
"grad_norm": 0.49009567499160767,
"learning_rate": 9.972215941276501e-06,
"loss": 0.0128,
"step": 710
},
{
"epoch": 0.13264554163596168,
"grad_norm": 0.42773914337158203,
"learning_rate": 9.968727983561294e-06,
"loss": 0.0177,
"step": 720
},
{
"epoch": 0.13448784082535004,
"grad_norm": 0.39203476905822754,
"learning_rate": 9.965034524659406e-06,
"loss": 0.0137,
"step": 730
},
{
"epoch": 0.1363301400147384,
"grad_norm": 0.46823859214782715,
"learning_rate": 9.961135717328274e-06,
"loss": 0.0175,
"step": 740
},
{
"epoch": 0.13817243920412675,
"grad_norm": 0.3151927590370178,
"learning_rate": 9.957031722818335e-06,
"loss": 0.013,
"step": 750
},
{
"epoch": 0.13817243920412675,
"eval_alignment_abstract": {
"mean_alignment": 0.5849509835243225
},
"eval_alignment_claim": {
"mean_alignment": 0.5529957413673401
},
"eval_alignment_global": {
"mean_alignment": 0.5828275084495544
},
"eval_alignment_invention": {
"mean_alignment": 0.5370211601257324
},
"eval_ipc_cls_abstract_accuracy_primary": 58.599999999999994,
"eval_ipc_cls_abstract_precision@1": 63.480000000000004,
"eval_ipc_cls_abstract_precision@3": 31.73333333333333,
"eval_ipc_cls_abstract_precision@5": 21.136,
"eval_ipc_cls_global_accuracy_primary": 58.599999999999994,
"eval_ipc_cls_global_precision@1": 63.480000000000004,
"eval_ipc_cls_global_precision@3": 31.73333333333333,
"eval_ipc_cls_global_precision@5": 21.136,
"eval_ipc_knn_abstract_accuracy_primary": 64.0,
"eval_ipc_knn_abstract_precision@1": 70.04,
"eval_ipc_knn_abstract_precision@3": 28.32,
"eval_ipc_knn_abstract_precision@5": 17.176,
"eval_ipc_knn_global_accuracy_primary": 64.0,
"eval_ipc_knn_global_precision@1": 70.04,
"eval_ipc_knn_global_precision@3": 28.32,
"eval_ipc_knn_global_precision@5": 17.176,
"eval_priorArt_ndcg@100_a2a": 0.30800924255639306,
"eval_priorArt_ndcg@100_a2all": 0.3018475979118964,
"eval_priorArt_ndcg@100_a2c": 0.3143421174370627,
"eval_priorArt_ndcg@100_a2i": 0.2865053798094743,
"eval_priorArt_ndcg@100_c2a": 0.3642465608065616,
"eval_priorArt_ndcg@100_c2all": 0.35071817013241036,
"eval_priorArt_ndcg@100_c2c": 0.3467429164892607,
"eval_priorArt_ndcg@100_c2i": 0.3023004945878087,
"eval_priorArt_ndcg@100_i2a": 0.347820394977895,
"eval_priorArt_ndcg@100_i2all": 0.3146416636441266,
"eval_priorArt_ndcg@100_i2c": 0.3118357928415898,
"eval_priorArt_ndcg@100_i2i": 0.3018683991259843,
"eval_priorArt_ndcg@10_a2a": 0.1809208168969638,
"eval_priorArt_ndcg@10_a2all": 0.18277350058371314,
"eval_priorArt_ndcg@10_a2c": 0.1884869207974703,
"eval_priorArt_ndcg@10_a2i": 0.16213922589871238,
"eval_priorArt_ndcg@10_c2a": 0.250224030857396,
"eval_priorArt_ndcg@10_c2all": 0.21052235424906565,
"eval_priorArt_ndcg@10_c2c": 0.20675597719426753,
"eval_priorArt_ndcg@10_c2i": 0.1683534412578911,
"eval_priorArt_ndcg@10_i2a": 0.22912638428697107,
"eval_priorArt_ndcg@10_i2all": 0.21567114691227873,
"eval_priorArt_ndcg@10_i2c": 0.186355066214861,
"eval_priorArt_ndcg@10_i2i": 0.18724993305638488,
"eval_priorArt_ndcg@20_a2a": 0.24146549011496807,
"eval_priorArt_ndcg@20_a2all": 0.21282902460717015,
"eval_priorArt_ndcg@20_a2c": 0.24181096090081405,
"eval_priorArt_ndcg@20_a2i": 0.20542389958225482,
"eval_priorArt_ndcg@20_c2a": 0.2752974019040598,
"eval_priorArt_ndcg@20_c2all": 0.26450577109154005,
"eval_priorArt_ndcg@20_c2c": 0.27458857065841263,
"eval_priorArt_ndcg@20_c2i": 0.20198824870173118,
"eval_priorArt_ndcg@20_i2a": 0.27795930738725444,
"eval_priorArt_ndcg@20_i2all": 0.24160883128839047,
"eval_priorArt_ndcg@20_i2c": 0.22659705256880386,
"eval_priorArt_ndcg@20_i2i": 0.22312787219622146,
"eval_priorArt_ndcg@50_a2a": 0.2905379537717652,
"eval_priorArt_ndcg@50_a2all": 0.2778163379608678,
"eval_priorArt_ndcg@50_a2c": 0.28046332758662684,
"eval_priorArt_ndcg@50_a2i": 0.24911727170892745,
"eval_priorArt_ndcg@50_c2a": 0.32739597614876703,
"eval_priorArt_ndcg@50_c2all": 0.310015660231532,
"eval_priorArt_ndcg@50_c2c": 0.3092452604250409,
"eval_priorArt_ndcg@50_c2i": 0.2517079254483903,
"eval_priorArt_ndcg@50_i2a": 0.3165463244957231,
"eval_priorArt_ndcg@50_i2all": 0.27927670547384315,
"eval_priorArt_ndcg@50_i2c": 0.27516518820301494,
"eval_priorArt_ndcg@50_i2i": 0.26479569920352763,
"eval_priorArt_recall@100_a2a": 0.7916666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.825,
"eval_priorArt_recall@100_a2i": 0.775,
"eval_priorArt_recall@100_c2a": 0.8833333333333334,
"eval_priorArt_recall@100_c2all": 0.9083333333333334,
"eval_priorArt_recall@100_c2c": 0.8833333333333334,
"eval_priorArt_recall@100_c2i": 0.8333333333333333,
"eval_priorArt_recall@100_i2a": 0.8333333333333334,
"eval_priorArt_recall@100_i2all": 0.8166666666666668,
"eval_priorArt_recall@100_i2c": 0.8333333333333334,
"eval_priorArt_recall@100_i2i": 0.7833333333333333,
"eval_priorArt_recall@10_a2a": 0.32916666666666666,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.35000000000000003,
"eval_priorArt_recall@10_a2i": 0.30416666666666664,
"eval_priorArt_recall@10_c2a": 0.4375,
"eval_priorArt_recall@10_c2all": 0.36666666666666664,
"eval_priorArt_recall@10_c2c": 0.3625,
"eval_priorArt_recall@10_c2i": 0.30416666666666664,
"eval_priorArt_recall@10_i2a": 0.375,
"eval_priorArt_recall@10_i2all": 0.4125,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.32916666666666666,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.4375,
"eval_priorArt_recall@20_a2c": 0.5125,
"eval_priorArt_recall@20_a2i": 0.425,
"eval_priorArt_recall@20_c2a": 0.5125,
"eval_priorArt_recall@20_c2all": 0.5375,
"eval_priorArt_recall@20_c2c": 0.5791666666666666,
"eval_priorArt_recall@20_c2i": 0.4125,
"eval_priorArt_recall@20_i2a": 0.5208333333333334,
"eval_priorArt_recall@20_i2all": 0.4958333333333333,
"eval_priorArt_recall@20_i2c": 0.4708333333333333,
"eval_priorArt_recall@20_i2i": 0.4375,
"eval_priorArt_recall@50_a2a": 0.7083333333333333,
"eval_priorArt_recall@50_a2all": 0.7000000000000001,
"eval_priorArt_recall@50_a2c": 0.6583333333333334,
"eval_priorArt_recall@50_a2i": 0.6041666666666667,
"eval_priorArt_recall@50_c2a": 0.7041666666666667,
"eval_priorArt_recall@50_c2all": 0.7083333333333334,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.5958333333333333,
"eval_priorArt_recall@50_i2a": 0.6791666666666667,
"eval_priorArt_recall@50_i2all": 0.6375,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.5958333333333334,
"eval_singularentropy_abstract": 0.41100646111372363,
"eval_singularentropy_claim": 0.41785199168204523,
"eval_singularentropy_global": 0.404780264523375,
"eval_singularentropy_invention": 0.45605779201333485,
"eval_uniformity_abstract": -2.979721784591675,
"eval_uniformity_claim": -2.9356818199157715,
"eval_uniformity_global": -2.953932046890259,
"eval_uniformity_invention": -2.8757543563842773,
"step": 750
},
{
"epoch": 0.1400147383935151,
"grad_norm": 0.40278661251068115,
"learning_rate": 9.95272271086634e-06,
"loss": 0.0088,
"step": 760
},
{
"epoch": 0.14185703758290347,
"grad_norm": 0.6315037608146667,
"learning_rate": 9.948208859688335e-06,
"loss": 0.0154,
"step": 770
},
{
"epoch": 0.14369933677229182,
"grad_norm": 0.3929315209388733,
"learning_rate": 9.9434903559723e-06,
"loss": 0.0118,
"step": 780
},
{
"epoch": 0.14554163596168018,
"grad_norm": 0.5176342725753784,
"learning_rate": 9.938567394870414e-06,
"loss": 0.0162,
"step": 790
},
{
"epoch": 0.14738393515106854,
"grad_norm": 0.3529779314994812,
"learning_rate": 9.933440179990998e-06,
"loss": 0.0108,
"step": 800
},
{
"epoch": 0.1492262343404569,
"grad_norm": 0.6068969368934631,
"learning_rate": 9.928108923390083e-06,
"loss": 0.0127,
"step": 810
},
{
"epoch": 0.15106853352984526,
"grad_norm": 0.2747441232204437,
"learning_rate": 9.922573845562649e-06,
"loss": 0.0123,
"step": 820
},
{
"epoch": 0.1529108327192336,
"grad_norm": 0.33361291885375977,
"learning_rate": 9.91683517543349e-06,
"loss": 0.0128,
"step": 830
},
{
"epoch": 0.15475313190862197,
"grad_norm": 0.7742745280265808,
"learning_rate": 9.910893150347767e-06,
"loss": 0.0146,
"step": 840
},
{
"epoch": 0.15659543109801033,
"grad_norm": 0.07305993139743805,
"learning_rate": 9.904748016061174e-06,
"loss": 0.009,
"step": 850
},
{
"epoch": 0.1584377302873987,
"grad_norm": 0.12497087568044662,
"learning_rate": 9.898400026729786e-06,
"loss": 0.0118,
"step": 860
},
{
"epoch": 0.16028002947678702,
"grad_norm": 0.482992023229599,
"learning_rate": 9.891849444899537e-06,
"loss": 0.0093,
"step": 870
},
{
"epoch": 0.1612011790714812,
"eval_alignment_abstract": {
"mean_alignment": 0.5892838835716248
},
"eval_alignment_claim": {
"mean_alignment": 0.5534636974334717
},
"eval_alignment_global": {
"mean_alignment": 0.5825645923614502
},
"eval_alignment_invention": {
"mean_alignment": 0.5353487133979797
},
"eval_ipc_cls_abstract_accuracy_primary": 58.64,
"eval_ipc_cls_abstract_precision@1": 63.56,
"eval_ipc_cls_abstract_precision@3": 31.73333333333333,
"eval_ipc_cls_abstract_precision@5": 21.151999999999997,
"eval_ipc_cls_global_accuracy_primary": 58.64,
"eval_ipc_cls_global_precision@1": 63.56,
"eval_ipc_cls_global_precision@3": 31.73333333333333,
"eval_ipc_cls_global_precision@5": 21.151999999999997,
"eval_ipc_knn_abstract_accuracy_primary": 63.959999999999994,
"eval_ipc_knn_abstract_precision@1": 70.04,
"eval_ipc_knn_abstract_precision@3": 28.25333333333333,
"eval_ipc_knn_abstract_precision@5": 17.119999999999997,
"eval_ipc_knn_global_accuracy_primary": 63.959999999999994,
"eval_ipc_knn_global_precision@1": 70.04,
"eval_ipc_knn_global_precision@3": 28.25333333333333,
"eval_ipc_knn_global_precision@5": 17.119999999999997,
"eval_priorArt_ndcg@100_a2a": 0.30893314409875156,
"eval_priorArt_ndcg@100_a2all": 0.3022109793632637,
"eval_priorArt_ndcg@100_a2c": 0.30934918022148905,
"eval_priorArt_ndcg@100_a2i": 0.2829102343746196,
"eval_priorArt_ndcg@100_c2a": 0.3576448694810913,
"eval_priorArt_ndcg@100_c2all": 0.3481537994613141,
"eval_priorArt_ndcg@100_c2c": 0.35582758017712107,
"eval_priorArt_ndcg@100_c2i": 0.30124280669516834,
"eval_priorArt_ndcg@100_i2a": 0.35180930139227284,
"eval_priorArt_ndcg@100_i2all": 0.30066659408837937,
"eval_priorArt_ndcg@100_i2c": 0.3142825214742474,
"eval_priorArt_ndcg@100_i2i": 0.29402568665487067,
"eval_priorArt_ndcg@10_a2a": 0.1845003463037663,
"eval_priorArt_ndcg@10_a2all": 0.1832329741467309,
"eval_priorArt_ndcg@10_a2c": 0.17650272732293543,
"eval_priorArt_ndcg@10_a2i": 0.15862175575126386,
"eval_priorArt_ndcg@10_c2a": 0.25410327819839706,
"eval_priorArt_ndcg@10_c2all": 0.20672392501126707,
"eval_priorArt_ndcg@10_c2c": 0.20358108466188476,
"eval_priorArt_ndcg@10_c2i": 0.18567427307397583,
"eval_priorArt_ndcg@10_i2a": 0.23103232201055315,
"eval_priorArt_ndcg@10_i2all": 0.1986688218500347,
"eval_priorArt_ndcg@10_i2c": 0.19646603596212056,
"eval_priorArt_ndcg@10_i2i": 0.1870842082187502,
"eval_priorArt_ndcg@20_a2a": 0.2381183225622104,
"eval_priorArt_ndcg@20_a2all": 0.21898324289926624,
"eval_priorArt_ndcg@20_a2c": 0.2367468495776059,
"eval_priorArt_ndcg@20_a2i": 0.20201355712962385,
"eval_priorArt_ndcg@20_c2a": 0.2801773081064959,
"eval_priorArt_ndcg@20_c2all": 0.27325557703086206,
"eval_priorArt_ndcg@20_c2c": 0.27762364329134837,
"eval_priorArt_ndcg@20_c2i": 0.2086174008903002,
"eval_priorArt_ndcg@20_i2a": 0.28206263863589126,
"eval_priorArt_ndcg@20_i2all": 0.23922658803340718,
"eval_priorArt_ndcg@20_i2c": 0.2287851163241219,
"eval_priorArt_ndcg@20_i2i": 0.22779689071551507,
"eval_priorArt_ndcg@50_a2a": 0.29165743583502846,
"eval_priorArt_ndcg@50_a2all": 0.27829879702097793,
"eval_priorArt_ndcg@50_a2c": 0.2681757089655549,
"eval_priorArt_ndcg@50_a2i": 0.24962046129868246,
"eval_priorArt_ndcg@50_c2a": 0.3244970598392385,
"eval_priorArt_ndcg@50_c2all": 0.3121306380513272,
"eval_priorArt_ndcg@50_c2c": 0.3231097995706956,
"eval_priorArt_ndcg@50_c2i": 0.25974075393018714,
"eval_priorArt_ndcg@50_i2a": 0.31644317206648365,
"eval_priorArt_ndcg@50_i2all": 0.27695221261836445,
"eval_priorArt_ndcg@50_i2c": 0.2779369400770823,
"eval_priorArt_ndcg@50_i2i": 0.26926048297520905,
"eval_priorArt_recall@100_a2a": 0.7916666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.825,
"eval_priorArt_recall@100_a2i": 0.775,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.8916666666666668,
"eval_priorArt_recall@100_c2c": 0.8833333333333334,
"eval_priorArt_recall@100_c2i": 0.8166666666666668,
"eval_priorArt_recall@100_i2a": 0.8333333333333334,
"eval_priorArt_recall@100_i2all": 0.7583333333333334,
"eval_priorArt_recall@100_i2c": 0.8333333333333334,
"eval_priorArt_recall@100_i2i": 0.7416666666666667,
"eval_priorArt_recall@10_a2a": 0.33333333333333337,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.32500000000000007,
"eval_priorArt_recall@10_a2i": 0.30416666666666664,
"eval_priorArt_recall@10_c2a": 0.4541666666666666,
"eval_priorArt_recall@10_c2all": 0.35000000000000003,
"eval_priorArt_recall@10_c2c": 0.32500000000000007,
"eval_priorArt_recall@10_c2i": 0.35416666666666663,
"eval_priorArt_recall@10_i2a": 0.36666666666666664,
"eval_priorArt_recall@10_i2all": 0.375,
"eval_priorArt_recall@10_i2c": 0.3625,
"eval_priorArt_recall@10_i2i": 0.32916666666666666,
"eval_priorArt_recall@20_a2a": 0.4916666666666667,
"eval_priorArt_recall@20_a2all": 0.4541666666666666,
"eval_priorArt_recall@20_a2c": 0.5125,
"eval_priorArt_recall@20_a2i": 0.425,
"eval_priorArt_recall@20_c2a": 0.5375,
"eval_priorArt_recall@20_c2all": 0.5625,
"eval_priorArt_recall@20_c2c": 0.5541666666666666,
"eval_priorArt_recall@20_c2i": 0.4208333333333334,
"eval_priorArt_recall@20_i2a": 0.5208333333333334,
"eval_priorArt_recall@20_i2all": 0.4958333333333333,
"eval_priorArt_recall@20_i2c": 0.4708333333333333,
"eval_priorArt_recall@20_i2i": 0.45,
"eval_priorArt_recall@50_a2a": 0.7083333333333333,
"eval_priorArt_recall@50_a2all": 0.7000000000000001,
"eval_priorArt_recall@50_a2c": 0.6291666666666667,
"eval_priorArt_recall@50_a2i": 0.6208333333333333,
"eval_priorArt_recall@50_c2a": 0.7041666666666667,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7208333333333334,
"eval_priorArt_recall@50_c2i": 0.6208333333333333,
"eval_priorArt_recall@50_i2a": 0.6625,
"eval_priorArt_recall@50_i2all": 0.6375,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4131513130692979,
"eval_singularentropy_claim": 0.42149764557206204,
"eval_singularentropy_global": 0.40833510519473415,
"eval_singularentropy_invention": 0.46084755273701583,
"eval_uniformity_abstract": -2.9686193466186523,
"eval_uniformity_claim": -2.922877550125122,
"eval_uniformity_global": -2.9396488666534424,
"eval_uniformity_invention": -2.859612464904785,
"step": 875
},
{
"epoch": 0.16212232866617537,
"grad_norm": 0.6834419965744019,
"learning_rate": 9.885096541495372e-06,
"loss": 0.0119,
"step": 880
},
{
"epoch": 0.16396462785556373,
"grad_norm": 0.5931121706962585,
"learning_rate": 9.878141595810027e-06,
"loss": 0.0115,
"step": 890
},
{
"epoch": 0.1658069270449521,
"grad_norm": 0.33490633964538574,
"learning_rate": 9.870984895492499e-06,
"loss": 0.0136,
"step": 900
},
{
"epoch": 0.16764922623434045,
"grad_norm": 2.3069398403167725,
"learning_rate": 9.86362673653613e-06,
"loss": 0.0107,
"step": 910
},
{
"epoch": 0.1694915254237288,
"grad_norm": 0.475989431142807,
"learning_rate": 9.85606742326637e-06,
"loss": 0.0089,
"step": 920
},
{
"epoch": 0.17133382461311716,
"grad_norm": 0.030760519206523895,
"learning_rate": 9.8483072683282e-06,
"loss": 0.0106,
"step": 930
},
{
"epoch": 0.17317612380250552,
"grad_norm": 0.5052740573883057,
"learning_rate": 9.84034659267319e-06,
"loss": 0.0109,
"step": 940
},
{
"epoch": 0.17501842299189388,
"grad_norm": 0.5216448903083801,
"learning_rate": 9.83218572554623e-06,
"loss": 0.0161,
"step": 950
},
{
"epoch": 0.17686072218128224,
"grad_norm": 0.3655504584312439,
"learning_rate": 9.823825004471908e-06,
"loss": 0.014,
"step": 960
},
{
"epoch": 0.1787030213706706,
"grad_norm": 0.5764740109443665,
"learning_rate": 9.815264775240556e-06,
"loss": 0.0141,
"step": 970
},
{
"epoch": 0.18054532056005895,
"grad_norm": 0.5668706893920898,
"learning_rate": 9.80650539189395e-06,
"loss": 0.0093,
"step": 980
},
{
"epoch": 0.1823876197494473,
"grad_norm": 0.35574471950531006,
"learning_rate": 9.797547216710661e-06,
"loss": 0.0115,
"step": 990
},
{
"epoch": 0.18422991893883567,
"grad_norm": 0.40738165378570557,
"learning_rate": 9.78839062019107e-06,
"loss": 0.0153,
"step": 1000
},
{
"epoch": 0.18422991893883567,
"eval_alignment_abstract": {
"mean_alignment": 0.5939537882804871
},
"eval_alignment_claim": {
"mean_alignment": 0.5523439645767212
},
"eval_alignment_global": {
"mean_alignment": 0.5824480652809143
},
"eval_alignment_invention": {
"mean_alignment": 0.5320403575897217
},
"eval_ipc_cls_abstract_accuracy_primary": 58.8,
"eval_ipc_cls_abstract_precision@1": 63.75999999999999,
"eval_ipc_cls_abstract_precision@3": 31.759999999999998,
"eval_ipc_cls_abstract_precision@5": 21.136,
"eval_ipc_cls_global_accuracy_primary": 58.8,
"eval_ipc_cls_global_precision@1": 63.75999999999999,
"eval_ipc_cls_global_precision@3": 31.759999999999998,
"eval_ipc_cls_global_precision@5": 21.136,
"eval_ipc_knn_abstract_accuracy_primary": 64.28,
"eval_ipc_knn_abstract_precision@1": 70.28,
"eval_ipc_knn_abstract_precision@3": 28.360000000000003,
"eval_ipc_knn_abstract_precision@5": 17.183999999999997,
"eval_ipc_knn_global_accuracy_primary": 64.28,
"eval_ipc_knn_global_precision@1": 70.28,
"eval_ipc_knn_global_precision@3": 28.360000000000003,
"eval_ipc_knn_global_precision@5": 17.183999999999997,
"eval_priorArt_ndcg@100_a2a": 0.3079383847302005,
"eval_priorArt_ndcg@100_a2all": 0.3005281582803921,
"eval_priorArt_ndcg@100_a2c": 0.3093574244137599,
"eval_priorArt_ndcg@100_a2i": 0.282135480269687,
"eval_priorArt_ndcg@100_c2a": 0.3581782673150666,
"eval_priorArt_ndcg@100_c2all": 0.34744261325378273,
"eval_priorArt_ndcg@100_c2c": 0.3517649824280004,
"eval_priorArt_ndcg@100_c2i": 0.3025764980229493,
"eval_priorArt_ndcg@100_i2a": 0.3612151509535494,
"eval_priorArt_ndcg@100_i2all": 0.30370748248277374,
"eval_priorArt_ndcg@100_i2c": 0.31634841019364746,
"eval_priorArt_ndcg@100_i2i": 0.3034496124382784,
"eval_priorArt_ndcg@10_a2a": 0.18564068790794191,
"eval_priorArt_ndcg@10_a2all": 0.18113345248392398,
"eval_priorArt_ndcg@10_a2c": 0.17692322931305027,
"eval_priorArt_ndcg@10_a2i": 0.1564496855911693,
"eval_priorArt_ndcg@10_c2a": 0.24225270139695465,
"eval_priorArt_ndcg@10_c2all": 0.1987909780337571,
"eval_priorArt_ndcg@10_c2c": 0.2043926239865622,
"eval_priorArt_ndcg@10_c2i": 0.16448631728696314,
"eval_priorArt_ndcg@10_i2a": 0.234607606731226,
"eval_priorArt_ndcg@10_i2all": 0.21120627594434427,
"eval_priorArt_ndcg@10_i2c": 0.18988082271830498,
"eval_priorArt_ndcg@10_i2i": 0.18842772870891494,
"eval_priorArt_ndcg@20_a2a": 0.2318716955936258,
"eval_priorArt_ndcg@20_a2all": 0.21231971731410693,
"eval_priorArt_ndcg@20_a2c": 0.2366137285212991,
"eval_priorArt_ndcg@20_a2i": 0.20085059621193654,
"eval_priorArt_ndcg@20_c2a": 0.2769653889504015,
"eval_priorArt_ndcg@20_c2all": 0.26022181879211037,
"eval_priorArt_ndcg@20_c2c": 0.277036764258442,
"eval_priorArt_ndcg@20_c2i": 0.21730333777101835,
"eval_priorArt_ndcg@20_i2a": 0.2802409417013899,
"eval_priorArt_ndcg@20_i2all": 0.23695430792817168,
"eval_priorArt_ndcg@20_i2c": 0.23040919295636267,
"eval_priorArt_ndcg@20_i2i": 0.23044524307560232,
"eval_priorArt_ndcg@50_a2a": 0.290638747561725,
"eval_priorArt_ndcg@50_a2all": 0.27642675544559353,
"eval_priorArt_ndcg@50_a2c": 0.2756114080438237,
"eval_priorArt_ndcg@50_a2i": 0.24905279199022287,
"eval_priorArt_ndcg@50_c2a": 0.32159585341974795,
"eval_priorArt_ndcg@50_c2all": 0.31128685777535237,
"eval_priorArt_ndcg@50_c2c": 0.32252891912704595,
"eval_priorArt_ndcg@50_c2i": 0.2563794090664261,
"eval_priorArt_ndcg@50_i2a": 0.3260280407431246,
"eval_priorArt_ndcg@50_i2all": 0.28003021762828184,
"eval_priorArt_ndcg@50_i2c": 0.27990567602140526,
"eval_priorArt_ndcg@50_i2i": 0.27186296768392015,
"eval_priorArt_recall@100_a2a": 0.7916666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.825,
"eval_priorArt_recall@100_a2i": 0.775,
"eval_priorArt_recall@100_c2a": 0.8833333333333334,
"eval_priorArt_recall@100_c2all": 0.8916666666666668,
"eval_priorArt_recall@100_c2c": 0.8666666666666666,
"eval_priorArt_recall@100_c2i": 0.8166666666666668,
"eval_priorArt_recall@100_i2a": 0.8333333333333334,
"eval_priorArt_recall@100_i2all": 0.7583333333333334,
"eval_priorArt_recall@100_i2c": 0.8333333333333334,
"eval_priorArt_recall@100_i2i": 0.775,
"eval_priorArt_recall@10_a2a": 0.3375,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.32500000000000007,
"eval_priorArt_recall@10_a2i": 0.30416666666666664,
"eval_priorArt_recall@10_c2a": 0.4291666666666666,
"eval_priorArt_recall@10_c2all": 0.32500000000000007,
"eval_priorArt_recall@10_c2c": 0.32500000000000007,
"eval_priorArt_recall@10_c2i": 0.2791666666666667,
"eval_priorArt_recall@10_i2a": 0.35,
"eval_priorArt_recall@10_i2all": 0.4,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.32916666666666666,
"eval_priorArt_recall@20_a2a": 0.475,
"eval_priorArt_recall@20_a2all": 0.4416666666666666,
"eval_priorArt_recall@20_a2c": 0.5125,
"eval_priorArt_recall@20_a2i": 0.425,
"eval_priorArt_recall@20_c2a": 0.5375,
"eval_priorArt_recall@20_c2all": 0.525,
"eval_priorArt_recall@20_c2c": 0.5541666666666666,
"eval_priorArt_recall@20_c2i": 0.4458333333333334,
"eval_priorArt_recall@20_i2a": 0.4833333333333334,
"eval_priorArt_recall@20_i2all": 0.4791666666666667,
"eval_priorArt_recall@20_i2c": 0.4708333333333333,
"eval_priorArt_recall@20_i2i": 0.45,
"eval_priorArt_recall@50_a2a": 0.7083333333333333,
"eval_priorArt_recall@50_a2all": 0.7000000000000001,
"eval_priorArt_recall@50_a2c": 0.6583333333333334,
"eval_priorArt_recall@50_a2i": 0.6208333333333333,
"eval_priorArt_recall@50_c2a": 0.7041666666666667,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7208333333333334,
"eval_priorArt_recall@50_c2i": 0.5958333333333333,
"eval_priorArt_recall@50_i2a": 0.6625,
"eval_priorArt_recall@50_i2all": 0.6375,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.41557433194121396,
"eval_singularentropy_claim": 0.42563743666754517,
"eval_singularentropy_global": 0.412744370952452,
"eval_singularentropy_invention": 0.4671368938955012,
"eval_uniformity_abstract": -2.956134796142578,
"eval_uniformity_claim": -2.9095892906188965,
"eval_uniformity_global": -2.9260096549987793,
"eval_uniformity_invention": -2.847360849380493,
"step": 1000
},
{
"epoch": 0.18607221812822403,
"grad_norm": 0.4479316473007202,
"learning_rate": 9.779035981042058e-06,
"loss": 0.0141,
"step": 1010
},
{
"epoch": 0.18791451731761238,
"grad_norm": 0.15846547484397888,
"learning_rate": 9.769483686161325e-06,
"loss": 0.0075,
"step": 1020
},
{
"epoch": 0.18975681650700074,
"grad_norm": 0.16207031905651093,
"learning_rate": 9.7597341306214e-06,
"loss": 0.0088,
"step": 1030
},
{
"epoch": 0.1915991156963891,
"grad_norm": 0.09320373833179474,
"learning_rate": 9.7497877176533e-06,
"loss": 0.0114,
"step": 1040
},
{
"epoch": 0.19344141488577746,
"grad_norm": 0.2882254719734192,
"learning_rate": 9.739644858629853e-06,
"loss": 0.0098,
"step": 1050
},
{
"epoch": 0.19528371407516582,
"grad_norm": 0.1416301727294922,
"learning_rate": 9.729305973048675e-06,
"loss": 0.0111,
"step": 1060
},
{
"epoch": 0.19712601326455417,
"grad_norm": 0.5048637986183167,
"learning_rate": 9.718771488514836e-06,
"loss": 0.0084,
"step": 1070
},
{
"epoch": 0.19896831245394253,
"grad_norm": 0.22735975682735443,
"learning_rate": 9.708041840723156e-06,
"loss": 0.0093,
"step": 1080
},
{
"epoch": 0.2008106116433309,
"grad_norm": 0.05668220669031143,
"learning_rate": 9.697117473440208e-06,
"loss": 0.0089,
"step": 1090
},
{
"epoch": 0.20265291083271925,
"grad_norm": 0.2189696580171585,
"learning_rate": 9.685998838485939e-06,
"loss": 0.0137,
"step": 1100
},
{
"epoch": 0.2044952100221076,
"grad_norm": 0.39361652731895447,
"learning_rate": 9.674686395715001e-06,
"loss": 0.0113,
"step": 1110
},
{
"epoch": 0.20633750921149593,
"grad_norm": 0.19020499289035797,
"learning_rate": 9.66318061299773e-06,
"loss": 0.0087,
"step": 1120
},
{
"epoch": 0.20725865880619013,
"eval_alignment_abstract": {
"mean_alignment": 0.5812254548072815
},
"eval_alignment_claim": {
"mean_alignment": 0.5476121306419373
},
"eval_alignment_global": {
"mean_alignment": 0.5717110633850098
},
"eval_alignment_invention": {
"mean_alignment": 0.5189827084541321
},
"eval_ipc_cls_abstract_accuracy_primary": 58.919999999999995,
"eval_ipc_cls_abstract_precision@1": 63.92,
"eval_ipc_cls_abstract_precision@3": 31.866666666666667,
"eval_ipc_cls_abstract_precision@5": 21.151999999999997,
"eval_ipc_cls_global_accuracy_primary": 58.919999999999995,
"eval_ipc_cls_global_precision@1": 63.92,
"eval_ipc_cls_global_precision@3": 31.866666666666667,
"eval_ipc_cls_global_precision@5": 21.151999999999997,
"eval_ipc_knn_abstract_accuracy_primary": 64.0,
"eval_ipc_knn_abstract_precision@1": 69.96,
"eval_ipc_knn_abstract_precision@3": 28.17333333333333,
"eval_ipc_knn_abstract_precision@5": 17.080000000000002,
"eval_ipc_knn_global_accuracy_primary": 64.0,
"eval_ipc_knn_global_precision@1": 69.96,
"eval_ipc_knn_global_precision@3": 28.17333333333333,
"eval_ipc_knn_global_precision@5": 17.080000000000002,
"eval_priorArt_ndcg@100_a2a": 0.3055088866863604,
"eval_priorArt_ndcg@100_a2all": 0.303130416396485,
"eval_priorArt_ndcg@100_a2c": 0.3147924982456537,
"eval_priorArt_ndcg@100_a2i": 0.2904476722227128,
"eval_priorArt_ndcg@100_c2a": 0.34981522964717526,
"eval_priorArt_ndcg@100_c2all": 0.3436273577074896,
"eval_priorArt_ndcg@100_c2c": 0.3583559217660082,
"eval_priorArt_ndcg@100_c2i": 0.29642323949306243,
"eval_priorArt_ndcg@100_i2a": 0.3478911280688732,
"eval_priorArt_ndcg@100_i2all": 0.31279152445393954,
"eval_priorArt_ndcg@100_i2c": 0.3122130039532745,
"eval_priorArt_ndcg@100_i2i": 0.296146795136806,
"eval_priorArt_ndcg@10_a2a": 0.18220308204259647,
"eval_priorArt_ndcg@10_a2all": 0.1834359277295655,
"eval_priorArt_ndcg@10_a2c": 0.17024292559499102,
"eval_priorArt_ndcg@10_a2i": 0.16576371548892993,
"eval_priorArt_ndcg@10_c2a": 0.23050035898598503,
"eval_priorArt_ndcg@10_c2all": 0.18823179122481942,
"eval_priorArt_ndcg@10_c2c": 0.19801055567767442,
"eval_priorArt_ndcg@10_c2i": 0.16193028283032082,
"eval_priorArt_ndcg@10_i2a": 0.22651595001791397,
"eval_priorArt_ndcg@10_i2all": 0.19966629232319516,
"eval_priorArt_ndcg@10_i2c": 0.19881662179272636,
"eval_priorArt_ndcg@10_i2i": 0.18021052427867024,
"eval_priorArt_ndcg@20_a2a": 0.23403135981360604,
"eval_priorArt_ndcg@20_a2all": 0.21871820323057825,
"eval_priorArt_ndcg@20_a2c": 0.2377349151742992,
"eval_priorArt_ndcg@20_a2i": 0.2092188698126217,
"eval_priorArt_ndcg@20_c2a": 0.2714075408122579,
"eval_priorArt_ndcg@20_c2all": 0.261407591213325,
"eval_priorArt_ndcg@20_c2c": 0.29073291105479054,
"eval_priorArt_ndcg@20_c2i": 0.2138440400020003,
"eval_priorArt_ndcg@20_i2a": 0.27222357897020216,
"eval_priorArt_ndcg@20_i2all": 0.23883032205747806,
"eval_priorArt_ndcg@20_i2c": 0.22320376151422572,
"eval_priorArt_ndcg@20_i2i": 0.22195136752918118,
"eval_priorArt_ndcg@50_a2a": 0.28441156161478703,
"eval_priorArt_ndcg@50_a2all": 0.2789421124093484,
"eval_priorArt_ndcg@50_a2c": 0.2731580252447757,
"eval_priorArt_ndcg@50_a2i": 0.2571249983907611,
"eval_priorArt_ndcg@50_c2a": 0.31692896399808157,
"eval_priorArt_ndcg@50_c2all": 0.30738562959455373,
"eval_priorArt_ndcg@50_c2c": 0.3258377698677396,
"eval_priorArt_ndcg@50_c2i": 0.25874401483189213,
"eval_priorArt_ndcg@50_i2a": 0.31221508401209874,
"eval_priorArt_ndcg@50_i2all": 0.27731608127819496,
"eval_priorArt_ndcg@50_i2c": 0.27882221652659156,
"eval_priorArt_ndcg@50_i2i": 0.26434245991846156,
"eval_priorArt_recall@100_a2a": 0.7916666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.775,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.8916666666666668,
"eval_priorArt_recall@100_c2c": 0.8833333333333334,
"eval_priorArt_recall@100_c2i": 0.8166666666666668,
"eval_priorArt_recall@100_i2a": 0.8333333333333334,
"eval_priorArt_recall@100_i2all": 0.8166666666666668,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.775,
"eval_priorArt_recall@10_a2a": 0.3375,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.30833333333333335,
"eval_priorArt_recall@10_a2i": 0.30416666666666664,
"eval_priorArt_recall@10_c2a": 0.4125,
"eval_priorArt_recall@10_c2all": 0.30000000000000004,
"eval_priorArt_recall@10_c2c": 0.30000000000000004,
"eval_priorArt_recall@10_c2i": 0.30416666666666664,
"eval_priorArt_recall@10_i2a": 0.36666666666666664,
"eval_priorArt_recall@10_i2all": 0.375,
"eval_priorArt_recall@10_i2c": 0.3625,
"eval_priorArt_recall@10_i2i": 0.32916666666666666,
"eval_priorArt_recall@20_a2a": 0.4916666666666666,
"eval_priorArt_recall@20_a2all": 0.4541666666666666,
"eval_priorArt_recall@20_a2c": 0.5125,
"eval_priorArt_recall@20_a2i": 0.425,
"eval_priorArt_recall@20_c2a": 0.5375,
"eval_priorArt_recall@20_c2all": 0.5458333333333333,
"eval_priorArt_recall@20_c2c": 0.5875,
"eval_priorArt_recall@20_c2i": 0.45833333333333337,
"eval_priorArt_recall@20_i2a": 0.5041666666666667,
"eval_priorArt_recall@20_i2all": 0.4958333333333333,
"eval_priorArt_recall@20_i2c": 0.4458333333333333,
"eval_priorArt_recall@20_i2i": 0.45,
"eval_priorArt_recall@50_a2a": 0.6958333333333333,
"eval_priorArt_recall@50_a2all": 0.7000000000000001,
"eval_priorArt_recall@50_a2c": 0.6458333333333334,
"eval_priorArt_recall@50_a2i": 0.6208333333333333,
"eval_priorArt_recall@50_c2a": 0.7041666666666667,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7208333333333334,
"eval_priorArt_recall@50_c2i": 0.6375,
"eval_priorArt_recall@50_i2a": 0.6625,
"eval_priorArt_recall@50_i2all": 0.6375,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4224031815974725,
"eval_singularentropy_claim": 0.43013480968277,
"eval_singularentropy_global": 0.4188432480845958,
"eval_singularentropy_invention": 0.4737254794034568,
"eval_uniformity_abstract": -2.9384219646453857,
"eval_uniformity_claim": -2.897179365158081,
"eval_uniformity_global": -2.910655975341797,
"eval_uniformity_invention": -2.832963705062866,
"step": 1125
},
{
"epoch": 0.2081798084008843,
"grad_norm": 0.27096402645111084,
"learning_rate": 9.651481966200786e-06,
"loss": 0.0096,
"step": 1130
},
{
"epoch": 0.21002210759027265,
"grad_norm": 0.4195173978805542,
"learning_rate": 9.63959093916748e-06,
"loss": 0.0092,
"step": 1140
},
{
"epoch": 0.211864406779661,
"grad_norm": 0.5122433304786682,
"learning_rate": 9.627508023697762e-06,
"loss": 0.0118,
"step": 1150
},
{
"epoch": 0.21370670596904937,
"grad_norm": 0.12219695746898651,
"learning_rate": 9.615233719527876e-06,
"loss": 0.0133,
"step": 1160
},
{
"epoch": 0.21554900515843772,
"grad_norm": 0.4198858439922333,
"learning_rate": 9.602768534309696e-06,
"loss": 0.0108,
"step": 1170
},
{
"epoch": 0.21739130434782608,
"grad_norm": 0.4616832137107849,
"learning_rate": 9.59011298358973e-06,
"loss": 0.0118,
"step": 1180
},
{
"epoch": 0.21923360353721444,
"grad_norm": 0.04513811692595482,
"learning_rate": 9.577267590787793e-06,
"loss": 0.0082,
"step": 1190
},
{
"epoch": 0.2210759027266028,
"grad_norm": 0.4249175786972046,
"learning_rate": 9.564232887175367e-06,
"loss": 0.0107,
"step": 1200
},
{
"epoch": 0.22291820191599115,
"grad_norm": 0.28053808212280273,
"learning_rate": 9.551009411853616e-06,
"loss": 0.0107,
"step": 1210
},
{
"epoch": 0.2247605011053795,
"grad_norm": 0.1163310557603836,
"learning_rate": 9.537597711731104e-06,
"loss": 0.0091,
"step": 1220
},
{
"epoch": 0.22660280029476787,
"grad_norm": 0.13983388245105743,
"learning_rate": 9.523998341501165e-06,
"loss": 0.0131,
"step": 1230
},
{
"epoch": 0.22844509948415623,
"grad_norm": 0.41884028911590576,
"learning_rate": 9.510211863618963e-06,
"loss": 0.0125,
"step": 1240
},
{
"epoch": 0.23028739867354459,
"grad_norm": 0.6182443499565125,
"learning_rate": 9.496238848278233e-06,
"loss": 0.01,
"step": 1250
},
{
"epoch": 0.23028739867354459,
"eval_alignment_abstract": {
"mean_alignment": 0.585011899471283
},
"eval_alignment_claim": {
"mean_alignment": 0.5486194491386414
},
"eval_alignment_global": {
"mean_alignment": 0.5730782747268677
},
"eval_alignment_invention": {
"mean_alignment": 0.5222383737564087
},
"eval_ipc_cls_abstract_accuracy_primary": 58.4,
"eval_ipc_cls_abstract_precision@1": 63.480000000000004,
"eval_ipc_cls_abstract_precision@3": 31.906666666666666,
"eval_ipc_cls_abstract_precision@5": 21.168,
"eval_ipc_cls_global_accuracy_primary": 58.4,
"eval_ipc_cls_global_precision@1": 63.480000000000004,
"eval_ipc_cls_global_precision@3": 31.906666666666666,
"eval_ipc_cls_global_precision@5": 21.168,
"eval_ipc_knn_abstract_accuracy_primary": 64.24,
"eval_ipc_knn_abstract_precision@1": 70.36,
"eval_ipc_knn_abstract_precision@3": 28.360000000000003,
"eval_ipc_knn_abstract_precision@5": 17.192,
"eval_ipc_knn_global_accuracy_primary": 64.24,
"eval_ipc_knn_global_precision@1": 70.36,
"eval_ipc_knn_global_precision@3": 28.360000000000003,
"eval_ipc_knn_global_precision@5": 17.192,
"eval_priorArt_ndcg@100_a2a": 0.31436908946034053,
"eval_priorArt_ndcg@100_a2all": 0.30488541229629973,
"eval_priorArt_ndcg@100_a2c": 0.3141451976921608,
"eval_priorArt_ndcg@100_a2i": 0.29158051034509,
"eval_priorArt_ndcg@100_c2a": 0.35337099813198897,
"eval_priorArt_ndcg@100_c2all": 0.35185870806856034,
"eval_priorArt_ndcg@100_c2c": 0.35986947489346854,
"eval_priorArt_ndcg@100_c2i": 0.29686768101249944,
"eval_priorArt_ndcg@100_i2a": 0.3520265839934843,
"eval_priorArt_ndcg@100_i2all": 0.31476800537629296,
"eval_priorArt_ndcg@100_i2c": 0.31204414315491685,
"eval_priorArt_ndcg@100_i2i": 0.3074454381506614,
"eval_priorArt_ndcg@10_a2a": 0.19892871478905166,
"eval_priorArt_ndcg@10_a2all": 0.18359756858691173,
"eval_priorArt_ndcg@10_a2c": 0.16613862130049323,
"eval_priorArt_ndcg@10_a2i": 0.16690002555587274,
"eval_priorArt_ndcg@10_c2a": 0.2340584289573906,
"eval_priorArt_ndcg@10_c2all": 0.19553079920638586,
"eval_priorArt_ndcg@10_c2c": 0.19851425263720773,
"eval_priorArt_ndcg@10_c2i": 0.15736008300845647,
"eval_priorArt_ndcg@10_i2a": 0.23038805689002068,
"eval_priorArt_ndcg@10_i2all": 0.20508947694178045,
"eval_priorArt_ndcg@10_i2c": 0.19719710094932077,
"eval_priorArt_ndcg@10_i2i": 0.1850613675987836,
"eval_priorArt_ndcg@20_a2a": 0.24314549100345423,
"eval_priorArt_ndcg@20_a2all": 0.22034157650815298,
"eval_priorArt_ndcg@20_a2c": 0.2323624778766063,
"eval_priorArt_ndcg@20_a2i": 0.20995457261585654,
"eval_priorArt_ndcg@20_c2a": 0.27496913143654533,
"eval_priorArt_ndcg@20_c2all": 0.2744564414432169,
"eval_priorArt_ndcg@20_c2c": 0.29835847299955376,
"eval_priorArt_ndcg@20_c2i": 0.2047063734008981,
"eval_priorArt_ndcg@20_i2a": 0.27281008754365355,
"eval_priorArt_ndcg@20_i2all": 0.2451846978735006,
"eval_priorArt_ndcg@20_i2c": 0.23411305482017983,
"eval_priorArt_ndcg@20_i2i": 0.22800958266123322,
"eval_priorArt_ndcg@50_a2a": 0.29349379030700945,
"eval_priorArt_ndcg@50_a2all": 0.28044260890705736,
"eval_priorArt_ndcg@50_a2c": 0.2767829725516654,
"eval_priorArt_ndcg@50_a2i": 0.2611905208165188,
"eval_priorArt_ndcg@50_c2a": 0.3205351888513915,
"eval_priorArt_ndcg@50_c2all": 0.3196383096311902,
"eval_priorArt_ndcg@50_c2c": 0.3269081353812766,
"eval_priorArt_ndcg@50_c2i": 0.2552697114969389,
"eval_priorArt_ndcg@50_i2a": 0.31679988123684316,
"eval_priorArt_ndcg@50_i2all": 0.288007946175405,
"eval_priorArt_ndcg@50_i2c": 0.27839548387514257,
"eval_priorArt_ndcg@50_i2i": 0.2711234363892379,
"eval_priorArt_recall@100_a2a": 0.7916666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.825,
"eval_priorArt_recall@100_a2i": 0.8,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.8916666666666668,
"eval_priorArt_recall@100_c2c": 0.8833333333333334,
"eval_priorArt_recall@100_c2i": 0.8416666666666668,
"eval_priorArt_recall@100_i2a": 0.8333333333333334,
"eval_priorArt_recall@100_i2all": 0.7916666666666667,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.8,
"eval_priorArt_recall@10_a2a": 0.36250000000000004,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.29166666666666663,
"eval_priorArt_recall@10_a2i": 0.3208333333333333,
"eval_priorArt_recall@10_c2a": 0.4125,
"eval_priorArt_recall@10_c2all": 0.30000000000000004,
"eval_priorArt_recall@10_c2c": 0.30000000000000004,
"eval_priorArt_recall@10_c2i": 0.30416666666666664,
"eval_priorArt_recall@10_i2a": 0.36666666666666664,
"eval_priorArt_recall@10_i2all": 0.375,
"eval_priorArt_recall@10_i2c": 0.3625,
"eval_priorArt_recall@10_i2i": 0.32916666666666666,
"eval_priorArt_recall@20_a2a": 0.4916666666666666,
"eval_priorArt_recall@20_a2all": 0.45833333333333337,
"eval_priorArt_recall@20_a2c": 0.47916666666666663,
"eval_priorArt_recall@20_a2i": 0.4416666666666667,
"eval_priorArt_recall@20_c2a": 0.5374999999999999,
"eval_priorArt_recall@20_c2all": 0.5625,
"eval_priorArt_recall@20_c2c": 0.6125,
"eval_priorArt_recall@20_c2i": 0.4458333333333334,
"eval_priorArt_recall@20_i2a": 0.4916666666666666,
"eval_priorArt_recall@20_i2all": 0.4958333333333334,
"eval_priorArt_recall@20_i2c": 0.48749999999999993,
"eval_priorArt_recall@20_i2i": 0.45,
"eval_priorArt_recall@50_a2a": 0.6958333333333333,
"eval_priorArt_recall@50_a2all": 0.7000000000000001,
"eval_priorArt_recall@50_a2c": 0.6458333333333334,
"eval_priorArt_recall@50_a2i": 0.6541666666666667,
"eval_priorArt_recall@50_c2a": 0.7041666666666667,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.7208333333333334,
"eval_priorArt_recall@50_c2i": 0.6416666666666667,
"eval_priorArt_recall@50_i2a": 0.6625,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4230982422048982,
"eval_singularentropy_claim": 0.43166063893340384,
"eval_singularentropy_global": 0.42034967792965483,
"eval_singularentropy_invention": 0.4744999872594525,
"eval_uniformity_abstract": -2.9183905124664307,
"eval_uniformity_claim": -2.874007225036621,
"eval_uniformity_global": -2.8874897956848145,
"eval_uniformity_invention": -2.810365915298462,
"step": 1250
},
{
"epoch": 0.23212969786293294,
"grad_norm": 0.48215940594673157,
"learning_rate": 9.482079873387696e-06,
"loss": 0.0114,
"step": 1260
},
{
"epoch": 0.2339719970523213,
"grad_norm": 0.14515405893325806,
"learning_rate": 9.467735524547158e-06,
"loss": 0.0146,
"step": 1270
},
{
"epoch": 0.23581429624170966,
"grad_norm": 0.3592391908168793,
"learning_rate": 9.453206395023289e-06,
"loss": 0.0114,
"step": 1280
},
{
"epoch": 0.23765659543109802,
"grad_norm": 0.25571635365486145,
"learning_rate": 9.43849308572509e-06,
"loss": 0.0101,
"step": 1290
},
{
"epoch": 0.23949889462048637,
"grad_norm": 0.36535221338272095,
"learning_rate": 9.423596205179034e-06,
"loss": 0.0122,
"step": 1300
},
{
"epoch": 0.24134119380987473,
"grad_norm": 0.4807835817337036,
"learning_rate": 9.4085163695039e-06,
"loss": 0.008,
"step": 1310
},
{
"epoch": 0.2431834929992631,
"grad_norm": 0.40016651153564453,
"learning_rate": 9.393254202385298e-06,
"loss": 0.0103,
"step": 1320
},
{
"epoch": 0.24502579218865145,
"grad_norm": 0.07218647003173828,
"learning_rate": 9.377810335049863e-06,
"loss": 0.0087,
"step": 1330
},
{
"epoch": 0.2468680913780398,
"grad_norm": 0.42723962664604187,
"learning_rate": 9.362185406239157e-06,
"loss": 0.0103,
"step": 1340
},
{
"epoch": 0.24871039056742816,
"grad_norm": 0.08120686560869217,
"learning_rate": 9.346380062183244e-06,
"loss": 0.0068,
"step": 1350
},
{
"epoch": 0.2505526897568165,
"grad_norm": 0.4132016599178314,
"learning_rate": 9.330394956573969e-06,
"loss": 0.0098,
"step": 1360
},
{
"epoch": 0.2523949889462049,
"grad_norm": 0.220236137509346,
"learning_rate": 9.31423075053792e-06,
"loss": 0.0077,
"step": 1370
},
{
"epoch": 0.253316138540899,
"eval_alignment_abstract": {
"mean_alignment": 0.5847311615943909
},
"eval_alignment_claim": {
"mean_alignment": 0.5488368272781372
},
"eval_alignment_global": {
"mean_alignment": 0.5726760029792786
},
"eval_alignment_invention": {
"mean_alignment": 0.5248465538024902
},
"eval_ipc_cls_abstract_accuracy_primary": 58.4,
"eval_ipc_cls_abstract_precision@1": 63.480000000000004,
"eval_ipc_cls_abstract_precision@3": 31.906666666666666,
"eval_ipc_cls_abstract_precision@5": 21.176000000000002,
"eval_ipc_cls_global_accuracy_primary": 58.4,
"eval_ipc_cls_global_precision@1": 63.480000000000004,
"eval_ipc_cls_global_precision@3": 31.906666666666666,
"eval_ipc_cls_global_precision@5": 21.176000000000002,
"eval_ipc_knn_abstract_accuracy_primary": 64.32,
"eval_ipc_knn_abstract_precision@1": 70.52000000000001,
"eval_ipc_knn_abstract_precision@3": 28.34666666666667,
"eval_ipc_knn_abstract_precision@5": 17.176,
"eval_ipc_knn_global_accuracy_primary": 64.32,
"eval_ipc_knn_global_precision@1": 70.52000000000001,
"eval_ipc_knn_global_precision@3": 28.34666666666667,
"eval_ipc_knn_global_precision@5": 17.176,
"eval_priorArt_ndcg@100_a2a": 0.3155815543905198,
"eval_priorArt_ndcg@100_a2all": 0.3128363725324313,
"eval_priorArt_ndcg@100_a2c": 0.3145347810188975,
"eval_priorArt_ndcg@100_a2i": 0.29138469365986297,
"eval_priorArt_ndcg@100_c2a": 0.35614892937766596,
"eval_priorArt_ndcg@100_c2all": 0.35244369408098647,
"eval_priorArt_ndcg@100_c2c": 0.35670651191492875,
"eval_priorArt_ndcg@100_c2i": 0.31094503452203537,
"eval_priorArt_ndcg@100_i2a": 0.35338959526850094,
"eval_priorArt_ndcg@100_i2all": 0.31808716121493175,
"eval_priorArt_ndcg@100_i2c": 0.31808262367064,
"eval_priorArt_ndcg@100_i2i": 0.3028816885616853,
"eval_priorArt_ndcg@10_a2a": 0.19849779814491858,
"eval_priorArt_ndcg@10_a2all": 0.19028460251857002,
"eval_priorArt_ndcg@10_a2c": 0.173393057791199,
"eval_priorArt_ndcg@10_a2i": 0.17262063978308576,
"eval_priorArt_ndcg@10_c2a": 0.24361819955888347,
"eval_priorArt_ndcg@10_c2all": 0.1945025215082261,
"eval_priorArt_ndcg@10_c2c": 0.2106614098739557,
"eval_priorArt_ndcg@10_c2i": 0.15253822712569132,
"eval_priorArt_ndcg@10_i2a": 0.24189155144402097,
"eval_priorArt_ndcg@10_i2all": 0.2112577059565856,
"eval_priorArt_ndcg@10_i2c": 0.18432191081074595,
"eval_priorArt_ndcg@10_i2i": 0.17950927231718633,
"eval_priorArt_ndcg@20_a2a": 0.24352705165600352,
"eval_priorArt_ndcg@20_a2all": 0.2272294635783998,
"eval_priorArt_ndcg@20_a2c": 0.23224167966192028,
"eval_priorArt_ndcg@20_a2i": 0.208982956872726,
"eval_priorArt_ndcg@20_c2a": 0.28852433314438597,
"eval_priorArt_ndcg@20_c2all": 0.2695047597715122,
"eval_priorArt_ndcg@20_c2c": 0.30153825726607886,
"eval_priorArt_ndcg@20_c2i": 0.2185771904619108,
"eval_priorArt_ndcg@20_i2a": 0.27320979306488935,
"eval_priorArt_ndcg@20_i2all": 0.24351347043405344,
"eval_priorArt_ndcg@20_i2c": 0.23659092671506232,
"eval_priorArt_ndcg@20_i2i": 0.22318619514387011,
"eval_priorArt_ndcg@50_a2a": 0.29472711156475345,
"eval_priorArt_ndcg@50_a2all": 0.2881770129516778,
"eval_priorArt_ndcg@50_a2c": 0.2859413833942664,
"eval_priorArt_ndcg@50_a2i": 0.260602950228513,
"eval_priorArt_ndcg@50_c2a": 0.32296489540466305,
"eval_priorArt_ndcg@50_c2all": 0.3201472265695735,
"eval_priorArt_ndcg@50_c2c": 0.33070303833141884,
"eval_priorArt_ndcg@50_c2i": 0.27311815102189485,
"eval_priorArt_ndcg@50_i2a": 0.31790110255277637,
"eval_priorArt_ndcg@50_i2all": 0.28654826802374994,
"eval_priorArt_ndcg@50_i2c": 0.2868885995060363,
"eval_priorArt_ndcg@50_i2i": 0.2664096150296149,
"eval_priorArt_recall@100_a2a": 0.7916666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.825,
"eval_priorArt_recall@100_a2i": 0.8,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.8916666666666668,
"eval_priorArt_recall@100_c2c": 0.85,
"eval_priorArt_recall@100_c2i": 0.8583333333333334,
"eval_priorArt_recall@100_i2a": 0.8333333333333334,
"eval_priorArt_recall@100_i2all": 0.8166666666666668,
"eval_priorArt_recall@100_i2c": 0.8333333333333334,
"eval_priorArt_recall@100_i2i": 0.8,
"eval_priorArt_recall@10_a2a": 0.36250000000000004,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.30833333333333335,
"eval_priorArt_recall@10_a2i": 0.3375,
"eval_priorArt_recall@10_c2a": 0.4416666666666666,
"eval_priorArt_recall@10_c2all": 0.30000000000000004,
"eval_priorArt_recall@10_c2c": 0.32500000000000007,
"eval_priorArt_recall@10_c2i": 0.25416666666666665,
"eval_priorArt_recall@10_i2a": 0.4,
"eval_priorArt_recall@10_i2all": 0.4,
"eval_priorArt_recall@10_i2c": 0.32083333333333336,
"eval_priorArt_recall@10_i2i": 0.32916666666666666,
"eval_priorArt_recall@20_a2a": 0.4916666666666666,
"eval_priorArt_recall@20_a2all": 0.45833333333333337,
"eval_priorArt_recall@20_a2c": 0.47916666666666663,
"eval_priorArt_recall@20_a2i": 0.4416666666666667,
"eval_priorArt_recall@20_c2a": 0.5791666666666666,
"eval_priorArt_recall@20_c2all": 0.55,
"eval_priorArt_recall@20_c2c": 0.6125,
"eval_priorArt_recall@20_c2i": 0.45833333333333337,
"eval_priorArt_recall@20_i2a": 0.4916666666666666,
"eval_priorArt_recall@20_i2all": 0.4958333333333334,
"eval_priorArt_recall@20_i2c": 0.48749999999999993,
"eval_priorArt_recall@20_i2i": 0.45,
"eval_priorArt_recall@50_a2a": 0.6958333333333333,
"eval_priorArt_recall@50_a2all": 0.7000000000000001,
"eval_priorArt_recall@50_a2c": 0.6958333333333334,
"eval_priorArt_recall@50_a2i": 0.6541666666666667,
"eval_priorArt_recall@50_c2a": 0.7041666666666667,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.7208333333333334,
"eval_priorArt_recall@50_c2i": 0.6708333333333334,
"eval_priorArt_recall@50_i2a": 0.6625,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4267327516998699,
"eval_singularentropy_claim": 0.4350181159802441,
"eval_singularentropy_global": 0.42403746249696667,
"eval_singularentropy_invention": 0.4773213891601306,
"eval_uniformity_abstract": -2.9025392532348633,
"eval_uniformity_claim": -2.859503746032715,
"eval_uniformity_global": -2.872908353805542,
"eval_uniformity_invention": -2.7998602390289307,
"step": 1375
},
{
"epoch": 0.2542372881355932,
"grad_norm": 0.20504698157310486,
"learning_rate": 9.29788811260908e-06,
"loss": 0.0063,
"step": 1380
},
{
"epoch": 0.2560795873249816,
"grad_norm": 0.34618014097213745,
"learning_rate": 9.281367718701185e-06,
"loss": 0.0085,
"step": 1390
},
{
"epoch": 0.2579218865143699,
"grad_norm": 0.6552197337150574,
"learning_rate": 9.264670252079764e-06,
"loss": 0.0103,
"step": 1400
},
{
"epoch": 0.2597641857037583,
"grad_norm": 0.26732516288757324,
"learning_rate": 9.247796403333878e-06,
"loss": 0.0088,
"step": 1410
},
{
"epoch": 0.26160648489314664,
"grad_norm": 0.24371811747550964,
"learning_rate": 9.230746870347568e-06,
"loss": 0.0083,
"step": 1420
},
{
"epoch": 0.263448784082535,
"grad_norm": 0.6628140807151794,
"learning_rate": 9.213522358270977e-06,
"loss": 0.0084,
"step": 1430
},
{
"epoch": 0.26529108327192336,
"grad_norm": 0.7347105145454407,
"learning_rate": 9.196123579491195e-06,
"loss": 0.011,
"step": 1440
},
{
"epoch": 0.26713338246131174,
"grad_norm": 0.522471010684967,
"learning_rate": 9.178551253602796e-06,
"loss": 0.0089,
"step": 1450
},
{
"epoch": 0.26897568165070007,
"grad_norm": 0.3296530842781067,
"learning_rate": 9.160806107378069e-06,
"loss": 0.0106,
"step": 1460
},
{
"epoch": 0.27081798084008846,
"grad_norm": 0.6442944407463074,
"learning_rate": 9.142888874736968e-06,
"loss": 0.012,
"step": 1470
},
{
"epoch": 0.2726602800294768,
"grad_norm": 0.41431906819343567,
"learning_rate": 9.124800296716754e-06,
"loss": 0.0107,
"step": 1480
},
{
"epoch": 0.2745025792188651,
"grad_norm": 0.3778707683086395,
"learning_rate": 9.106541121441344e-06,
"loss": 0.0094,
"step": 1490
},
{
"epoch": 0.2763448784082535,
"grad_norm": 0.183018296957016,
"learning_rate": 9.088112104090373e-06,
"loss": 0.0085,
"step": 1500
},
{
"epoch": 0.2763448784082535,
"eval_alignment_abstract": {
"mean_alignment": 0.5875607132911682
},
"eval_alignment_claim": {
"mean_alignment": 0.549680233001709
},
"eval_alignment_global": {
"mean_alignment": 0.5754153728485107
},
"eval_alignment_invention": {
"mean_alignment": 0.531563401222229
},
"eval_ipc_cls_abstract_accuracy_primary": 58.48,
"eval_ipc_cls_abstract_precision@1": 63.519999999999996,
"eval_ipc_cls_abstract_precision@3": 31.813333333333333,
"eval_ipc_cls_abstract_precision@5": 21.232,
"eval_ipc_cls_global_accuracy_primary": 58.48,
"eval_ipc_cls_global_precision@1": 63.519999999999996,
"eval_ipc_cls_global_precision@3": 31.813333333333333,
"eval_ipc_cls_global_precision@5": 21.232,
"eval_ipc_knn_abstract_accuracy_primary": 64.12,
"eval_ipc_knn_abstract_precision@1": 70.16,
"eval_ipc_knn_abstract_precision@3": 28.306666666666665,
"eval_ipc_knn_abstract_precision@5": 17.152,
"eval_ipc_knn_global_accuracy_primary": 64.12,
"eval_ipc_knn_global_precision@1": 70.16,
"eval_ipc_knn_global_precision@3": 28.306666666666665,
"eval_ipc_knn_global_precision@5": 17.152,
"eval_priorArt_ndcg@100_a2a": 0.32186491569751086,
"eval_priorArt_ndcg@100_a2all": 0.3145000318795287,
"eval_priorArt_ndcg@100_a2c": 0.31733854849955667,
"eval_priorArt_ndcg@100_a2i": 0.29806122255090706,
"eval_priorArt_ndcg@100_c2a": 0.35617796665192325,
"eval_priorArt_ndcg@100_c2all": 0.36161000105815344,
"eval_priorArt_ndcg@100_c2c": 0.36533427756573733,
"eval_priorArt_ndcg@100_c2i": 0.3184782425669802,
"eval_priorArt_ndcg@100_i2a": 0.35661467769100075,
"eval_priorArt_ndcg@100_i2all": 0.31887391975428026,
"eval_priorArt_ndcg@100_i2c": 0.3253572879918124,
"eval_priorArt_ndcg@100_i2i": 0.30262287636470464,
"eval_priorArt_ndcg@10_a2a": 0.2007239912030676,
"eval_priorArt_ndcg@10_a2all": 0.18153281575600566,
"eval_priorArt_ndcg@10_a2c": 0.17307205558995692,
"eval_priorArt_ndcg@10_a2i": 0.17238999214548145,
"eval_priorArt_ndcg@10_c2a": 0.2340405227511729,
"eval_priorArt_ndcg@10_c2all": 0.20367419606651108,
"eval_priorArt_ndcg@10_c2c": 0.2164593035353688,
"eval_priorArt_ndcg@10_c2i": 0.16355834315814324,
"eval_priorArt_ndcg@10_i2a": 0.24241929538523072,
"eval_priorArt_ndcg@10_i2all": 0.2110062695653065,
"eval_priorArt_ndcg@10_i2c": 0.20266493000419122,
"eval_priorArt_ndcg@10_i2i": 0.16720602721320796,
"eval_priorArt_ndcg@20_a2a": 0.2566871518144892,
"eval_priorArt_ndcg@20_a2all": 0.23747405183530032,
"eval_priorArt_ndcg@20_a2c": 0.2321090841311361,
"eval_priorArt_ndcg@20_a2i": 0.20869638319042783,
"eval_priorArt_ndcg@20_c2a": 0.28681254439549997,
"eval_priorArt_ndcg@20_c2all": 0.2631689817632107,
"eval_priorArt_ndcg@20_c2c": 0.3023095126033099,
"eval_priorArt_ndcg@20_c2i": 0.21435401079981192,
"eval_priorArt_ndcg@20_i2a": 0.2846502981118969,
"eval_priorArt_ndcg@20_i2all": 0.24236108404322945,
"eval_priorArt_ndcg@20_i2c": 0.2419902460830557,
"eval_priorArt_ndcg@20_i2i": 0.2262918498090368,
"eval_priorArt_ndcg@50_a2a": 0.29738717843904683,
"eval_priorArt_ndcg@50_a2all": 0.2897067644390984,
"eval_priorArt_ndcg@50_a2c": 0.28541585200846986,
"eval_priorArt_ndcg@50_a2i": 0.2723060958872615,
"eval_priorArt_ndcg@50_c2a": 0.32827318179342774,
"eval_priorArt_ndcg@50_c2all": 0.33305007623861116,
"eval_priorArt_ndcg@50_c2c": 0.33538583153113694,
"eval_priorArt_ndcg@50_c2i": 0.27275935172075516,
"eval_priorArt_ndcg@50_i2a": 0.3319681380723546,
"eval_priorArt_ndcg@50_i2all": 0.2916953344615855,
"eval_priorArt_ndcg@50_i2c": 0.29238622114257357,
"eval_priorArt_ndcg@50_i2i": 0.2695179597523996,
"eval_priorArt_recall@100_a2a": 0.8083333333333333,
"eval_priorArt_recall@100_a2all": 0.8333333333333334,
"eval_priorArt_recall@100_a2c": 0.8416666666666666,
"eval_priorArt_recall@100_a2i": 0.8,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.8916666666666668,
"eval_priorArt_recall@100_c2c": 0.8916666666666668,
"eval_priorArt_recall@100_c2i": 0.875,
"eval_priorArt_recall@100_i2a": 0.8208333333333334,
"eval_priorArt_recall@100_i2all": 0.7916666666666667,
"eval_priorArt_recall@100_i2c": 0.8458333333333332,
"eval_priorArt_recall@100_i2i": 0.7833333333333333,
"eval_priorArt_recall@10_a2a": 0.36250000000000004,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.30833333333333335,
"eval_priorArt_recall@10_a2i": 0.31250000000000006,
"eval_priorArt_recall@10_c2a": 0.4125,
"eval_priorArt_recall@10_c2all": 0.30000000000000004,
"eval_priorArt_recall@10_c2c": 0.3375,
"eval_priorArt_recall@10_c2i": 0.2791666666666667,
"eval_priorArt_recall@10_i2a": 0.3833333333333333,
"eval_priorArt_recall@10_i2all": 0.375,
"eval_priorArt_recall@10_i2c": 0.35416666666666663,
"eval_priorArt_recall@10_i2i": 0.2791666666666667,
"eval_priorArt_recall@20_a2a": 0.5291666666666666,
"eval_priorArt_recall@20_a2all": 0.5083333333333334,
"eval_priorArt_recall@20_a2c": 0.47916666666666663,
"eval_priorArt_recall@20_a2i": 0.4166666666666667,
"eval_priorArt_recall@20_c2a": 0.5708333333333333,
"eval_priorArt_recall@20_c2all": 0.4916666666666666,
"eval_priorArt_recall@20_c2c": 0.6125,
"eval_priorArt_recall@20_c2i": 0.4333333333333334,
"eval_priorArt_recall@20_i2a": 0.5083333333333333,
"eval_priorArt_recall@20_i2all": 0.4708333333333334,
"eval_priorArt_recall@20_i2c": 0.48749999999999993,
"eval_priorArt_recall@20_i2i": 0.45,
"eval_priorArt_recall@50_a2a": 0.6958333333333333,
"eval_priorArt_recall@50_a2all": 0.7208333333333333,
"eval_priorArt_recall@50_a2c": 0.6958333333333334,
"eval_priorArt_recall@50_a2i": 0.6791666666666667,
"eval_priorArt_recall@50_c2a": 0.7291666666666667,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7375,
"eval_priorArt_recall@50_c2i": 0.6583333333333334,
"eval_priorArt_recall@50_i2a": 0.6958333333333334,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4296375754458984,
"eval_singularentropy_claim": 0.43797691205632083,
"eval_singularentropy_global": 0.4271099720701772,
"eval_singularentropy_invention": 0.48030764500961776,
"eval_uniformity_abstract": -2.8801753520965576,
"eval_uniformity_claim": -2.835383653640747,
"eval_uniformity_global": -2.84680438041687,
"eval_uniformity_invention": -2.7701663970947266,
"step": 1500
},
{
"epoch": 0.27818717759764183,
"grad_norm": 0.11246443539857864,
"learning_rate": 9.06951400686796e-06,
"loss": 0.007,
"step": 1510
},
{
"epoch": 0.2800294767870302,
"grad_norm": 0.37831392884254456,
"learning_rate": 9.050747598971185e-06,
"loss": 0.0106,
"step": 1520
},
{
"epoch": 0.28187177597641855,
"grad_norm": 0.26769953966140747,
"learning_rate": 9.031813656558273e-06,
"loss": 0.0112,
"step": 1530
},
{
"epoch": 0.28371407516580693,
"grad_norm": 0.24506814777851105,
"learning_rate": 9.012712962716493e-06,
"loss": 0.0236,
"step": 1540
},
{
"epoch": 0.28555637435519526,
"grad_norm": 0.3128536343574524,
"learning_rate": 8.993446307429773e-06,
"loss": 0.0076,
"step": 1550
},
{
"epoch": 0.28739867354458365,
"grad_norm": 0.2249070107936859,
"learning_rate": 8.974014487546028e-06,
"loss": 0.009,
"step": 1560
},
{
"epoch": 0.289240972733972,
"grad_norm": 0.2756314277648926,
"learning_rate": 8.9544183067442e-06,
"loss": 0.0108,
"step": 1570
},
{
"epoch": 0.29108327192336036,
"grad_norm": 0.195180743932724,
"learning_rate": 8.934658575501016e-06,
"loss": 0.0103,
"step": 1580
},
{
"epoch": 0.2929255711127487,
"grad_norm": 0.25299733877182007,
"learning_rate": 8.914736111057476e-06,
"loss": 0.0111,
"step": 1590
},
{
"epoch": 0.2947678703021371,
"grad_norm": 0.11476992815732956,
"learning_rate": 8.894651737385048e-06,
"loss": 0.0081,
"step": 1600
},
{
"epoch": 0.2966101694915254,
"grad_norm": 0.3162502944469452,
"learning_rate": 8.874406285151587e-06,
"loss": 0.0066,
"step": 1610
},
{
"epoch": 0.2984524686809138,
"grad_norm": 0.18030112981796265,
"learning_rate": 8.854000591686985e-06,
"loss": 0.0119,
"step": 1620
},
{
"epoch": 0.29937361827560793,
"eval_alignment_abstract": {
"mean_alignment": 0.5884000658988953
},
"eval_alignment_claim": {
"mean_alignment": 0.5440124273300171
},
"eval_alignment_global": {
"mean_alignment": 0.5722992420196533
},
"eval_alignment_invention": {
"mean_alignment": 0.5288732647895813
},
"eval_ipc_cls_abstract_accuracy_primary": 58.4,
"eval_ipc_cls_abstract_precision@1": 63.4,
"eval_ipc_cls_abstract_precision@3": 31.78666666666667,
"eval_ipc_cls_abstract_precision@5": 21.264,
"eval_ipc_cls_global_accuracy_primary": 58.4,
"eval_ipc_cls_global_precision@1": 63.4,
"eval_ipc_cls_global_precision@3": 31.78666666666667,
"eval_ipc_cls_global_precision@5": 21.264,
"eval_ipc_knn_abstract_accuracy_primary": 64.16,
"eval_ipc_knn_abstract_precision@1": 70.24000000000001,
"eval_ipc_knn_abstract_precision@3": 28.360000000000003,
"eval_ipc_knn_abstract_precision@5": 17.183999999999997,
"eval_ipc_knn_global_accuracy_primary": 64.16,
"eval_ipc_knn_global_precision@1": 70.24000000000001,
"eval_ipc_knn_global_precision@3": 28.360000000000003,
"eval_ipc_knn_global_precision@5": 17.183999999999997,
"eval_priorArt_ndcg@100_a2a": 0.3196361108560429,
"eval_priorArt_ndcg@100_a2all": 0.30959474199835,
"eval_priorArt_ndcg@100_a2c": 0.32455617639232515,
"eval_priorArt_ndcg@100_a2i": 0.29246014875055343,
"eval_priorArt_ndcg@100_c2a": 0.3591977205669539,
"eval_priorArt_ndcg@100_c2all": 0.35570611044739425,
"eval_priorArt_ndcg@100_c2c": 0.3603039247143079,
"eval_priorArt_ndcg@100_c2i": 0.31454025076912306,
"eval_priorArt_ndcg@100_i2a": 0.363543176943572,
"eval_priorArt_ndcg@100_i2all": 0.31928871204956993,
"eval_priorArt_ndcg@100_i2c": 0.3367244616589554,
"eval_priorArt_ndcg@100_i2i": 0.30576292050886783,
"eval_priorArt_ndcg@10_a2a": 0.19919171019674164,
"eval_priorArt_ndcg@10_a2all": 0.18663666647620697,
"eval_priorArt_ndcg@10_a2c": 0.1752778944755413,
"eval_priorArt_ndcg@10_a2i": 0.17237924523690923,
"eval_priorArt_ndcg@10_c2a": 0.22297892285729531,
"eval_priorArt_ndcg@10_c2all": 0.1973257089061081,
"eval_priorArt_ndcg@10_c2c": 0.20611831824465615,
"eval_priorArt_ndcg@10_c2i": 0.17663214121849685,
"eval_priorArt_ndcg@10_i2a": 0.2610317706367985,
"eval_priorArt_ndcg@10_i2all": 0.20113957254526324,
"eval_priorArt_ndcg@10_i2c": 0.19863436950598462,
"eval_priorArt_ndcg@10_i2i": 0.17532046382561967,
"eval_priorArt_ndcg@20_a2a": 0.24837391585637278,
"eval_priorArt_ndcg@20_a2all": 0.2356926185140138,
"eval_priorArt_ndcg@20_a2c": 0.2345146164110547,
"eval_priorArt_ndcg@20_a2i": 0.2105063912329014,
"eval_priorArt_ndcg@20_c2a": 0.28298142229997303,
"eval_priorArt_ndcg@20_c2all": 0.2639813743086034,
"eval_priorArt_ndcg@20_c2c": 0.29856785460579643,
"eval_priorArt_ndcg@20_c2i": 0.2154763600989494,
"eval_priorArt_ndcg@20_i2a": 0.30005214495056826,
"eval_priorArt_ndcg@20_i2all": 0.24818816460534165,
"eval_priorArt_ndcg@20_i2c": 0.25825162777814076,
"eval_priorArt_ndcg@20_i2i": 0.22636780370977058,
"eval_priorArt_ndcg@50_a2a": 0.29011383076857933,
"eval_priorArt_ndcg@50_a2all": 0.290185137711004,
"eval_priorArt_ndcg@50_a2c": 0.28784045394947383,
"eval_priorArt_ndcg@50_a2i": 0.26607059244511333,
"eval_priorArt_ndcg@50_c2a": 0.3312413685261938,
"eval_priorArt_ndcg@50_c2all": 0.32333713625737914,
"eval_priorArt_ndcg@50_c2c": 0.32728603886552016,
"eval_priorArt_ndcg@50_c2i": 0.27330369201189575,
"eval_priorArt_ndcg@50_i2a": 0.3387165940839436,
"eval_priorArt_ndcg@50_i2all": 0.2905318978101311,
"eval_priorArt_ndcg@50_i2c": 0.3037637843116558,
"eval_priorArt_ndcg@50_i2i": 0.26948030182838645,
"eval_priorArt_recall@100_a2a": 0.8083333333333333,
"eval_priorArt_recall@100_a2all": 0.7833333333333334,
"eval_priorArt_recall@100_a2c": 0.8666666666666666,
"eval_priorArt_recall@100_a2i": 0.8,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.8916666666666668,
"eval_priorArt_recall@100_c2c": 0.8833333333333334,
"eval_priorArt_recall@100_c2i": 0.8583333333333334,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.8041666666666668,
"eval_priorArt_recall@100_i2c": 0.8458333333333332,
"eval_priorArt_recall@100_i2i": 0.8,
"eval_priorArt_recall@10_a2a": 0.36250000000000004,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.30833333333333335,
"eval_priorArt_recall@10_a2i": 0.3291666666666667,
"eval_priorArt_recall@10_c2a": 0.3708333333333333,
"eval_priorArt_recall@10_c2all": 0.30000000000000004,
"eval_priorArt_recall@10_c2c": 0.32500000000000007,
"eval_priorArt_recall@10_c2i": 0.3125,
"eval_priorArt_recall@10_i2a": 0.4083333333333333,
"eval_priorArt_recall@10_i2all": 0.35,
"eval_priorArt_recall@10_i2c": 0.3125,
"eval_priorArt_recall@10_i2i": 0.30416666666666664,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.4833333333333334,
"eval_priorArt_recall@20_a2c": 0.47916666666666663,
"eval_priorArt_recall@20_a2i": 0.4416666666666667,
"eval_priorArt_recall@20_c2a": 0.5458333333333332,
"eval_priorArt_recall@20_c2all": 0.5166666666666666,
"eval_priorArt_recall@20_c2c": 0.6125,
"eval_priorArt_recall@20_c2i": 0.4333333333333334,
"eval_priorArt_recall@20_i2a": 0.5208333333333333,
"eval_priorArt_recall@20_i2all": 0.4958333333333334,
"eval_priorArt_recall@20_i2c": 0.5041666666666667,
"eval_priorArt_recall@20_i2i": 0.45,
"eval_priorArt_recall@50_a2a": 0.6708333333333333,
"eval_priorArt_recall@50_a2all": 0.7041666666666667,
"eval_priorArt_recall@50_a2c": 0.6958333333333334,
"eval_priorArt_recall@50_a2i": 0.6708333333333333,
"eval_priorArt_recall@50_c2a": 0.7291666666666667,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.7208333333333334,
"eval_priorArt_recall@50_c2i": 0.6583333333333334,
"eval_priorArt_recall@50_i2a": 0.6791666666666667,
"eval_priorArt_recall@50_i2all": 0.6541666666666667,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4353622389993398,
"eval_singularentropy_claim": 0.44592431495591334,
"eval_singularentropy_global": 0.4342013929133798,
"eval_singularentropy_invention": 0.488263517441376,
"eval_uniformity_abstract": -2.8540761470794678,
"eval_uniformity_claim": -2.8042972087860107,
"eval_uniformity_global": -2.8163604736328125,
"eval_uniformity_invention": -2.738461494445801,
"step": 1625
},
{
"epoch": 0.3002947678703021,
"grad_norm": 0.18244153261184692,
"learning_rate": 8.833435500948536e-06,
"loss": 0.0091,
"step": 1630
},
{
"epoch": 0.3021370670596905,
"grad_norm": 0.3589372932910919,
"learning_rate": 8.812711863486028e-06,
"loss": 0.0103,
"step": 1640
},
{
"epoch": 0.30397936624907884,
"grad_norm": 0.5722042322158813,
"learning_rate": 8.791830536406577e-06,
"loss": 0.0153,
"step": 1650
},
{
"epoch": 0.3058216654384672,
"grad_norm": 0.20410849153995514,
"learning_rate": 8.770792383339162e-06,
"loss": 0.0088,
"step": 1660
},
{
"epoch": 0.30766396462785556,
"grad_norm": 0.15863123536109924,
"learning_rate": 8.749598274398923e-06,
"loss": 0.011,
"step": 1670
},
{
"epoch": 0.30950626381724394,
"grad_norm": 0.36274847388267517,
"learning_rate": 8.728249086151155e-06,
"loss": 0.0109,
"step": 1680
},
{
"epoch": 0.3113485630066323,
"grad_norm": 0.32970452308654785,
"learning_rate": 8.706745701575075e-06,
"loss": 0.0077,
"step": 1690
},
{
"epoch": 0.31319086219602066,
"grad_norm": 0.518426775932312,
"learning_rate": 8.685089010027284e-06,
"loss": 0.0099,
"step": 1700
},
{
"epoch": 0.315033161385409,
"grad_norm": 0.49611568450927734,
"learning_rate": 8.663279907204997e-06,
"loss": 0.0076,
"step": 1710
},
{
"epoch": 0.3168754605747974,
"grad_norm": 0.3127147853374481,
"learning_rate": 8.641319295108994e-06,
"loss": 0.0077,
"step": 1720
},
{
"epoch": 0.3187177597641857,
"grad_norm": 0.7223609685897827,
"learning_rate": 8.619208082006312e-06,
"loss": 0.0127,
"step": 1730
},
{
"epoch": 0.32056005895357403,
"grad_norm": 0.29259052872657776,
"learning_rate": 8.596947182392681e-06,
"loss": 0.0106,
"step": 1740
},
{
"epoch": 0.3224023581429624,
"grad_norm": 0.29558199644088745,
"learning_rate": 8.574537516954706e-06,
"loss": 0.0108,
"step": 1750
},
{
"epoch": 0.3224023581429624,
"eval_alignment_abstract": {
"mean_alignment": 0.5878390669822693
},
"eval_alignment_claim": {
"mean_alignment": 0.5452921986579895
},
"eval_alignment_global": {
"mean_alignment": 0.5738183856010437
},
"eval_alignment_invention": {
"mean_alignment": 0.5344719290733337
},
"eval_ipc_cls_abstract_accuracy_primary": 58.56,
"eval_ipc_cls_abstract_precision@1": 63.56,
"eval_ipc_cls_abstract_precision@3": 31.813333333333333,
"eval_ipc_cls_abstract_precision@5": 21.191999999999997,
"eval_ipc_cls_global_accuracy_primary": 58.56,
"eval_ipc_cls_global_precision@1": 63.56,
"eval_ipc_cls_global_precision@3": 31.813333333333333,
"eval_ipc_cls_global_precision@5": 21.191999999999997,
"eval_ipc_knn_abstract_accuracy_primary": 64.44,
"eval_ipc_knn_abstract_precision@1": 70.04,
"eval_ipc_knn_abstract_precision@3": 28.426666666666666,
"eval_ipc_knn_abstract_precision@5": 17.231999999999996,
"eval_ipc_knn_global_accuracy_primary": 64.44,
"eval_ipc_knn_global_precision@1": 70.04,
"eval_ipc_knn_global_precision@3": 28.426666666666666,
"eval_ipc_knn_global_precision@5": 17.231999999999996,
"eval_priorArt_ndcg@100_a2a": 0.3010500656371965,
"eval_priorArt_ndcg@100_a2all": 0.29709125193353514,
"eval_priorArt_ndcg@100_a2c": 0.31837069781909755,
"eval_priorArt_ndcg@100_a2i": 0.28854259697692247,
"eval_priorArt_ndcg@100_c2a": 0.35184142406013896,
"eval_priorArt_ndcg@100_c2all": 0.35388229667083343,
"eval_priorArt_ndcg@100_c2c": 0.36694854966257334,
"eval_priorArt_ndcg@100_c2i": 0.3028924003369503,
"eval_priorArt_ndcg@100_i2a": 0.3444452787309181,
"eval_priorArt_ndcg@100_i2all": 0.3107111415342029,
"eval_priorArt_ndcg@100_i2c": 0.3286418984226781,
"eval_priorArt_ndcg@100_i2i": 0.29571600264410036,
"eval_priorArt_ndcg@10_a2a": 0.1855168865335472,
"eval_priorArt_ndcg@10_a2all": 0.17543306528901742,
"eval_priorArt_ndcg@10_a2c": 0.17500392075068533,
"eval_priorArt_ndcg@10_a2i": 0.17917259081710385,
"eval_priorArt_ndcg@10_c2a": 0.21867839872695677,
"eval_priorArt_ndcg@10_c2all": 0.1977577280997223,
"eval_priorArt_ndcg@10_c2c": 0.21070793567144558,
"eval_priorArt_ndcg@10_c2i": 0.1684751527198734,
"eval_priorArt_ndcg@10_i2a": 0.23594092340572176,
"eval_priorArt_ndcg@10_i2all": 0.19353248455037306,
"eval_priorArt_ndcg@10_i2c": 0.20429168263731867,
"eval_priorArt_ndcg@10_i2i": 0.16782547631573222,
"eval_priorArt_ndcg@20_a2a": 0.23060656784563194,
"eval_priorArt_ndcg@20_a2all": 0.21879253286104258,
"eval_priorArt_ndcg@20_a2c": 0.23537085517259831,
"eval_priorArt_ndcg@20_a2i": 0.20319138862157676,
"eval_priorArt_ndcg@20_c2a": 0.2720672918766152,
"eval_priorArt_ndcg@20_c2all": 0.25596208882159643,
"eval_priorArt_ndcg@20_c2c": 0.30588374456537437,
"eval_priorArt_ndcg@20_c2i": 0.2131957369163297,
"eval_priorArt_ndcg@20_i2a": 0.2768436018827149,
"eval_priorArt_ndcg@20_i2all": 0.23905820634688837,
"eval_priorArt_ndcg@20_i2c": 0.25639103093273863,
"eval_priorArt_ndcg@20_i2i": 0.2297702917367474,
"eval_priorArt_ndcg@50_a2a": 0.27610531449493647,
"eval_priorArt_ndcg@50_a2all": 0.2764774536210547,
"eval_priorArt_ndcg@50_a2c": 0.2779217145741461,
"eval_priorArt_ndcg@50_a2i": 0.26986083572946573,
"eval_priorArt_ndcg@50_c2a": 0.3242267401014194,
"eval_priorArt_ndcg@50_c2all": 0.3215455209417445,
"eval_priorArt_ndcg@50_c2c": 0.33019426223667797,
"eval_priorArt_ndcg@50_c2i": 0.2740061216615294,
"eval_priorArt_ndcg@50_i2a": 0.3185281925767098,
"eval_priorArt_ndcg@50_i2all": 0.29246621239075066,
"eval_priorArt_ndcg@50_i2c": 0.29536958194469615,
"eval_priorArt_ndcg@50_i2i": 0.2676297815261227,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.7833333333333334,
"eval_priorArt_recall@100_a2c": 0.8416666666666666,
"eval_priorArt_recall@100_a2i": 0.7625,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.8916666666666668,
"eval_priorArt_recall@100_c2c": 0.8833333333333334,
"eval_priorArt_recall@100_c2i": 0.8166666666666668,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.7666666666666668,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7583333333333333,
"eval_priorArt_recall@10_a2a": 0.35416666666666663,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.30833333333333335,
"eval_priorArt_recall@10_a2i": 0.3291666666666667,
"eval_priorArt_recall@10_c2a": 0.3708333333333333,
"eval_priorArt_recall@10_c2all": 0.30000000000000004,
"eval_priorArt_recall@10_c2c": 0.31250000000000006,
"eval_priorArt_recall@10_c2i": 0.29583333333333334,
"eval_priorArt_recall@10_i2a": 0.3875,
"eval_priorArt_recall@10_i2all": 0.325,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.2791666666666667,
"eval_priorArt_recall@20_a2a": 0.48749999999999993,
"eval_priorArt_recall@20_a2all": 0.4666666666666667,
"eval_priorArt_recall@20_a2c": 0.48749999999999993,
"eval_priorArt_recall@20_a2i": 0.4,
"eval_priorArt_recall@20_c2a": 0.5291666666666666,
"eval_priorArt_recall@20_c2all": 0.4916666666666666,
"eval_priorArt_recall@20_c2c": 0.6125,
"eval_priorArt_recall@20_c2i": 0.4333333333333334,
"eval_priorArt_recall@20_i2a": 0.5083333333333333,
"eval_priorArt_recall@20_i2all": 0.4708333333333334,
"eval_priorArt_recall@20_i2c": 0.5041666666666667,
"eval_priorArt_recall@20_i2i": 0.4666666666666666,
"eval_priorArt_recall@50_a2a": 0.6708333333333333,
"eval_priorArt_recall@50_a2all": 0.6958333333333334,
"eval_priorArt_recall@50_a2c": 0.6458333333333334,
"eval_priorArt_recall@50_a2i": 0.6708333333333333,
"eval_priorArt_recall@50_c2a": 0.7291666666666667,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.675,
"eval_priorArt_recall@50_i2a": 0.6708333333333334,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4378448063854757,
"eval_singularentropy_claim": 0.44726527235927177,
"eval_singularentropy_global": 0.4358407860551149,
"eval_singularentropy_invention": 0.4892008144954918,
"eval_uniformity_abstract": -2.855158805847168,
"eval_uniformity_claim": -2.811394691467285,
"eval_uniformity_global": -2.8204476833343506,
"eval_uniformity_invention": -2.7424235343933105,
"step": 1750
},
{
"epoch": 0.32424465733235075,
"grad_norm": 0.1419392079114914,
"learning_rate": 8.55198001253178e-06,
"loss": 0.0092,
"step": 1760
},
{
"epoch": 0.32608695652173914,
"grad_norm": 0.3966285288333893,
"learning_rate": 8.52927560207776e-06,
"loss": 0.0086,
"step": 1770
},
{
"epoch": 0.32792925571112747,
"grad_norm": 0.43877506256103516,
"learning_rate": 8.506425224622374e-06,
"loss": 0.0097,
"step": 1780
},
{
"epoch": 0.32977155490051585,
"grad_norm": 0.3931939899921417,
"learning_rate": 8.48342982523239e-06,
"loss": 0.0101,
"step": 1790
},
{
"epoch": 0.3316138540899042,
"grad_norm": 0.575953483581543,
"learning_rate": 8.460290354972518e-06,
"loss": 0.0118,
"step": 1800
},
{
"epoch": 0.33345615327929257,
"grad_norm": 0.40930888056755066,
"learning_rate": 8.437007770866091e-06,
"loss": 0.0084,
"step": 1810
},
{
"epoch": 0.3352984524686809,
"grad_norm": 0.1660466343164444,
"learning_rate": 8.41358303585547e-06,
"loss": 0.0077,
"step": 1820
},
{
"epoch": 0.3371407516580693,
"grad_norm": 0.38681983947753906,
"learning_rate": 8.390017118762224e-06,
"loss": 0.0081,
"step": 1830
},
{
"epoch": 0.3389830508474576,
"grad_norm": 0.0985657125711441,
"learning_rate": 8.366310994247062e-06,
"loss": 0.0115,
"step": 1840
},
{
"epoch": 0.340825350036846,
"grad_norm": 0.5085676312446594,
"learning_rate": 8.342465642769515e-06,
"loss": 0.008,
"step": 1850
},
{
"epoch": 0.3426676492262343,
"grad_norm": 0.5763391852378845,
"learning_rate": 8.318482050547393e-06,
"loss": 0.0082,
"step": 1860
},
{
"epoch": 0.3445099484156227,
"grad_norm": 0.45501887798309326,
"learning_rate": 8.294361209515991e-06,
"loss": 0.0081,
"step": 1870
},
{
"epoch": 0.34543109801031685,
"eval_alignment_abstract": {
"mean_alignment": 0.5875527858734131
},
"eval_alignment_claim": {
"mean_alignment": 0.5392280220985413
},
"eval_alignment_global": {
"mean_alignment": 0.5699222683906555
},
"eval_alignment_invention": {
"mean_alignment": 0.5294089913368225
},
"eval_ipc_cls_abstract_accuracy_primary": 58.48,
"eval_ipc_cls_abstract_precision@1": 63.36000000000001,
"eval_ipc_cls_abstract_precision@3": 31.813333333333333,
"eval_ipc_cls_abstract_precision@5": 21.191999999999997,
"eval_ipc_cls_global_accuracy_primary": 58.48,
"eval_ipc_cls_global_precision@1": 63.36000000000001,
"eval_ipc_cls_global_precision@3": 31.813333333333333,
"eval_ipc_cls_global_precision@5": 21.191999999999997,
"eval_ipc_knn_abstract_accuracy_primary": 64.32,
"eval_ipc_knn_abstract_precision@1": 70.36,
"eval_ipc_knn_abstract_precision@3": 28.46666666666667,
"eval_ipc_knn_abstract_precision@5": 17.256,
"eval_ipc_knn_global_accuracy_primary": 64.32,
"eval_ipc_knn_global_precision@1": 70.36,
"eval_ipc_knn_global_precision@3": 28.46666666666667,
"eval_ipc_knn_global_precision@5": 17.256,
"eval_priorArt_ndcg@100_a2a": 0.32187181444740853,
"eval_priorArt_ndcg@100_a2all": 0.31336008376246366,
"eval_priorArt_ndcg@100_a2c": 0.3131915084285208,
"eval_priorArt_ndcg@100_a2i": 0.28915983776095155,
"eval_priorArt_ndcg@100_c2a": 0.3582823172099638,
"eval_priorArt_ndcg@100_c2all": 0.3625024763579686,
"eval_priorArt_ndcg@100_c2c": 0.369104032627654,
"eval_priorArt_ndcg@100_c2i": 0.3130539664100262,
"eval_priorArt_ndcg@100_i2a": 0.3453075860207899,
"eval_priorArt_ndcg@100_i2all": 0.31254696447798963,
"eval_priorArt_ndcg@100_i2c": 0.325329636375043,
"eval_priorArt_ndcg@100_i2i": 0.2963236132939106,
"eval_priorArt_ndcg@10_a2a": 0.21429284704538804,
"eval_priorArt_ndcg@10_a2all": 0.1910897054829334,
"eval_priorArt_ndcg@10_a2c": 0.18576092533684685,
"eval_priorArt_ndcg@10_a2i": 0.16594624579981662,
"eval_priorArt_ndcg@10_c2a": 0.22433146357814943,
"eval_priorArt_ndcg@10_c2all": 0.21148030146217733,
"eval_priorArt_ndcg@10_c2c": 0.22078905971838295,
"eval_priorArt_ndcg@10_c2i": 0.1697984613880519,
"eval_priorArt_ndcg@10_i2a": 0.23532998651296055,
"eval_priorArt_ndcg@10_i2all": 0.20114301500749304,
"eval_priorArt_ndcg@10_i2c": 0.1993828291386793,
"eval_priorArt_ndcg@10_i2i": 0.16748677718457702,
"eval_priorArt_ndcg@20_a2a": 0.2440392961285605,
"eval_priorArt_ndcg@20_a2all": 0.2340414374562645,
"eval_priorArt_ndcg@20_a2c": 0.23098359998098825,
"eval_priorArt_ndcg@20_a2i": 0.19193142403304844,
"eval_priorArt_ndcg@20_c2a": 0.28465058670990506,
"eval_priorArt_ndcg@20_c2all": 0.2635787628581787,
"eval_priorArt_ndcg@20_c2c": 0.30757706777033345,
"eval_priorArt_ndcg@20_c2i": 0.21460954056737985,
"eval_priorArt_ndcg@20_i2a": 0.2778352065377259,
"eval_priorArt_ndcg@20_i2all": 0.23316150581236766,
"eval_priorArt_ndcg@20_i2c": 0.2514997109426932,
"eval_priorArt_ndcg@20_i2i": 0.22944335168436555,
"eval_priorArt_ndcg@50_a2a": 0.29699191241082284,
"eval_priorArt_ndcg@50_a2all": 0.2926966404708511,
"eval_priorArt_ndcg@50_a2c": 0.275846330161784,
"eval_priorArt_ndcg@50_a2i": 0.26301731724305294,
"eval_priorArt_ndcg@50_c2a": 0.32652651089174783,
"eval_priorArt_ndcg@50_c2all": 0.330292428900654,
"eval_priorArt_ndcg@50_c2c": 0.33226635530954524,
"eval_priorArt_ndcg@50_c2i": 0.27200895332774,
"eval_priorArt_ndcg@50_i2a": 0.31546227502550417,
"eval_priorArt_ndcg@50_i2all": 0.29331101012542043,
"eval_priorArt_ndcg@50_i2c": 0.2963333457608348,
"eval_priorArt_ndcg@50_i2i": 0.26738163427856765,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.7833333333333334,
"eval_priorArt_recall@100_a2c": 0.825,
"eval_priorArt_recall@100_a2i": 0.8,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.8916666666666668,
"eval_priorArt_recall@100_c2c": 0.8833333333333334,
"eval_priorArt_recall@100_c2i": 0.8583333333333334,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.7750000000000001,
"eval_priorArt_recall@100_i2c": 0.8291666666666666,
"eval_priorArt_recall@100_i2i": 0.7666666666666667,
"eval_priorArt_recall@10_a2a": 0.37916666666666665,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.3458333333333333,
"eval_priorArt_recall@10_a2i": 0.3125,
"eval_priorArt_recall@10_c2a": 0.3708333333333333,
"eval_priorArt_recall@10_c2all": 0.31666666666666665,
"eval_priorArt_recall@10_c2c": 0.3375,
"eval_priorArt_recall@10_c2i": 0.29583333333333334,
"eval_priorArt_recall@10_i2a": 0.3833333333333333,
"eval_priorArt_recall@10_i2all": 0.35,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.2791666666666667,
"eval_priorArt_recall@20_a2a": 0.4624999999999999,
"eval_priorArt_recall@20_a2all": 0.4625,
"eval_priorArt_recall@20_a2c": 0.47916666666666663,
"eval_priorArt_recall@20_a2i": 0.3875,
"eval_priorArt_recall@20_c2a": 0.5541666666666666,
"eval_priorArt_recall@20_c2all": 0.4875,
"eval_priorArt_recall@20_c2c": 0.6125,
"eval_priorArt_recall@20_c2i": 0.4333333333333334,
"eval_priorArt_recall@20_i2a": 0.5083333333333333,
"eval_priorArt_recall@20_i2all": 0.4458333333333333,
"eval_priorArt_recall@20_i2c": 0.5041666666666667,
"eval_priorArt_recall@20_i2i": 0.4666666666666666,
"eval_priorArt_recall@50_a2a": 0.6708333333333333,
"eval_priorArt_recall@50_a2all": 0.6958333333333334,
"eval_priorArt_recall@50_a2c": 0.6458333333333334,
"eval_priorArt_recall@50_a2i": 0.6708333333333333,
"eval_priorArt_recall@50_c2a": 0.7125,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.6583333333333334,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.44185851508055696,
"eval_singularentropy_claim": 0.45226742642738954,
"eval_singularentropy_global": 0.4413019188213523,
"eval_singularentropy_invention": 0.4964522005690604,
"eval_uniformity_abstract": -2.831784725189209,
"eval_uniformity_claim": -2.7883498668670654,
"eval_uniformity_global": -2.7965939044952393,
"eval_uniformity_invention": -2.7197389602661133,
"step": 1875
},
{
"epoch": 0.34635224760501104,
"grad_norm": 0.5066628456115723,
"learning_rate": 8.270104117287068e-06,
"loss": 0.011,
"step": 1880
},
{
"epoch": 0.34819454679439943,
"grad_norm": 0.29659202694892883,
"learning_rate": 8.245711777107582e-06,
"loss": 0.0124,
"step": 1890
},
{
"epoch": 0.35003684598378776,
"grad_norm": 0.38185837864875793,
"learning_rate": 8.221185197818198e-06,
"loss": 0.0073,
"step": 1900
},
{
"epoch": 0.35187914517317614,
"grad_norm": 0.49767637252807617,
"learning_rate": 8.196525393811569e-06,
"loss": 0.014,
"step": 1910
},
{
"epoch": 0.3537214443625645,
"grad_norm": 0.06818432360887527,
"learning_rate": 8.171733384990375e-06,
"loss": 0.008,
"step": 1920
},
{
"epoch": 0.35556374355195286,
"grad_norm": 0.2642332911491394,
"learning_rate": 8.146810196725144e-06,
"loss": 0.0088,
"step": 1930
},
{
"epoch": 0.3574060427413412,
"grad_norm": 0.2108985185623169,
"learning_rate": 8.121756859811837e-06,
"loss": 0.0066,
"step": 1940
},
{
"epoch": 0.3592483419307296,
"grad_norm": 0.056128740310668945,
"learning_rate": 8.096574410429237e-06,
"loss": 0.0064,
"step": 1950
},
{
"epoch": 0.3610906411201179,
"grad_norm": 0.34420517086982727,
"learning_rate": 8.071263890096059e-06,
"loss": 0.0093,
"step": 1960
},
{
"epoch": 0.3629329403095063,
"grad_norm": 0.4077313244342804,
"learning_rate": 8.045826345627908e-06,
"loss": 0.0058,
"step": 1970
},
{
"epoch": 0.3647752394988946,
"grad_norm": 0.40880438685417175,
"learning_rate": 8.020262829093963e-06,
"loss": 0.0065,
"step": 1980
},
{
"epoch": 0.36661753868828295,
"grad_norm": 0.34088626503944397,
"learning_rate": 7.994574397773469e-06,
"loss": 0.0059,
"step": 1990
},
{
"epoch": 0.36845983787767134,
"grad_norm": 0.25146275758743286,
"learning_rate": 7.968762114112018e-06,
"loss": 0.0085,
"step": 2000
},
{
"epoch": 0.36845983787767134,
"eval_alignment_abstract": {
"mean_alignment": 0.5842002630233765
},
"eval_alignment_claim": {
"mean_alignment": 0.536831259727478
},
"eval_alignment_global": {
"mean_alignment": 0.5658935904502869
},
"eval_alignment_invention": {
"mean_alignment": 0.5240795016288757
},
"eval_ipc_cls_abstract_accuracy_primary": 58.52,
"eval_ipc_cls_abstract_precision@1": 63.32,
"eval_ipc_cls_abstract_precision@3": 31.759999999999998,
"eval_ipc_cls_abstract_precision@5": 21.16,
"eval_ipc_cls_global_accuracy_primary": 58.52,
"eval_ipc_cls_global_precision@1": 63.32,
"eval_ipc_cls_global_precision@3": 31.759999999999998,
"eval_ipc_cls_global_precision@5": 21.16,
"eval_ipc_knn_abstract_accuracy_primary": 63.959999999999994,
"eval_ipc_knn_abstract_precision@1": 69.88,
"eval_ipc_knn_abstract_precision@3": 28.333333333333332,
"eval_ipc_knn_abstract_precision@5": 17.184,
"eval_ipc_knn_global_accuracy_primary": 63.959999999999994,
"eval_ipc_knn_global_precision@1": 69.88,
"eval_ipc_knn_global_precision@3": 28.333333333333332,
"eval_ipc_knn_global_precision@5": 17.184,
"eval_priorArt_ndcg@100_a2a": 0.2998431911447124,
"eval_priorArt_ndcg@100_a2all": 0.29136446917635117,
"eval_priorArt_ndcg@100_a2c": 0.30836277187993444,
"eval_priorArt_ndcg@100_a2i": 0.2851615930680962,
"eval_priorArt_ndcg@100_c2a": 0.3513046741622593,
"eval_priorArt_ndcg@100_c2all": 0.3541548716385377,
"eval_priorArt_ndcg@100_c2c": 0.36181399096002254,
"eval_priorArt_ndcg@100_c2i": 0.3145012343932302,
"eval_priorArt_ndcg@100_i2a": 0.3460995012142851,
"eval_priorArt_ndcg@100_i2all": 0.30100916421767615,
"eval_priorArt_ndcg@100_i2c": 0.33349498114511344,
"eval_priorArt_ndcg@100_i2i": 0.29002862054092887,
"eval_priorArt_ndcg@10_a2a": 0.18437404162662951,
"eval_priorArt_ndcg@10_a2all": 0.17026289927115676,
"eval_priorArt_ndcg@10_a2c": 0.16567446248748158,
"eval_priorArt_ndcg@10_a2i": 0.16892135115961218,
"eval_priorArt_ndcg@10_c2a": 0.21664697847424916,
"eval_priorArt_ndcg@10_c2all": 0.2009507504401527,
"eval_priorArt_ndcg@10_c2c": 0.2080555630585982,
"eval_priorArt_ndcg@10_c2i": 0.16705373859502073,
"eval_priorArt_ndcg@10_i2a": 0.23200315819251643,
"eval_priorArt_ndcg@10_i2all": 0.2017794861883329,
"eval_priorArt_ndcg@10_i2c": 0.20830138651112265,
"eval_priorArt_ndcg@10_i2i": 0.15989564276114893,
"eval_priorArt_ndcg@20_a2a": 0.23330704960030216,
"eval_priorArt_ndcg@20_a2all": 0.21382573779644254,
"eval_priorArt_ndcg@20_a2c": 0.23689086557962563,
"eval_priorArt_ndcg@20_a2i": 0.1883614298844341,
"eval_priorArt_ndcg@20_c2a": 0.2776408019300237,
"eval_priorArt_ndcg@20_c2all": 0.26517272757942273,
"eval_priorArt_ndcg@20_c2c": 0.299049500110515,
"eval_priorArt_ndcg@20_c2i": 0.20774133899241626,
"eval_priorArt_ndcg@20_i2a": 0.2746091842928787,
"eval_priorArt_ndcg@20_i2all": 0.23298417637200547,
"eval_priorArt_ndcg@20_i2c": 0.2598936627002803,
"eval_priorArt_ndcg@20_i2i": 0.2174705006852688,
"eval_priorArt_ndcg@50_a2a": 0.27049770098429127,
"eval_priorArt_ndcg@50_a2all": 0.26555124686153486,
"eval_priorArt_ndcg@50_a2c": 0.2745621966742795,
"eval_priorArt_ndcg@50_a2i": 0.25488376895904524,
"eval_priorArt_ndcg@50_c2a": 0.3159845558422023,
"eval_priorArt_ndcg@50_c2all": 0.3257429097195107,
"eval_priorArt_ndcg@50_c2c": 0.323940322480348,
"eval_priorArt_ndcg@50_c2i": 0.27407877279792825,
"eval_priorArt_ndcg@50_i2a": 0.3122667784356152,
"eval_priorArt_ndcg@50_i2all": 0.2864493843698075,
"eval_priorArt_ndcg@50_i2c": 0.30447580449734524,
"eval_priorArt_ndcg@50_i2i": 0.26112196348421735,
"eval_priorArt_recall@100_a2a": 0.7916666666666667,
"eval_priorArt_recall@100_a2all": 0.7833333333333334,
"eval_priorArt_recall@100_a2c": 0.8083333333333333,
"eval_priorArt_recall@100_a2i": 0.8,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.875,
"eval_priorArt_recall@100_c2c": 0.8916666666666668,
"eval_priorArt_recall@100_c2i": 0.875,
"eval_priorArt_recall@100_i2a": 0.8291666666666668,
"eval_priorArt_recall@100_i2all": 0.7500000000000001,
"eval_priorArt_recall@100_i2c": 0.8291666666666666,
"eval_priorArt_recall@100_i2i": 0.7666666666666667,
"eval_priorArt_recall@10_a2a": 0.36250000000000004,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.29999999999999993,
"eval_priorArt_recall@10_a2i": 0.3291666666666667,
"eval_priorArt_recall@10_c2a": 0.3708333333333333,
"eval_priorArt_recall@10_c2all": 0.30000000000000004,
"eval_priorArt_recall@10_c2c": 0.32500000000000007,
"eval_priorArt_recall@10_c2i": 0.29583333333333334,
"eval_priorArt_recall@10_i2a": 0.3833333333333333,
"eval_priorArt_recall@10_i2all": 0.375,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.2791666666666667,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.5041666666666667,
"eval_priorArt_recall@20_a2i": 0.3875,
"eval_priorArt_recall@20_c2a": 0.5541666666666667,
"eval_priorArt_recall@20_c2all": 0.5041666666666667,
"eval_priorArt_recall@20_c2c": 0.6125,
"eval_priorArt_recall@20_c2i": 0.4208333333333334,
"eval_priorArt_recall@20_i2a": 0.5083333333333333,
"eval_priorArt_recall@20_i2all": 0.4708333333333334,
"eval_priorArt_recall@20_i2c": 0.5041666666666667,
"eval_priorArt_recall@20_i2i": 0.45,
"eval_priorArt_recall@50_a2a": 0.6458333333333333,
"eval_priorArt_recall@50_a2all": 0.6583333333333334,
"eval_priorArt_recall@50_a2c": 0.6458333333333334,
"eval_priorArt_recall@50_a2i": 0.6541666666666667,
"eval_priorArt_recall@50_c2a": 0.6958333333333333,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.675,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4461357241650024,
"eval_singularentropy_claim": 0.45626508473383676,
"eval_singularentropy_global": 0.4459356513336141,
"eval_singularentropy_invention": 0.5020986093316582,
"eval_uniformity_abstract": -2.8102798461914062,
"eval_uniformity_claim": -2.7693188190460205,
"eval_uniformity_global": -2.775967836380005,
"eval_uniformity_invention": -2.7000837326049805,
"step": 2000
},
{
"epoch": 0.37030213706705967,
"grad_norm": 0.4612198770046234,
"learning_rate": 7.94282704567759e-06,
"loss": 0.0092,
"step": 2010
},
{
"epoch": 0.37214443625644805,
"grad_norm": 0.5067400932312012,
"learning_rate": 7.91677026511642e-06,
"loss": 0.0096,
"step": 2020
},
{
"epoch": 0.3739867354458364,
"grad_norm": 0.15904170274734497,
"learning_rate": 7.890592850108619e-06,
"loss": 0.0077,
"step": 2030
},
{
"epoch": 0.37582903463522477,
"grad_norm": 0.33752551674842834,
"learning_rate": 7.864295883323603e-06,
"loss": 0.0086,
"step": 2040
},
{
"epoch": 0.3776713338246131,
"grad_norm": 0.29996979236602783,
"learning_rate": 7.837880452375327e-06,
"loss": 0.0078,
"step": 2050
},
{
"epoch": 0.3795136330140015,
"grad_norm": 0.4464356303215027,
"learning_rate": 7.811347649777295e-06,
"loss": 0.009,
"step": 2060
},
{
"epoch": 0.3813559322033898,
"grad_norm": 0.47179070115089417,
"learning_rate": 7.784698572897368e-06,
"loss": 0.0074,
"step": 2070
},
{
"epoch": 0.3831982313927782,
"grad_norm": 0.1991511583328247,
"learning_rate": 7.75793432391239e-06,
"loss": 0.0058,
"step": 2080
},
{
"epoch": 0.38504053058216653,
"grad_norm": 0.15654563903808594,
"learning_rate": 7.731056009762601e-06,
"loss": 0.0069,
"step": 2090
},
{
"epoch": 0.3868828297715549,
"grad_norm": 0.4127731919288635,
"learning_rate": 7.704064742105844e-06,
"loss": 0.0104,
"step": 2100
},
{
"epoch": 0.38872512896094324,
"grad_norm": 0.18597719073295593,
"learning_rate": 7.676961637271602e-06,
"loss": 0.0064,
"step": 2110
},
{
"epoch": 0.39056742815033163,
"grad_norm": 0.3475591242313385,
"learning_rate": 7.649747816214822e-06,
"loss": 0.0079,
"step": 2120
},
{
"epoch": 0.39148857774502577,
"eval_alignment_abstract": {
"mean_alignment": 0.5780600905418396
},
"eval_alignment_claim": {
"mean_alignment": 0.5331478118896484
},
"eval_alignment_global": {
"mean_alignment": 0.5618376731872559
},
"eval_alignment_invention": {
"mean_alignment": 0.5236793756484985
},
"eval_ipc_cls_abstract_accuracy_primary": 58.8,
"eval_ipc_cls_abstract_precision@1": 63.75999999999999,
"eval_ipc_cls_abstract_precision@3": 31.759999999999998,
"eval_ipc_cls_abstract_precision@5": 21.176000000000002,
"eval_ipc_cls_global_accuracy_primary": 58.8,
"eval_ipc_cls_global_precision@1": 63.75999999999999,
"eval_ipc_cls_global_precision@3": 31.759999999999998,
"eval_ipc_cls_global_precision@5": 21.176000000000002,
"eval_ipc_knn_abstract_accuracy_primary": 63.72,
"eval_ipc_knn_abstract_precision@1": 69.64,
"eval_ipc_knn_abstract_precision@3": 28.213333333333328,
"eval_ipc_knn_abstract_precision@5": 17.104,
"eval_ipc_knn_global_accuracy_primary": 63.72,
"eval_ipc_knn_global_precision@1": 69.64,
"eval_ipc_knn_global_precision@3": 28.213333333333328,
"eval_ipc_knn_global_precision@5": 17.104,
"eval_priorArt_ndcg@100_a2a": 0.310109344874826,
"eval_priorArt_ndcg@100_a2all": 0.307225822459727,
"eval_priorArt_ndcg@100_a2c": 0.3148570087733474,
"eval_priorArt_ndcg@100_a2i": 0.28851970457286574,
"eval_priorArt_ndcg@100_c2a": 0.3545548931614861,
"eval_priorArt_ndcg@100_c2all": 0.3581444506855392,
"eval_priorArt_ndcg@100_c2c": 0.3569854313536299,
"eval_priorArt_ndcg@100_c2i": 0.3283754167774943,
"eval_priorArt_ndcg@100_i2a": 0.3510825030081545,
"eval_priorArt_ndcg@100_i2all": 0.30761200208366807,
"eval_priorArt_ndcg@100_i2c": 0.33362382338845575,
"eval_priorArt_ndcg@100_i2i": 0.28751777605600093,
"eval_priorArt_ndcg@10_a2a": 0.20362484329192582,
"eval_priorArt_ndcg@10_a2all": 0.18508407891799936,
"eval_priorArt_ndcg@10_a2c": 0.17893804853329132,
"eval_priorArt_ndcg@10_a2i": 0.17587600698754507,
"eval_priorArt_ndcg@10_c2a": 0.2257566042723443,
"eval_priorArt_ndcg@10_c2all": 0.22044601928872237,
"eval_priorArt_ndcg@10_c2c": 0.20309436362272776,
"eval_priorArt_ndcg@10_c2i": 0.1815902524446286,
"eval_priorArt_ndcg@10_i2a": 0.2353446140622415,
"eval_priorArt_ndcg@10_i2all": 0.2025219815202684,
"eval_priorArt_ndcg@10_i2c": 0.20736776296658066,
"eval_priorArt_ndcg@10_i2i": 0.1664351376747705,
"eval_priorArt_ndcg@20_a2a": 0.2283500819893402,
"eval_priorArt_ndcg@20_a2all": 0.2393523059191743,
"eval_priorArt_ndcg@20_a2c": 0.2515675542976537,
"eval_priorArt_ndcg@20_a2i": 0.18822264061906732,
"eval_priorArt_ndcg@20_c2a": 0.26726504840980647,
"eval_priorArt_ndcg@20_c2all": 0.2765446370501818,
"eval_priorArt_ndcg@20_c2c": 0.2927408194167972,
"eval_priorArt_ndcg@20_c2i": 0.21879561784181328,
"eval_priorArt_ndcg@20_i2a": 0.28355729292682313,
"eval_priorArt_ndcg@20_i2all": 0.22755713767784674,
"eval_priorArt_ndcg@20_i2c": 0.2602244747412648,
"eval_priorArt_ndcg@20_i2i": 0.20977623291892428,
"eval_priorArt_ndcg@50_a2a": 0.27171240253597095,
"eval_priorArt_ndcg@50_a2all": 0.2814021686167526,
"eval_priorArt_ndcg@50_a2c": 0.27275761989996433,
"eval_priorArt_ndcg@50_a2i": 0.2570768142867985,
"eval_priorArt_ndcg@50_c2a": 0.32283670233975503,
"eval_priorArt_ndcg@50_c2all": 0.3299549495414603,
"eval_priorArt_ndcg@50_c2c": 0.32362521839940694,
"eval_priorArt_ndcg@50_c2i": 0.28209410319943296,
"eval_priorArt_ndcg@50_i2a": 0.3213355687512366,
"eval_priorArt_ndcg@50_i2all": 0.28933971991191043,
"eval_priorArt_ndcg@50_i2c": 0.29389738120714065,
"eval_priorArt_ndcg@50_i2i": 0.25951830816020477,
"eval_priorArt_recall@100_a2a": 0.8083333333333333,
"eval_priorArt_recall@100_a2all": 0.7833333333333334,
"eval_priorArt_recall@100_a2c": 0.8333333333333334,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.8916666666666668,
"eval_priorArt_recall@100_c2c": 0.8666666666666668,
"eval_priorArt_recall@100_c2i": 0.875,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.7666666666666667,
"eval_priorArt_recall@100_i2c": 0.8291666666666666,
"eval_priorArt_recall@100_i2i": 0.7583333333333333,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.32916666666666666,
"eval_priorArt_recall@10_a2i": 0.3291666666666667,
"eval_priorArt_recall@10_c2a": 0.38749999999999996,
"eval_priorArt_recall@10_c2all": 0.36666666666666664,
"eval_priorArt_recall@10_c2c": 0.31250000000000006,
"eval_priorArt_recall@10_c2i": 0.29583333333333334,
"eval_priorArt_recall@10_i2a": 0.36666666666666664,
"eval_priorArt_recall@10_i2all": 0.3625,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.29583333333333334,
"eval_priorArt_recall@20_a2a": 0.4624999999999999,
"eval_priorArt_recall@20_a2all": 0.4958333333333334,
"eval_priorArt_recall@20_a2c": 0.5458333333333334,
"eval_priorArt_recall@20_a2i": 0.3625,
"eval_priorArt_recall@20_c2a": 0.5041666666666667,
"eval_priorArt_recall@20_c2all": 0.5458333333333333,
"eval_priorArt_recall@20_c2c": 0.5875,
"eval_priorArt_recall@20_c2i": 0.4083333333333334,
"eval_priorArt_recall@20_i2a": 0.5083333333333333,
"eval_priorArt_recall@20_i2all": 0.4375,
"eval_priorArt_recall@20_i2c": 0.5041666666666667,
"eval_priorArt_recall@20_i2i": 0.425,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.6583333333333334,
"eval_priorArt_recall@50_a2c": 0.6291666666666667,
"eval_priorArt_recall@50_a2i": 0.6375000000000001,
"eval_priorArt_recall@50_c2a": 0.7125,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.6500000000000001,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6291666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.44608301456194527,
"eval_singularentropy_claim": 0.45482380221718843,
"eval_singularentropy_global": 0.4448081676509115,
"eval_singularentropy_invention": 0.49960609314706894,
"eval_uniformity_abstract": -2.7992515563964844,
"eval_uniformity_claim": -2.763779878616333,
"eval_uniformity_global": -2.7690908908843994,
"eval_uniformity_invention": -2.697800397872925,
"step": 2125
},
{
"epoch": 0.39240972733971996,
"grad_norm": 0.3674226999282837,
"learning_rate": 7.622424404469547e-06,
"loss": 0.0086,
"step": 2130
},
{
"epoch": 0.39425202652910835,
"grad_norm": 0.37412214279174805,
"learning_rate": 7.594992532102383e-06,
"loss": 0.0073,
"step": 2140
},
{
"epoch": 0.3960943257184967,
"grad_norm": 0.4706827402114868,
"learning_rate": 7.56745333366574e-06,
"loss": 0.007,
"step": 2150
},
{
"epoch": 0.39793662490788506,
"grad_norm": 0.12360834330320358,
"learning_rate": 7.539807948150922e-06,
"loss": 0.0055,
"step": 2160
},
{
"epoch": 0.3997789240972734,
"grad_norm": 0.7006617784500122,
"learning_rate": 7.512057518941012e-06,
"loss": 0.0087,
"step": 2170
},
{
"epoch": 0.4016212232866618,
"grad_norm": 0.37038883566856384,
"learning_rate": 7.484203193763589e-06,
"loss": 0.0079,
"step": 2180
},
{
"epoch": 0.4034635224760501,
"grad_norm": 0.13407105207443237,
"learning_rate": 7.456246124643254e-06,
"loss": 0.0067,
"step": 2190
},
{
"epoch": 0.4053058216654385,
"grad_norm": 0.40273478627204895,
"learning_rate": 7.42818746785399e-06,
"loss": 0.0074,
"step": 2200
},
{
"epoch": 0.4071481208548268,
"grad_norm": 0.24482576549053192,
"learning_rate": 7.40002838387133e-06,
"loss": 0.0064,
"step": 2210
},
{
"epoch": 0.4089904200442152,
"grad_norm": 0.31655535101890564,
"learning_rate": 7.37177003732437e-06,
"loss": 0.0085,
"step": 2220
},
{
"epoch": 0.41083271923360354,
"grad_norm": 0.5396170616149902,
"learning_rate": 7.343413596947595e-06,
"loss": 0.0092,
"step": 2230
},
{
"epoch": 0.41267501842299187,
"grad_norm": 0.37525707483291626,
"learning_rate": 7.314960235532547e-06,
"loss": 0.0109,
"step": 2240
},
{
"epoch": 0.41451731761238025,
"grad_norm": 0.5245504975318909,
"learning_rate": 7.286411129879315e-06,
"loss": 0.0086,
"step": 2250
},
{
"epoch": 0.41451731761238025,
"eval_alignment_abstract": {
"mean_alignment": 0.5730790495872498
},
"eval_alignment_claim": {
"mean_alignment": 0.5327151417732239
},
"eval_alignment_global": {
"mean_alignment": 0.5577457547187805
},
"eval_alignment_invention": {
"mean_alignment": 0.5181183815002441
},
"eval_ipc_cls_abstract_accuracy_primary": 58.8,
"eval_ipc_cls_abstract_precision@1": 63.6,
"eval_ipc_cls_abstract_precision@3": 31.72,
"eval_ipc_cls_abstract_precision@5": 21.16,
"eval_ipc_cls_global_accuracy_primary": 58.8,
"eval_ipc_cls_global_precision@1": 63.6,
"eval_ipc_cls_global_precision@3": 31.72,
"eval_ipc_cls_global_precision@5": 21.16,
"eval_ipc_knn_abstract_accuracy_primary": 63.959999999999994,
"eval_ipc_knn_abstract_precision@1": 69.72,
"eval_ipc_knn_abstract_precision@3": 28.186666666666664,
"eval_ipc_knn_abstract_precision@5": 17.080000000000002,
"eval_ipc_knn_global_accuracy_primary": 63.959999999999994,
"eval_ipc_knn_global_precision@1": 69.72,
"eval_ipc_knn_global_precision@3": 28.186666666666664,
"eval_ipc_knn_global_precision@5": 17.080000000000002,
"eval_priorArt_ndcg@100_a2a": 0.3076833956775723,
"eval_priorArt_ndcg@100_a2all": 0.3038782072398648,
"eval_priorArt_ndcg@100_a2c": 0.31205433804308824,
"eval_priorArt_ndcg@100_a2i": 0.28348071793304236,
"eval_priorArt_ndcg@100_c2a": 0.35488122856562554,
"eval_priorArt_ndcg@100_c2all": 0.36082660026985774,
"eval_priorArt_ndcg@100_c2c": 0.3580053480924127,
"eval_priorArt_ndcg@100_c2i": 0.3258435450730519,
"eval_priorArt_ndcg@100_i2a": 0.3518476696143413,
"eval_priorArt_ndcg@100_i2all": 0.3106309734528788,
"eval_priorArt_ndcg@100_i2c": 0.33015187459937473,
"eval_priorArt_ndcg@100_i2i": 0.28337428840936746,
"eval_priorArt_ndcg@10_a2a": 0.20407185431378796,
"eval_priorArt_ndcg@10_a2all": 0.18184445942732277,
"eval_priorArt_ndcg@10_a2c": 0.17761804600989928,
"eval_priorArt_ndcg@10_a2i": 0.16530774411633659,
"eval_priorArt_ndcg@10_c2a": 0.22651490113353628,
"eval_priorArt_ndcg@10_c2all": 0.21650098774839424,
"eval_priorArt_ndcg@10_c2c": 0.1936477490432868,
"eval_priorArt_ndcg@10_c2i": 0.18565343095530157,
"eval_priorArt_ndcg@10_i2a": 0.24348516725168046,
"eval_priorArt_ndcg@10_i2all": 0.2030347664133258,
"eval_priorArt_ndcg@10_i2c": 0.21453143569216754,
"eval_priorArt_ndcg@10_i2i": 0.1596525390031481,
"eval_priorArt_ndcg@20_a2a": 0.2292216901691632,
"eval_priorArt_ndcg@20_a2all": 0.23660494238942348,
"eval_priorArt_ndcg@20_a2c": 0.24234019461874023,
"eval_priorArt_ndcg@20_a2i": 0.18399522858947853,
"eval_priorArt_ndcg@20_c2a": 0.2745884212159385,
"eval_priorArt_ndcg@20_c2all": 0.2778593519022518,
"eval_priorArt_ndcg@20_c2c": 0.2845234877459932,
"eval_priorArt_ndcg@20_c2i": 0.2091383216023905,
"eval_priorArt_ndcg@20_i2a": 0.2844572424513172,
"eval_priorArt_ndcg@20_i2all": 0.23381038730720505,
"eval_priorArt_ndcg@20_i2c": 0.2654300487288152,
"eval_priorArt_ndcg@20_i2i": 0.21559870566765693,
"eval_priorArt_ndcg@50_a2a": 0.27292428625430487,
"eval_priorArt_ndcg@50_a2all": 0.2748567249670798,
"eval_priorArt_ndcg@50_a2c": 0.2701127080841806,
"eval_priorArt_ndcg@50_a2i": 0.25215829971979076,
"eval_priorArt_ndcg@50_c2a": 0.32739888360320907,
"eval_priorArt_ndcg@50_c2all": 0.33282406315426744,
"eval_priorArt_ndcg@50_c2c": 0.3203969141052786,
"eval_priorArt_ndcg@50_c2i": 0.2852884250384608,
"eval_priorArt_ndcg@50_i2a": 0.3274820208138135,
"eval_priorArt_ndcg@50_i2all": 0.29135265297587737,
"eval_priorArt_ndcg@50_i2c": 0.29949948237004215,
"eval_priorArt_ndcg@50_i2i": 0.26019142638713166,
"eval_priorArt_recall@100_a2a": 0.7916666666666667,
"eval_priorArt_recall@100_a2all": 0.7833333333333334,
"eval_priorArt_recall@100_a2c": 0.8333333333333334,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.8916666666666668,
"eval_priorArt_recall@100_c2c": 0.8916666666666668,
"eval_priorArt_recall@100_c2i": 0.875,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.7750000000000001,
"eval_priorArt_recall@100_i2c": 0.8125,
"eval_priorArt_recall@100_i2i": 0.7333333333333333,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.32916666666666666,
"eval_priorArt_recall@10_a2i": 0.3125,
"eval_priorArt_recall@10_c2a": 0.38749999999999996,
"eval_priorArt_recall@10_c2all": 0.35000000000000003,
"eval_priorArt_recall@10_c2c": 0.28750000000000003,
"eval_priorArt_recall@10_c2i": 0.3125,
"eval_priorArt_recall@10_i2a": 0.3916666666666667,
"eval_priorArt_recall@10_i2all": 0.3625,
"eval_priorArt_recall@10_i2c": 0.35416666666666663,
"eval_priorArt_recall@10_i2i": 0.2791666666666667,
"eval_priorArt_recall@20_a2a": 0.4624999999999999,
"eval_priorArt_recall@20_a2all": 0.4958333333333334,
"eval_priorArt_recall@20_a2c": 0.5208333333333334,
"eval_priorArt_recall@20_a2i": 0.3625,
"eval_priorArt_recall@20_c2a": 0.5291666666666666,
"eval_priorArt_recall@20_c2all": 0.5375000000000001,
"eval_priorArt_recall@20_c2c": 0.5708333333333333,
"eval_priorArt_recall@20_c2i": 0.38333333333333336,
"eval_priorArt_recall@20_i2a": 0.5083333333333333,
"eval_priorArt_recall@20_i2all": 0.4541666666666666,
"eval_priorArt_recall@20_i2c": 0.5208333333333334,
"eval_priorArt_recall@20_i2i": 0.4416666666666666,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.6458333333333334,
"eval_priorArt_recall@50_a2c": 0.6291666666666667,
"eval_priorArt_recall@50_a2i": 0.6375000000000001,
"eval_priorArt_recall@50_c2a": 0.7291666666666667,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.675,
"eval_priorArt_recall@50_i2a": 0.6791666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4503480601484194,
"eval_singularentropy_claim": 0.45861546929669095,
"eval_singularentropy_global": 0.44899044003031513,
"eval_singularentropy_invention": 0.5037702364450045,
"eval_uniformity_abstract": -2.7859575748443604,
"eval_uniformity_claim": -2.7531445026397705,
"eval_uniformity_global": -2.7556114196777344,
"eval_uniformity_invention": -2.683110475540161,
"step": 2250
},
{
"epoch": 0.4163596168017686,
"grad_norm": 0.19019949436187744,
"learning_rate": 7.257767460747867e-06,
"loss": 0.0059,
"step": 2260
},
{
"epoch": 0.41820191599115697,
"grad_norm": 0.1534818410873413,
"learning_rate": 7.229030412809212e-06,
"loss": 0.006,
"step": 2270
},
{
"epoch": 0.4200442151805453,
"grad_norm": 0.09066928923130035,
"learning_rate": 7.200201174596404e-06,
"loss": 0.0093,
"step": 2280
},
{
"epoch": 0.4218865143699337,
"grad_norm": 0.15829548239707947,
"learning_rate": 7.1712809384553915e-06,
"loss": 0.0098,
"step": 2290
},
{
"epoch": 0.423728813559322,
"grad_norm": 0.16712573170661926,
"learning_rate": 7.142270900495694e-06,
"loss": 0.0062,
"step": 2300
},
{
"epoch": 0.4255711127487104,
"grad_norm": 0.3843378722667694,
"learning_rate": 7.113172260540937e-06,
"loss": 0.0085,
"step": 2310
},
{
"epoch": 0.42741341193809873,
"grad_norm": 0.22908495366573334,
"learning_rate": 7.0839862220792286e-06,
"loss": 0.0059,
"step": 2320
},
{
"epoch": 0.4292557111274871,
"grad_norm": 0.17259792983531952,
"learning_rate": 7.054713992213386e-06,
"loss": 0.0116,
"step": 2330
},
{
"epoch": 0.43109801031687545,
"grad_norm": 0.10753161460161209,
"learning_rate": 7.025356781611006e-06,
"loss": 0.0057,
"step": 2340
},
{
"epoch": 0.43294030950626383,
"grad_norm": 0.4554360508918762,
"learning_rate": 6.995915804454396e-06,
"loss": 0.0062,
"step": 2350
},
{
"epoch": 0.43478260869565216,
"grad_norm": 0.5328311324119568,
"learning_rate": 6.966392278390363e-06,
"loss": 0.0062,
"step": 2360
},
{
"epoch": 0.43662490788504055,
"grad_norm": 0.30135294795036316,
"learning_rate": 6.936787424479839e-06,
"loss": 0.0085,
"step": 2370
},
{
"epoch": 0.4375460574797347,
"eval_alignment_abstract": {
"mean_alignment": 0.5783311128616333
},
"eval_alignment_claim": {
"mean_alignment": 0.5361244082450867
},
"eval_alignment_global": {
"mean_alignment": 0.5618072152137756
},
"eval_alignment_invention": {
"mean_alignment": 0.5233868956565857
},
"eval_ipc_cls_abstract_accuracy_primary": 58.52,
"eval_ipc_cls_abstract_precision@1": 63.480000000000004,
"eval_ipc_cls_abstract_precision@3": 31.680000000000003,
"eval_ipc_cls_abstract_precision@5": 21.2,
"eval_ipc_cls_global_accuracy_primary": 58.52,
"eval_ipc_cls_global_precision@1": 63.480000000000004,
"eval_ipc_cls_global_precision@3": 31.680000000000003,
"eval_ipc_cls_global_precision@5": 21.2,
"eval_ipc_knn_abstract_accuracy_primary": 64.03999999999999,
"eval_ipc_knn_abstract_precision@1": 69.76,
"eval_ipc_knn_abstract_precision@3": 28.186666666666664,
"eval_ipc_knn_abstract_precision@5": 17.080000000000002,
"eval_ipc_knn_global_accuracy_primary": 64.03999999999999,
"eval_ipc_knn_global_precision@1": 69.76,
"eval_ipc_knn_global_precision@3": 28.186666666666664,
"eval_ipc_knn_global_precision@5": 17.080000000000002,
"eval_priorArt_ndcg@100_a2a": 0.313087680058881,
"eval_priorArt_ndcg@100_a2all": 0.3055637688825993,
"eval_priorArt_ndcg@100_a2c": 0.31947307944952674,
"eval_priorArt_ndcg@100_a2i": 0.2899639157129436,
"eval_priorArt_ndcg@100_c2a": 0.358914796768422,
"eval_priorArt_ndcg@100_c2all": 0.368661109227184,
"eval_priorArt_ndcg@100_c2c": 0.35861343219412534,
"eval_priorArt_ndcg@100_c2i": 0.3302008866463711,
"eval_priorArt_ndcg@100_i2a": 0.3672585666237001,
"eval_priorArt_ndcg@100_i2all": 0.3099423835966726,
"eval_priorArt_ndcg@100_i2c": 0.332196727452116,
"eval_priorArt_ndcg@100_i2i": 0.29707858518515035,
"eval_priorArt_ndcg@10_a2a": 0.20983142802324856,
"eval_priorArt_ndcg@10_a2all": 0.18360724424372016,
"eval_priorArt_ndcg@10_a2c": 0.1819674384800694,
"eval_priorArt_ndcg@10_a2i": 0.17305560463623498,
"eval_priorArt_ndcg@10_c2a": 0.23086056071346003,
"eval_priorArt_ndcg@10_c2all": 0.20670198886170504,
"eval_priorArt_ndcg@10_c2c": 0.20231106928617834,
"eval_priorArt_ndcg@10_c2i": 0.18592454606342507,
"eval_priorArt_ndcg@10_i2a": 0.27260861763657696,
"eval_priorArt_ndcg@10_i2all": 0.2148605941450724,
"eval_priorArt_ndcg@10_i2c": 0.19847442973629276,
"eval_priorArt_ndcg@10_i2i": 0.1662694128371358,
"eval_priorArt_ndcg@20_a2a": 0.24760338167441484,
"eval_priorArt_ndcg@20_a2all": 0.23359351066107276,
"eval_priorArt_ndcg@20_a2c": 0.23356070782762745,
"eval_priorArt_ndcg@20_a2i": 0.1909258580157121,
"eval_priorArt_ndcg@20_c2a": 0.2770160641849895,
"eval_priorArt_ndcg@20_c2all": 0.27696961221763783,
"eval_priorArt_ndcg@20_c2c": 0.2963415697795972,
"eval_priorArt_ndcg@20_c2i": 0.21595483045243954,
"eval_priorArt_ndcg@20_i2a": 0.2975483106261694,
"eval_priorArt_ndcg@20_i2all": 0.23398281527329273,
"eval_priorArt_ndcg@20_i2c": 0.26376453520596405,
"eval_priorArt_ndcg@20_i2i": 0.21754206524310468,
"eval_priorArt_ndcg@50_a2a": 0.2795820768232694,
"eval_priorArt_ndcg@50_a2all": 0.27622253081035947,
"eval_priorArt_ndcg@50_a2c": 0.27764989573880816,
"eval_priorArt_ndcg@50_a2i": 0.2589871917173962,
"eval_priorArt_ndcg@50_c2a": 0.32717671411475935,
"eval_priorArt_ndcg@50_c2all": 0.3368927113145099,
"eval_priorArt_ndcg@50_c2c": 0.32065474950477124,
"eval_priorArt_ndcg@50_c2i": 0.28134498058256907,
"eval_priorArt_ndcg@50_i2a": 0.33777323114783453,
"eval_priorArt_ndcg@50_i2all": 0.2953108322062311,
"eval_priorArt_ndcg@50_i2c": 0.303156177883166,
"eval_priorArt_ndcg@50_i2i": 0.26086986837958787,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.7833333333333334,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.8041666666666668,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.9083333333333334,
"eval_priorArt_recall@100_c2c": 0.8916666666666668,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.7500000000000001,
"eval_priorArt_recall@100_i2c": 0.8291666666666666,
"eval_priorArt_recall@100_i2i": 0.8,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.33333333333333337,
"eval_priorArt_recall@10_a2i": 0.3291666666666667,
"eval_priorArt_recall@10_c2a": 0.38749999999999996,
"eval_priorArt_recall@10_c2all": 0.30000000000000004,
"eval_priorArt_recall@10_c2c": 0.31250000000000006,
"eval_priorArt_recall@10_c2i": 0.3125,
"eval_priorArt_recall@10_i2a": 0.425,
"eval_priorArt_recall@10_i2all": 0.3875,
"eval_priorArt_recall@10_i2c": 0.3125,
"eval_priorArt_recall@10_i2i": 0.29583333333333334,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.4833333333333334,
"eval_priorArt_recall@20_a2c": 0.47916666666666663,
"eval_priorArt_recall@20_a2i": 0.37916666666666665,
"eval_priorArt_recall@20_c2a": 0.5208333333333333,
"eval_priorArt_recall@20_c2all": 0.5208333333333334,
"eval_priorArt_recall@20_c2c": 0.6125,
"eval_priorArt_recall@20_c2i": 0.4083333333333334,
"eval_priorArt_recall@20_i2a": 0.4958333333333333,
"eval_priorArt_recall@20_i2all": 0.4458333333333334,
"eval_priorArt_recall@20_i2c": 0.5208333333333334,
"eval_priorArt_recall@20_i2i": 0.45,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.6458333333333334,
"eval_priorArt_recall@50_a2c": 0.6458333333333334,
"eval_priorArt_recall@50_a2i": 0.6541666666666667,
"eval_priorArt_recall@50_c2a": 0.7125,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.6583333333333334,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4515373903888081,
"eval_singularentropy_claim": 0.4600442626271627,
"eval_singularentropy_global": 0.45058224933291663,
"eval_singularentropy_invention": 0.505189134003854,
"eval_uniformity_abstract": -2.7836339473724365,
"eval_uniformity_claim": -2.7536590099334717,
"eval_uniformity_global": -2.7548775672912598,
"eval_uniformity_invention": -2.684791088104248,
"step": 2375
},
{
"epoch": 0.4384672070744289,
"grad_norm": 0.38819944858551025,
"learning_rate": 6.907102467147392e-06,
"loss": 0.0083,
"step": 2380
},
{
"epoch": 0.44030950626381726,
"grad_norm": 0.3633067309856415,
"learning_rate": 6.877338634130581e-06,
"loss": 0.0065,
"step": 2390
},
{
"epoch": 0.4421518054532056,
"grad_norm": 0.46077850461006165,
"learning_rate": 6.847497156429175e-06,
"loss": 0.0068,
"step": 2400
},
{
"epoch": 0.443994104642594,
"grad_norm": 0.08428096026182175,
"learning_rate": 6.817579268254244e-06,
"loss": 0.0066,
"step": 2410
},
{
"epoch": 0.4458364038319823,
"grad_norm": 0.33289554715156555,
"learning_rate": 6.787586206977111e-06,
"loss": 0.0079,
"step": 2420
},
{
"epoch": 0.4476787030213707,
"grad_norm": 0.645127534866333,
"learning_rate": 6.75751921307818e-06,
"loss": 0.0092,
"step": 2430
},
{
"epoch": 0.449521002210759,
"grad_norm": 0.3568529486656189,
"learning_rate": 6.727379530095623e-06,
"loss": 0.0089,
"step": 2440
},
{
"epoch": 0.4513633014001474,
"grad_norm": 0.3503154218196869,
"learning_rate": 6.697168404573956e-06,
"loss": 0.0128,
"step": 2450
},
{
"epoch": 0.45320560058953574,
"grad_norm": 0.052069298923015594,
"learning_rate": 6.6668870860124815e-06,
"loss": 0.009,
"step": 2460
},
{
"epoch": 0.45504789977892407,
"grad_norm": 0.2631123661994934,
"learning_rate": 6.63653682681361e-06,
"loss": 0.0076,
"step": 2470
},
{
"epoch": 0.45689019896831246,
"grad_norm": 0.5226828455924988,
"learning_rate": 6.606118882231059e-06,
"loss": 0.0082,
"step": 2480
},
{
"epoch": 0.4587324981577008,
"grad_norm": 0.0560811422765255,
"learning_rate": 6.575634510317944e-06,
"loss": 0.0078,
"step": 2490
},
{
"epoch": 0.46057479734708917,
"grad_norm": 0.0671616867184639,
"learning_rate": 6.545084971874738e-06,
"loss": 0.0096,
"step": 2500
},
{
"epoch": 0.46057479734708917,
"eval_alignment_abstract": {
"mean_alignment": 0.5728215575218201
},
"eval_alignment_claim": {
"mean_alignment": 0.5307666063308716
},
"eval_alignment_global": {
"mean_alignment": 0.556150496006012
},
"eval_alignment_invention": {
"mean_alignment": 0.5172866582870483
},
"eval_ipc_cls_abstract_accuracy_primary": 58.64,
"eval_ipc_cls_abstract_precision@1": 63.6,
"eval_ipc_cls_abstract_precision@3": 31.62666666666667,
"eval_ipc_cls_abstract_precision@5": 21.191999999999997,
"eval_ipc_cls_global_accuracy_primary": 58.64,
"eval_ipc_cls_global_precision@1": 63.6,
"eval_ipc_cls_global_precision@3": 31.62666666666667,
"eval_ipc_cls_global_precision@5": 21.191999999999997,
"eval_ipc_knn_abstract_accuracy_primary": 64.44,
"eval_ipc_knn_abstract_precision@1": 70.19999999999999,
"eval_ipc_knn_abstract_precision@3": 28.293333333333337,
"eval_ipc_knn_abstract_precision@5": 17.144000000000002,
"eval_ipc_knn_global_accuracy_primary": 64.44,
"eval_ipc_knn_global_precision@1": 70.19999999999999,
"eval_ipc_knn_global_precision@3": 28.293333333333337,
"eval_ipc_knn_global_precision@5": 17.144000000000002,
"eval_priorArt_ndcg@100_a2a": 0.3125485848909684,
"eval_priorArt_ndcg@100_a2all": 0.3183359116131322,
"eval_priorArt_ndcg@100_a2c": 0.31048802324733593,
"eval_priorArt_ndcg@100_a2i": 0.27843676141328455,
"eval_priorArt_ndcg@100_c2a": 0.34853355333762115,
"eval_priorArt_ndcg@100_c2all": 0.35652272192022294,
"eval_priorArt_ndcg@100_c2c": 0.3578331923138107,
"eval_priorArt_ndcg@100_c2i": 0.318986884050923,
"eval_priorArt_ndcg@100_i2a": 0.3528564230590647,
"eval_priorArt_ndcg@100_i2all": 0.3057932509509066,
"eval_priorArt_ndcg@100_i2c": 0.3207865009628551,
"eval_priorArt_ndcg@100_i2i": 0.289036897996555,
"eval_priorArt_ndcg@10_a2a": 0.2209493790185575,
"eval_priorArt_ndcg@10_a2all": 0.1977072570561187,
"eval_priorArt_ndcg@10_a2c": 0.15506575794979566,
"eval_priorArt_ndcg@10_a2i": 0.1511396648318773,
"eval_priorArt_ndcg@10_c2a": 0.21369712848228675,
"eval_priorArt_ndcg@10_c2all": 0.20590881764726693,
"eval_priorArt_ndcg@10_c2c": 0.21125416017734122,
"eval_priorArt_ndcg@10_c2i": 0.17721920349802034,
"eval_priorArt_ndcg@10_i2a": 0.24693011912743823,
"eval_priorArt_ndcg@10_i2all": 0.20271344830421434,
"eval_priorArt_ndcg@10_i2c": 0.19602031690634034,
"eval_priorArt_ndcg@10_i2i": 0.1670169405639265,
"eval_priorArt_ndcg@20_a2a": 0.2372295457344186,
"eval_priorArt_ndcg@20_a2all": 0.24181913640309033,
"eval_priorArt_ndcg@20_a2c": 0.22869309965603102,
"eval_priorArt_ndcg@20_a2i": 0.17619418993144556,
"eval_priorArt_ndcg@20_c2a": 0.2668100059255852,
"eval_priorArt_ndcg@20_c2all": 0.26934982152496956,
"eval_priorArt_ndcg@20_c2c": 0.28422867059267487,
"eval_priorArt_ndcg@20_c2i": 0.20234872790164055,
"eval_priorArt_ndcg@20_i2a": 0.2763856460539907,
"eval_priorArt_ndcg@20_i2all": 0.22313686937278726,
"eval_priorArt_ndcg@20_i2c": 0.2527578676222574,
"eval_priorArt_ndcg@20_i2i": 0.22243196321228148,
"eval_priorArt_ndcg@50_a2a": 0.2823866022129014,
"eval_priorArt_ndcg@50_a2all": 0.29274652391139694,
"eval_priorArt_ndcg@50_a2c": 0.2682611418083004,
"eval_priorArt_ndcg@50_a2i": 0.24849211380515537,
"eval_priorArt_ndcg@50_c2a": 0.31292562904012533,
"eval_priorArt_ndcg@50_c2all": 0.32824601399941516,
"eval_priorArt_ndcg@50_c2c": 0.3197075211148637,
"eval_priorArt_ndcg@50_c2i": 0.277597696433212,
"eval_priorArt_ndcg@50_i2a": 0.3207772240497199,
"eval_priorArt_ndcg@50_i2all": 0.2911369775744003,
"eval_priorArt_ndcg@50_i2c": 0.28646889119621044,
"eval_priorArt_ndcg@50_i2i": 0.25999185969223837,
"eval_priorArt_recall@100_a2a": 0.7666666666666667,
"eval_priorArt_recall@100_a2all": 0.7833333333333334,
"eval_priorArt_recall@100_a2c": 0.8333333333333334,
"eval_priorArt_recall@100_a2i": 0.8,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.8916666666666668,
"eval_priorArt_recall@100_c2c": 0.8916666666666668,
"eval_priorArt_recall@100_c2i": 0.8583333333333334,
"eval_priorArt_recall@100_i2a": 0.8166666666666668,
"eval_priorArt_recall@100_i2all": 0.7500000000000001,
"eval_priorArt_recall@100_i2c": 0.8291666666666666,
"eval_priorArt_recall@100_i2i": 0.7666666666666667,
"eval_priorArt_recall@10_a2a": 0.4083333333333333,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.25833333333333336,
"eval_priorArt_recall@10_a2i": 0.2958333333333333,
"eval_priorArt_recall@10_c2a": 0.36249999999999993,
"eval_priorArt_recall@10_c2all": 0.31666666666666665,
"eval_priorArt_recall@10_c2c": 0.3375,
"eval_priorArt_recall@10_c2i": 0.29583333333333334,
"eval_priorArt_recall@10_i2a": 0.4,
"eval_priorArt_recall@10_i2all": 0.3625,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.29583333333333334,
"eval_priorArt_recall@20_a2a": 0.4541666666666666,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.47916666666666663,
"eval_priorArt_recall@20_a2i": 0.3625,
"eval_priorArt_recall@20_c2a": 0.5208333333333333,
"eval_priorArt_recall@20_c2all": 0.5208333333333334,
"eval_priorArt_recall@20_c2c": 0.5708333333333333,
"eval_priorArt_recall@20_c2i": 0.37083333333333335,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4208333333333333,
"eval_priorArt_recall@20_i2c": 0.5208333333333334,
"eval_priorArt_recall@20_i2i": 0.4666666666666667,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.6583333333333334,
"eval_priorArt_recall@50_a2c": 0.6291666666666667,
"eval_priorArt_recall@50_a2i": 0.6541666666666667,
"eval_priorArt_recall@50_c2a": 0.6958333333333333,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.6583333333333334,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4589216475526931,
"eval_singularentropy_claim": 0.46689334013237616,
"eval_singularentropy_global": 0.4581777031224236,
"eval_singularentropy_invention": 0.514760413614596,
"eval_uniformity_abstract": -2.7547109127044678,
"eval_uniformity_claim": -2.7254459857940674,
"eval_uniformity_global": -2.724379301071167,
"eval_uniformity_invention": -2.6502954959869385,
"step": 2500
},
{
"epoch": 0.4624170965364775,
"grad_norm": 0.34988653659820557,
"learning_rate": 6.514471530397134e-06,
"loss": 0.0059,
"step": 2510
},
{
"epoch": 0.4642593957258659,
"grad_norm": 0.10218142718076706,
"learning_rate": 6.483795452023784e-06,
"loss": 0.0071,
"step": 2520
},
{
"epoch": 0.4661016949152542,
"grad_norm": 0.36120131611824036,
"learning_rate": 6.453058005483935e-06,
"loss": 0.0128,
"step": 2530
},
{
"epoch": 0.4679439941046426,
"grad_norm": 0.06612885743379593,
"learning_rate": 6.422260462044952e-06,
"loss": 0.0079,
"step": 2540
},
{
"epoch": 0.46978629329403093,
"grad_norm": 0.4997355341911316,
"learning_rate": 6.391404095459745e-06,
"loss": 0.0064,
"step": 2550
},
{
"epoch": 0.4716285924834193,
"grad_norm": 0.4870632588863373,
"learning_rate": 6.360490181914085e-06,
"loss": 0.0066,
"step": 2560
},
{
"epoch": 0.47347089167280765,
"grad_norm": 0.5054461359977722,
"learning_rate": 6.3295199999738214e-06,
"loss": 0.0064,
"step": 2570
},
{
"epoch": 0.47531319086219603,
"grad_norm": 0.46616750955581665,
"learning_rate": 6.2984948305320045e-06,
"loss": 0.0088,
"step": 2580
},
{
"epoch": 0.47715549005158436,
"grad_norm": 0.2244238704442978,
"learning_rate": 6.267415956755908e-06,
"loss": 0.0063,
"step": 2590
},
{
"epoch": 0.47899778924097275,
"grad_norm": 0.5656373500823975,
"learning_rate": 6.236284664033956e-06,
"loss": 0.0116,
"step": 2600
},
{
"epoch": 0.4808400884303611,
"grad_norm": 0.30032119154930115,
"learning_rate": 6.2051022399225665e-06,
"loss": 0.007,
"step": 2610
},
{
"epoch": 0.48268238761974946,
"grad_norm": 0.3584357798099518,
"learning_rate": 6.173869974092895e-06,
"loss": 0.0081,
"step": 2620
},
{
"epoch": 0.4836035372144436,
"eval_alignment_abstract": {
"mean_alignment": 0.5676714181900024
},
"eval_alignment_claim": {
"mean_alignment": 0.5281791090965271
},
"eval_alignment_global": {
"mean_alignment": 0.5528971552848816
},
"eval_alignment_invention": {
"mean_alignment": 0.5147397518157959
},
"eval_ipc_cls_abstract_accuracy_primary": 58.48,
"eval_ipc_cls_abstract_precision@1": 63.36000000000001,
"eval_ipc_cls_abstract_precision@3": 31.70666666666667,
"eval_ipc_cls_abstract_precision@5": 21.184,
"eval_ipc_cls_global_accuracy_primary": 58.48,
"eval_ipc_cls_global_precision@1": 63.36000000000001,
"eval_ipc_cls_global_precision@3": 31.70666666666667,
"eval_ipc_cls_global_precision@5": 21.184,
"eval_ipc_knn_abstract_accuracy_primary": 64.24,
"eval_ipc_knn_abstract_precision@1": 69.84,
"eval_ipc_knn_abstract_precision@3": 28.32,
"eval_ipc_knn_abstract_precision@5": 17.151999999999997,
"eval_ipc_knn_global_accuracy_primary": 64.24,
"eval_ipc_knn_global_precision@1": 69.84,
"eval_ipc_knn_global_precision@3": 28.32,
"eval_ipc_knn_global_precision@5": 17.151999999999997,
"eval_priorArt_ndcg@100_a2a": 0.30176684292112393,
"eval_priorArt_ndcg@100_a2all": 0.30605666662439884,
"eval_priorArt_ndcg@100_a2c": 0.3163170867662507,
"eval_priorArt_ndcg@100_a2i": 0.27769109584075413,
"eval_priorArt_ndcg@100_c2a": 0.3563681348081299,
"eval_priorArt_ndcg@100_c2all": 0.3533840586100917,
"eval_priorArt_ndcg@100_c2c": 0.35454491951674727,
"eval_priorArt_ndcg@100_c2i": 0.30930642280389353,
"eval_priorArt_ndcg@100_i2a": 0.3601336157900606,
"eval_priorArt_ndcg@100_i2all": 0.30956152736094145,
"eval_priorArt_ndcg@100_i2c": 0.32678835099437437,
"eval_priorArt_ndcg@100_i2i": 0.28866628844414083,
"eval_priorArt_ndcg@10_a2a": 0.21023270906485264,
"eval_priorArt_ndcg@10_a2all": 0.1807343126858974,
"eval_priorArt_ndcg@10_a2c": 0.17251228774139019,
"eval_priorArt_ndcg@10_a2i": 0.15058620616723967,
"eval_priorArt_ndcg@10_c2a": 0.22226514529939462,
"eval_priorArt_ndcg@10_c2all": 0.2030106389843774,
"eval_priorArt_ndcg@10_c2c": 0.21577544538384125,
"eval_priorArt_ndcg@10_c2i": 0.16416361408111207,
"eval_priorArt_ndcg@10_i2a": 0.2523082176312324,
"eval_priorArt_ndcg@10_i2all": 0.1917139169646469,
"eval_priorArt_ndcg@10_i2c": 0.1953309904824545,
"eval_priorArt_ndcg@10_i2i": 0.16677231256736247,
"eval_priorArt_ndcg@20_a2a": 0.2270184907903189,
"eval_priorArt_ndcg@20_a2all": 0.22465737879857856,
"eval_priorArt_ndcg@20_a2c": 0.2359324975592021,
"eval_priorArt_ndcg@20_a2i": 0.17597579931852508,
"eval_priorArt_ndcg@20_c2a": 0.27501454751482085,
"eval_priorArt_ndcg@20_c2all": 0.2670985768930432,
"eval_priorArt_ndcg@20_c2c": 0.28823478729408,
"eval_priorArt_ndcg@20_c2i": 0.18892362540597832,
"eval_priorArt_ndcg@20_i2a": 0.2872710498595307,
"eval_priorArt_ndcg@20_i2all": 0.22836711728806597,
"eval_priorArt_ndcg@20_i2c": 0.25337432804306975,
"eval_priorArt_ndcg@20_i2i": 0.2109086993682813,
"eval_priorArt_ndcg@50_a2a": 0.2769856722369067,
"eval_priorArt_ndcg@50_a2all": 0.2811599572355167,
"eval_priorArt_ndcg@50_a2c": 0.2663470592584347,
"eval_priorArt_ndcg@50_a2i": 0.2437652704547138,
"eval_priorArt_ndcg@50_c2a": 0.3212960319138051,
"eval_priorArt_ndcg@50_c2all": 0.3288963467910933,
"eval_priorArt_ndcg@50_c2c": 0.3127281552459827,
"eval_priorArt_ndcg@50_c2i": 0.2683016032800288,
"eval_priorArt_ndcg@50_i2a": 0.3309074252876375,
"eval_priorArt_ndcg@50_i2all": 0.2901928631583103,
"eval_priorArt_ndcg@50_i2c": 0.2978091036313997,
"eval_priorArt_ndcg@50_i2i": 0.25968705033671086,
"eval_priorArt_recall@100_a2a": 0.7666666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.8,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.875,
"eval_priorArt_recall@100_c2c": 0.8916666666666668,
"eval_priorArt_recall@100_c2i": 0.875,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.7750000000000001,
"eval_priorArt_recall@100_i2c": 0.8291666666666666,
"eval_priorArt_recall@100_i2i": 0.7666666666666667,
"eval_priorArt_recall@10_a2a": 0.4083333333333333,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.30416666666666664,
"eval_priorArt_recall@10_a2i": 0.2958333333333333,
"eval_priorArt_recall@10_c2a": 0.36249999999999993,
"eval_priorArt_recall@10_c2all": 0.31250000000000006,
"eval_priorArt_recall@10_c2c": 0.3625,
"eval_priorArt_recall@10_c2i": 0.29583333333333334,
"eval_priorArt_recall@10_i2a": 0.3875,
"eval_priorArt_recall@10_i2all": 0.3375,
"eval_priorArt_recall@10_i2c": 0.32083333333333336,
"eval_priorArt_recall@10_i2i": 0.29583333333333334,
"eval_priorArt_recall@20_a2a": 0.4541666666666666,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.4958333333333334,
"eval_priorArt_recall@20_a2i": 0.3625,
"eval_priorArt_recall@20_c2a": 0.5208333333333333,
"eval_priorArt_recall@20_c2all": 0.5166666666666667,
"eval_priorArt_recall@20_c2c": 0.5958333333333333,
"eval_priorArt_recall@20_c2i": 0.37083333333333335,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4375,
"eval_priorArt_recall@20_i2c": 0.5041666666666667,
"eval_priorArt_recall@20_i2i": 0.4291666666666666,
"eval_priorArt_recall@50_a2a": 0.6458333333333333,
"eval_priorArt_recall@50_a2all": 0.6958333333333334,
"eval_priorArt_recall@50_a2c": 0.6125,
"eval_priorArt_recall@50_a2i": 0.6375000000000001,
"eval_priorArt_recall@50_c2a": 0.6958333333333333,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.6875,
"eval_priorArt_recall@50_c2i": 0.675,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4615285822978532,
"eval_singularentropy_claim": 0.4703158256612932,
"eval_singularentropy_global": 0.46142341489399874,
"eval_singularentropy_invention": 0.518805543074393,
"eval_uniformity_abstract": -2.7370941638946533,
"eval_uniformity_claim": -2.703413963317871,
"eval_uniformity_global": -2.7054829597473145,
"eval_uniformity_invention": -2.631287097930908,
"step": 2625
},
{
"epoch": 0.4845246868091378,
"grad_norm": 0.35951051115989685,
"learning_rate": 6.142589158277496e-06,
"loss": 0.0075,
"step": 2630
},
{
"epoch": 0.4863669859985262,
"grad_norm": 0.13724233210086823,
"learning_rate": 6.111261086216896e-06,
"loss": 0.0055,
"step": 2640
},
{
"epoch": 0.4882092851879145,
"grad_norm": 0.10407277941703796,
"learning_rate": 6.079887053606093e-06,
"loss": 0.0079,
"step": 2650
},
{
"epoch": 0.4900515843773029,
"grad_norm": 0.02740469202399254,
"learning_rate": 6.048468358040962e-06,
"loss": 0.0032,
"step": 2660
},
{
"epoch": 0.4918938835666912,
"grad_norm": 0.37636077404022217,
"learning_rate": 6.017006298964589e-06,
"loss": 0.006,
"step": 2670
},
{
"epoch": 0.4937361827560796,
"grad_norm": 0.16845372319221497,
"learning_rate": 5.985502177613526e-06,
"loss": 0.0064,
"step": 2680
},
{
"epoch": 0.49557848194546794,
"grad_norm": 0.5464154481887817,
"learning_rate": 5.953957296963977e-06,
"loss": 0.0084,
"step": 2690
},
{
"epoch": 0.4974207811348563,
"grad_norm": 0.35997751355171204,
"learning_rate": 5.922372961677903e-06,
"loss": 0.0087,
"step": 2700
},
{
"epoch": 0.49926308032424466,
"grad_norm": 0.16395898163318634,
"learning_rate": 5.890750478049074e-06,
"loss": 0.0059,
"step": 2710
},
{
"epoch": 0.501105379513633,
"grad_norm": 0.13054992258548737,
"learning_rate": 5.859091153949023e-06,
"loss": 0.0062,
"step": 2720
},
{
"epoch": 0.5029476787030214,
"grad_norm": 0.36012017726898193,
"learning_rate": 5.827396298772974e-06,
"loss": 0.0071,
"step": 2730
},
{
"epoch": 0.5047899778924098,
"grad_norm": 0.3848564028739929,
"learning_rate": 5.795667223385669e-06,
"loss": 0.012,
"step": 2740
},
{
"epoch": 0.506632277081798,
"grad_norm": 0.1506844460964203,
"learning_rate": 5.763905240067171e-06,
"loss": 0.0072,
"step": 2750
},
{
"epoch": 0.506632277081798,
"eval_alignment_abstract": {
"mean_alignment": 0.5686726570129395
},
"eval_alignment_claim": {
"mean_alignment": 0.527350664138794
},
"eval_alignment_global": {
"mean_alignment": 0.551340639591217
},
"eval_alignment_invention": {
"mean_alignment": 0.5091486573219299
},
"eval_ipc_cls_abstract_accuracy_primary": 58.8,
"eval_ipc_cls_abstract_precision@1": 63.6,
"eval_ipc_cls_abstract_precision@3": 31.64,
"eval_ipc_cls_abstract_precision@5": 21.16,
"eval_ipc_cls_global_accuracy_primary": 58.8,
"eval_ipc_cls_global_precision@1": 63.6,
"eval_ipc_cls_global_precision@3": 31.64,
"eval_ipc_cls_global_precision@5": 21.16,
"eval_ipc_knn_abstract_accuracy_primary": 64.12,
"eval_ipc_knn_abstract_precision@1": 69.72,
"eval_ipc_knn_abstract_precision@3": 28.17333333333333,
"eval_ipc_knn_abstract_precision@5": 17.072000000000003,
"eval_ipc_knn_global_accuracy_primary": 64.12,
"eval_ipc_knn_global_precision@1": 69.72,
"eval_ipc_knn_global_precision@3": 28.17333333333333,
"eval_ipc_knn_global_precision@5": 17.072000000000003,
"eval_priorArt_ndcg@100_a2a": 0.30876178520551256,
"eval_priorArt_ndcg@100_a2all": 0.3102216190374336,
"eval_priorArt_ndcg@100_a2c": 0.3120719818365169,
"eval_priorArt_ndcg@100_a2i": 0.2848676049212049,
"eval_priorArt_ndcg@100_c2a": 0.3502316962846444,
"eval_priorArt_ndcg@100_c2all": 0.3525512174944564,
"eval_priorArt_ndcg@100_c2c": 0.3596822233633379,
"eval_priorArt_ndcg@100_c2i": 0.310804397674582,
"eval_priorArt_ndcg@100_i2a": 0.3558369565031141,
"eval_priorArt_ndcg@100_i2all": 0.3126944341032293,
"eval_priorArt_ndcg@100_i2c": 0.32109164486569897,
"eval_priorArt_ndcg@100_i2i": 0.2871208565664224,
"eval_priorArt_ndcg@10_a2a": 0.20737217718556603,
"eval_priorArt_ndcg@10_a2all": 0.184921724739528,
"eval_priorArt_ndcg@10_a2c": 0.166798534266531,
"eval_priorArt_ndcg@10_a2i": 0.15826883971934724,
"eval_priorArt_ndcg@10_c2a": 0.22531134171158135,
"eval_priorArt_ndcg@10_c2all": 0.20932117270280348,
"eval_priorArt_ndcg@10_c2c": 0.2079194811423873,
"eval_priorArt_ndcg@10_c2i": 0.17026874017884647,
"eval_priorArt_ndcg@10_i2a": 0.2525780355713074,
"eval_priorArt_ndcg@10_i2all": 0.19567818059744294,
"eval_priorArt_ndcg@10_i2c": 0.19650698347967818,
"eval_priorArt_ndcg@10_i2i": 0.16017190726623626,
"eval_priorArt_ndcg@20_a2a": 0.22945990031929892,
"eval_priorArt_ndcg@20_a2all": 0.2291995447031298,
"eval_priorArt_ndcg@20_a2c": 0.23557735149415765,
"eval_priorArt_ndcg@20_a2i": 0.18282230826777363,
"eval_priorArt_ndcg@20_c2a": 0.2740934152642428,
"eval_priorArt_ndcg@20_c2all": 0.25997326419491507,
"eval_priorArt_ndcg@20_c2c": 0.28679459201413154,
"eval_priorArt_ndcg@20_c2i": 0.1948906244863253,
"eval_priorArt_ndcg@20_i2a": 0.27972486066476565,
"eval_priorArt_ndcg@20_i2all": 0.22672968369771676,
"eval_priorArt_ndcg@20_i2c": 0.24791413844628768,
"eval_priorArt_ndcg@20_i2i": 0.2218351377629037,
"eval_priorArt_ndcg@50_a2a": 0.27384748403619036,
"eval_priorArt_ndcg@50_a2all": 0.2906003230251157,
"eval_priorArt_ndcg@50_a2c": 0.26566601523435496,
"eval_priorArt_ndcg@50_a2i": 0.25077588384269534,
"eval_priorArt_ndcg@50_c2a": 0.31516431126236216,
"eval_priorArt_ndcg@50_c2all": 0.32823465080449715,
"eval_priorArt_ndcg@50_c2c": 0.32229608841914786,
"eval_priorArt_ndcg@50_c2i": 0.27805105823652276,
"eval_priorArt_ndcg@50_i2a": 0.3275053667756287,
"eval_priorArt_ndcg@50_i2all": 0.2933962084513514,
"eval_priorArt_ndcg@50_i2c": 0.29227641634975576,
"eval_priorArt_ndcg@50_i2i": 0.2583240656810056,
"eval_priorArt_recall@100_a2a": 0.7916666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8333333333333334,
"eval_priorArt_recall@100_a2i": 0.8,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.875,
"eval_priorArt_recall@100_c2c": 0.8916666666666668,
"eval_priorArt_recall@100_c2i": 0.8583333333333334,
"eval_priorArt_recall@100_i2a": 0.8166666666666668,
"eval_priorArt_recall@100_i2all": 0.7750000000000001,
"eval_priorArt_recall@100_i2c": 0.8291666666666666,
"eval_priorArt_recall@100_i2i": 0.7666666666666667,
"eval_priorArt_recall@10_a2a": 0.39583333333333337,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.29166666666666663,
"eval_priorArt_recall@10_a2i": 0.2958333333333333,
"eval_priorArt_recall@10_c2a": 0.39166666666666666,
"eval_priorArt_recall@10_c2all": 0.32916666666666666,
"eval_priorArt_recall@10_c2c": 0.32500000000000007,
"eval_priorArt_recall@10_c2i": 0.29583333333333334,
"eval_priorArt_recall@10_i2a": 0.4041666666666666,
"eval_priorArt_recall@10_i2all": 0.3375,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.2833333333333333,
"eval_priorArt_recall@20_a2a": 0.4541666666666666,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.4958333333333334,
"eval_priorArt_recall@20_a2i": 0.3625,
"eval_priorArt_recall@20_c2a": 0.5374999999999999,
"eval_priorArt_recall@20_c2all": 0.4916666666666667,
"eval_priorArt_recall@20_c2c": 0.5708333333333333,
"eval_priorArt_recall@20_c2i": 0.37083333333333335,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.425,
"eval_priorArt_recall@20_i2c": 0.5041666666666667,
"eval_priorArt_recall@20_i2i": 0.4708333333333334,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.7208333333333334,
"eval_priorArt_recall@50_a2c": 0.6125,
"eval_priorArt_recall@50_a2i": 0.6375000000000001,
"eval_priorArt_recall@50_c2a": 0.6958333333333333,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6708333333333334,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.46408085456794806,
"eval_singularentropy_claim": 0.4721054139399393,
"eval_singularentropy_global": 0.46382510543501426,
"eval_singularentropy_invention": 0.5218724749040371,
"eval_uniformity_abstract": -2.732236385345459,
"eval_uniformity_claim": -2.697018623352051,
"eval_uniformity_global": -2.700576066970825,
"eval_uniformity_invention": -2.628478765487671,
"step": 2750
},
{
"epoch": 0.5084745762711864,
"grad_norm": 0.4243796467781067,
"learning_rate": 5.732111662458572e-06,
"loss": 0.0094,
"step": 2760
},
{
"epoch": 0.5103168754605748,
"grad_norm": 0.12543745338916779,
"learning_rate": 5.700287805507669e-06,
"loss": 0.0054,
"step": 2770
},
{
"epoch": 0.5121591746499632,
"grad_norm": 0.5087538957595825,
"learning_rate": 5.6684349854145845e-06,
"loss": 0.0067,
"step": 2780
},
{
"epoch": 0.5140014738393515,
"grad_norm": 0.10299753397703171,
"learning_rate": 5.636554519577322e-06,
"loss": 0.0059,
"step": 2790
},
{
"epoch": 0.5158437730287398,
"grad_norm": 0.2699570953845978,
"learning_rate": 5.604647726537283e-06,
"loss": 0.0092,
"step": 2800
},
{
"epoch": 0.5176860722181282,
"grad_norm": 0.16270838677883148,
"learning_rate": 5.5727159259247365e-06,
"loss": 0.006,
"step": 2810
},
{
"epoch": 0.5195283714075166,
"grad_norm": 0.354550302028656,
"learning_rate": 5.5407604384042315e-06,
"loss": 0.0085,
"step": 2820
},
{
"epoch": 0.5213706705969049,
"grad_norm": 0.37261679768562317,
"learning_rate": 5.508782585619986e-06,
"loss": 0.0104,
"step": 2830
},
{
"epoch": 0.5232129697862933,
"grad_norm": 0.06359969824552536,
"learning_rate": 5.476783690141222e-06,
"loss": 0.0078,
"step": 2840
},
{
"epoch": 0.5250552689756817,
"grad_norm": 0.5652502179145813,
"learning_rate": 5.444765075407461e-06,
"loss": 0.0101,
"step": 2850
},
{
"epoch": 0.52689756816507,
"grad_norm": 0.28948861360549927,
"learning_rate": 5.412728065673794e-06,
"loss": 0.0133,
"step": 2860
},
{
"epoch": 0.5287398673544583,
"grad_norm": 0.35213106870651245,
"learning_rate": 5.380673985956107e-06,
"loss": 0.0081,
"step": 2870
},
{
"epoch": 0.5296610169491526,
"eval_alignment_abstract": {
"mean_alignment": 0.5609546899795532
},
"eval_alignment_claim": {
"mean_alignment": 0.5150986313819885
},
"eval_alignment_global": {
"mean_alignment": 0.5393280386924744
},
"eval_alignment_invention": {
"mean_alignment": 0.49338439106941223
},
"eval_ipc_cls_abstract_accuracy_primary": 59.08,
"eval_ipc_cls_abstract_precision@1": 63.839999999999996,
"eval_ipc_cls_abstract_precision@3": 31.64,
"eval_ipc_cls_abstract_precision@5": 21.288,
"eval_ipc_cls_global_accuracy_primary": 59.08,
"eval_ipc_cls_global_precision@1": 63.839999999999996,
"eval_ipc_cls_global_precision@3": 31.64,
"eval_ipc_cls_global_precision@5": 21.288,
"eval_ipc_knn_abstract_accuracy_primary": 63.88,
"eval_ipc_knn_abstract_precision@1": 69.76,
"eval_ipc_knn_abstract_precision@3": 28.213333333333328,
"eval_ipc_knn_abstract_precision@5": 17.104,
"eval_ipc_knn_global_accuracy_primary": 63.88,
"eval_ipc_knn_global_precision@1": 69.76,
"eval_ipc_knn_global_precision@3": 28.213333333333328,
"eval_ipc_knn_global_precision@5": 17.104,
"eval_priorArt_ndcg@100_a2a": 0.29968902593564795,
"eval_priorArt_ndcg@100_a2all": 0.3051414947090412,
"eval_priorArt_ndcg@100_a2c": 0.315818215629854,
"eval_priorArt_ndcg@100_a2i": 0.284166773227912,
"eval_priorArt_ndcg@100_c2a": 0.34913207705140914,
"eval_priorArt_ndcg@100_c2all": 0.35731877276627094,
"eval_priorArt_ndcg@100_c2c": 0.35778298808659803,
"eval_priorArt_ndcg@100_c2i": 0.32870511044657047,
"eval_priorArt_ndcg@100_i2a": 0.3507124407664425,
"eval_priorArt_ndcg@100_i2all": 0.31076481000827866,
"eval_priorArt_ndcg@100_i2c": 0.32040582717386,
"eval_priorArt_ndcg@100_i2i": 0.29454669905453496,
"eval_priorArt_ndcg@10_a2a": 0.20104570536668182,
"eval_priorArt_ndcg@10_a2all": 0.18248165726261464,
"eval_priorArt_ndcg@10_a2c": 0.17239685181907743,
"eval_priorArt_ndcg@10_a2i": 0.15612554212279528,
"eval_priorArt_ndcg@10_c2a": 0.21457379141584743,
"eval_priorArt_ndcg@10_c2all": 0.20802633938049428,
"eval_priorArt_ndcg@10_c2c": 0.20992967634238519,
"eval_priorArt_ndcg@10_c2i": 0.17870079410303114,
"eval_priorArt_ndcg@10_i2a": 0.23324245764718005,
"eval_priorArt_ndcg@10_i2all": 0.20235534017641926,
"eval_priorArt_ndcg@10_i2c": 0.18456028484078316,
"eval_priorArt_ndcg@10_i2i": 0.1650194348058979,
"eval_priorArt_ndcg@20_a2a": 0.22568675895308427,
"eval_priorArt_ndcg@20_a2all": 0.2270932446511317,
"eval_priorArt_ndcg@20_a2c": 0.23640555450117437,
"eval_priorArt_ndcg@20_a2i": 0.18067901067122166,
"eval_priorArt_ndcg@20_c2a": 0.2681080291555552,
"eval_priorArt_ndcg@20_c2all": 0.2709549239961434,
"eval_priorArt_ndcg@20_c2c": 0.2841488697408567,
"eval_priorArt_ndcg@20_c2i": 0.20347020560504267,
"eval_priorArt_ndcg@20_i2a": 0.2729949839802244,
"eval_priorArt_ndcg@20_i2all": 0.23196307420524587,
"eval_priorArt_ndcg@20_i2c": 0.24322731249032287,
"eval_priorArt_ndcg@20_i2i": 0.21488716045309766,
"eval_priorArt_ndcg@50_a2a": 0.27483097649802246,
"eval_priorArt_ndcg@50_a2all": 0.29400719384160423,
"eval_priorArt_ndcg@50_a2c": 0.2779465501928198,
"eval_priorArt_ndcg@50_a2i": 0.25385031402018754,
"eval_priorArt_ndcg@50_c2a": 0.3177844535672475,
"eval_priorArt_ndcg@50_c2all": 0.32921483752007646,
"eval_priorArt_ndcg@50_c2c": 0.31983849424044847,
"eval_priorArt_ndcg@50_c2i": 0.2842988440890305,
"eval_priorArt_ndcg@50_i2a": 0.3215473188993357,
"eval_priorArt_ndcg@50_i2all": 0.28781223133121175,
"eval_priorArt_ndcg@50_i2c": 0.28743479682978246,
"eval_priorArt_ndcg@50_i2i": 0.25821333987290457,
"eval_priorArt_recall@100_a2a": 0.7666666666666667,
"eval_priorArt_recall@100_a2all": 0.7833333333333334,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.8,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.8916666666666668,
"eval_priorArt_recall@100_c2c": 0.8916666666666668,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.8208333333333334,
"eval_priorArt_recall@100_i2all": 0.7916666666666667,
"eval_priorArt_recall@100_i2c": 0.8458333333333332,
"eval_priorArt_recall@100_i2i": 0.8,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.30833333333333335,
"eval_priorArt_recall@10_a2i": 0.2958333333333333,
"eval_priorArt_recall@10_c2a": 0.36249999999999993,
"eval_priorArt_recall@10_c2all": 0.32916666666666666,
"eval_priorArt_recall@10_c2c": 0.3375,
"eval_priorArt_recall@10_c2i": 0.29583333333333334,
"eval_priorArt_recall@10_i2a": 0.3708333333333333,
"eval_priorArt_recall@10_i2all": 0.375,
"eval_priorArt_recall@10_i2c": 0.32083333333333336,
"eval_priorArt_recall@10_i2i": 0.29583333333333334,
"eval_priorArt_recall@20_a2a": 0.4624999999999999,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.5041666666666667,
"eval_priorArt_recall@20_a2i": 0.3625,
"eval_priorArt_recall@20_c2a": 0.5208333333333333,
"eval_priorArt_recall@20_c2all": 0.5333333333333334,
"eval_priorArt_recall@20_c2c": 0.5708333333333333,
"eval_priorArt_recall@20_c2i": 0.37083333333333335,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4625,
"eval_priorArt_recall@20_i2c": 0.5041666666666667,
"eval_priorArt_recall@20_i2i": 0.4458333333333334,
"eval_priorArt_recall@50_a2a": 0.6458333333333333,
"eval_priorArt_recall@50_a2all": 0.7375,
"eval_priorArt_recall@50_a2c": 0.6625,
"eval_priorArt_recall@50_a2i": 0.6541666666666667,
"eval_priorArt_recall@50_c2a": 0.7125,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.675,
"eval_priorArt_recall@50_i2a": 0.6708333333333334,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.46883734559500184,
"eval_singularentropy_claim": 0.47764447149715916,
"eval_singularentropy_global": 0.4696746811503067,
"eval_singularentropy_invention": 0.5292061913976559,
"eval_uniformity_abstract": -2.7088282108306885,
"eval_uniformity_claim": -2.6747610569000244,
"eval_uniformity_global": -2.6753036975860596,
"eval_uniformity_invention": -2.6011762619018555,
"step": 2875
},
{
"epoch": 0.5305821665438467,
"grad_norm": 0.5923651456832886,
"learning_rate": 5.348604161976285e-06,
"loss": 0.0083,
"step": 2880
},
{
"epoch": 0.5324244657332351,
"grad_norm": 0.45763081312179565,
"learning_rate": 5.316519920107377e-06,
"loss": 0.0099,
"step": 2890
},
{
"epoch": 0.5342667649226235,
"grad_norm": 0.4024387300014496,
"learning_rate": 5.284422587318739e-06,
"loss": 0.0077,
"step": 2900
},
{
"epoch": 0.5361090641120118,
"grad_norm": 0.18488414585590363,
"learning_rate": 5.252313491121156e-06,
"loss": 0.0082,
"step": 2910
},
{
"epoch": 0.5379513633014001,
"grad_norm": 0.18837310373783112,
"learning_rate": 5.220193959511931e-06,
"loss": 0.0058,
"step": 2920
},
{
"epoch": 0.5397936624907885,
"grad_norm": 0.17792923748493195,
"learning_rate": 5.188065320919965e-06,
"loss": 0.0105,
"step": 2930
},
{
"epoch": 0.5416359616801769,
"grad_norm": 0.27094218134880066,
"learning_rate": 5.15592890415082e-06,
"loss": 0.007,
"step": 2940
},
{
"epoch": 0.5434782608695652,
"grad_norm": 0.5197383761405945,
"learning_rate": 5.123786038331746e-06,
"loss": 0.0082,
"step": 2950
},
{
"epoch": 0.5453205600589536,
"grad_norm": 0.3154325783252716,
"learning_rate": 5.091638052856726e-06,
"loss": 0.0068,
"step": 2960
},
{
"epoch": 0.547162859248342,
"grad_norm": 0.02311716414988041,
"learning_rate": 5.059486277331481e-06,
"loss": 0.0069,
"step": 2970
},
{
"epoch": 0.5490051584377302,
"grad_norm": 0.19787155091762543,
"learning_rate": 5.0273320415184864e-06,
"loss": 0.0096,
"step": 2980
},
{
"epoch": 0.5508474576271186,
"grad_norm": 0.16764961183071136,
"learning_rate": 4.995176675281977e-06,
"loss": 0.0094,
"step": 2990
},
{
"epoch": 0.552689756816507,
"grad_norm": 0.27261197566986084,
"learning_rate": 4.963021508532931e-06,
"loss": 0.0081,
"step": 3000
},
{
"epoch": 0.552689756816507,
"eval_alignment_abstract": {
"mean_alignment": 0.5536945462226868
},
"eval_alignment_claim": {
"mean_alignment": 0.5138426423072815
},
"eval_alignment_global": {
"mean_alignment": 0.5352593064308167
},
"eval_alignment_invention": {
"mean_alignment": 0.4925205111503601
},
"eval_ipc_cls_abstract_accuracy_primary": 58.96,
"eval_ipc_cls_abstract_precision@1": 63.839999999999996,
"eval_ipc_cls_abstract_precision@3": 31.72,
"eval_ipc_cls_abstract_precision@5": 21.223999999999997,
"eval_ipc_cls_global_accuracy_primary": 58.96,
"eval_ipc_cls_global_precision@1": 63.839999999999996,
"eval_ipc_cls_global_precision@3": 31.72,
"eval_ipc_cls_global_precision@5": 21.223999999999997,
"eval_ipc_knn_abstract_accuracy_primary": 64.08,
"eval_ipc_knn_abstract_precision@1": 69.44,
"eval_ipc_knn_abstract_precision@3": 28.146666666666665,
"eval_ipc_knn_abstract_precision@5": 17.064,
"eval_ipc_knn_global_accuracy_primary": 64.08,
"eval_ipc_knn_global_precision@1": 69.44,
"eval_ipc_knn_global_precision@3": 28.146666666666665,
"eval_ipc_knn_global_precision@5": 17.064,
"eval_priorArt_ndcg@100_a2a": 0.3067562662204236,
"eval_priorArt_ndcg@100_a2all": 0.3046054731868944,
"eval_priorArt_ndcg@100_a2c": 0.31477925708252225,
"eval_priorArt_ndcg@100_a2i": 0.26841191859728786,
"eval_priorArt_ndcg@100_c2a": 0.35285745669311075,
"eval_priorArt_ndcg@100_c2all": 0.35034817262816387,
"eval_priorArt_ndcg@100_c2c": 0.3593058638918605,
"eval_priorArt_ndcg@100_c2i": 0.3032439012919831,
"eval_priorArt_ndcg@100_i2a": 0.353852119719263,
"eval_priorArt_ndcg@100_i2all": 0.306021373768277,
"eval_priorArt_ndcg@100_i2c": 0.32781202871271137,
"eval_priorArt_ndcg@100_i2i": 0.279407976568665,
"eval_priorArt_ndcg@10_a2a": 0.20906868723273186,
"eval_priorArt_ndcg@10_a2all": 0.1789109227773741,
"eval_priorArt_ndcg@10_a2c": 0.15467292314067266,
"eval_priorArt_ndcg@10_a2i": 0.14651317406536965,
"eval_priorArt_ndcg@10_c2a": 0.2247722302379894,
"eval_priorArt_ndcg@10_c2all": 0.20072951339034564,
"eval_priorArt_ndcg@10_c2c": 0.20022537761928624,
"eval_priorArt_ndcg@10_c2i": 0.1624082774630124,
"eval_priorArt_ndcg@10_i2a": 0.2503892573691413,
"eval_priorArt_ndcg@10_i2all": 0.18223531215117106,
"eval_priorArt_ndcg@10_i2c": 0.2007956554221783,
"eval_priorArt_ndcg@10_i2i": 0.15130264448260597,
"eval_priorArt_ndcg@20_a2a": 0.23931075717354605,
"eval_priorArt_ndcg@20_a2all": 0.21683071505650187,
"eval_priorArt_ndcg@20_a2c": 0.2297377601477623,
"eval_priorArt_ndcg@20_a2i": 0.17127089128058623,
"eval_priorArt_ndcg@20_c2a": 0.27186690883296344,
"eval_priorArt_ndcg@20_c2all": 0.2654641366805786,
"eval_priorArt_ndcg@20_c2c": 0.28790851933718264,
"eval_priorArt_ndcg@20_c2i": 0.1993881030432589,
"eval_priorArt_ndcg@20_i2a": 0.2826222376065715,
"eval_priorArt_ndcg@20_i2all": 0.22397626799480125,
"eval_priorArt_ndcg@20_i2c": 0.25230666907247806,
"eval_priorArt_ndcg@20_i2i": 0.21931433022697955,
"eval_priorArt_ndcg@50_a2a": 0.29059733606155447,
"eval_priorArt_ndcg@50_a2all": 0.28834627767587484,
"eval_priorArt_ndcg@50_a2c": 0.26871151499462625,
"eval_priorArt_ndcg@50_a2i": 0.23910157243437874,
"eval_priorArt_ndcg@50_c2a": 0.3220584435817611,
"eval_priorArt_ndcg@50_c2all": 0.3260470043246367,
"eval_priorArt_ndcg@50_c2c": 0.3245282913250793,
"eval_priorArt_ndcg@50_c2i": 0.2660716363411947,
"eval_priorArt_ndcg@50_i2a": 0.3266371756485892,
"eval_priorArt_ndcg@50_i2all": 0.2867926688315115,
"eval_priorArt_ndcg@50_i2c": 0.29600073373811964,
"eval_priorArt_ndcg@50_i2i": 0.2550790632726209,
"eval_priorArt_recall@100_a2a": 0.7666666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.775,
"eval_priorArt_recall@100_c2a": 0.85,
"eval_priorArt_recall@100_c2all": 0.875,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8333333333333334,
"eval_priorArt_recall@100_i2a": 0.7916666666666667,
"eval_priorArt_recall@100_i2all": 0.7750000000000001,
"eval_priorArt_recall@100_i2c": 0.8416666666666666,
"eval_priorArt_recall@100_i2i": 0.7416666666666667,
"eval_priorArt_recall@10_a2a": 0.39583333333333337,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.2583333333333333,
"eval_priorArt_recall@10_a2i": 0.2958333333333333,
"eval_priorArt_recall@10_c2a": 0.36666666666666664,
"eval_priorArt_recall@10_c2all": 0.30416666666666664,
"eval_priorArt_recall@10_c2c": 0.30000000000000004,
"eval_priorArt_recall@10_c2i": 0.2833333333333333,
"eval_priorArt_recall@10_i2a": 0.3875,
"eval_priorArt_recall@10_i2all": 0.32083333333333336,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.26666666666666666,
"eval_priorArt_recall@20_a2a": 0.47916666666666663,
"eval_priorArt_recall@20_a2all": 0.4416666666666666,
"eval_priorArt_recall@20_a2c": 0.4791666666666667,
"eval_priorArt_recall@20_a2i": 0.3625,
"eval_priorArt_recall@20_c2a": 0.5041666666666667,
"eval_priorArt_recall@20_c2all": 0.5166666666666667,
"eval_priorArt_recall@20_c2c": 0.5708333333333333,
"eval_priorArt_recall@20_c2i": 0.39583333333333337,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4374999999999999,
"eval_priorArt_recall@20_i2c": 0.5041666666666667,
"eval_priorArt_recall@20_i2i": 0.4708333333333334,
"eval_priorArt_recall@50_a2a": 0.6833333333333333,
"eval_priorArt_recall@50_a2all": 0.7333333333333334,
"eval_priorArt_recall@50_a2c": 0.6291666666666667,
"eval_priorArt_recall@50_a2i": 0.6375000000000001,
"eval_priorArt_recall@50_c2a": 0.6958333333333333,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7208333333333333,
"eval_priorArt_recall@50_c2i": 0.6500000000000001,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.47312728726441217,
"eval_singularentropy_claim": 0.4802049575512833,
"eval_singularentropy_global": 0.47263422416993167,
"eval_singularentropy_invention": 0.531437118077499,
"eval_uniformity_abstract": -2.7036452293395996,
"eval_uniformity_claim": -2.674067974090576,
"eval_uniformity_global": -2.6747498512268066,
"eval_uniformity_invention": -2.6044065952301025,
"step": 3000
},
{
"epoch": 0.5545320560058954,
"grad_norm": 0.17663168907165527,
"learning_rate": 4.930867871174085e-06,
"loss": 0.0077,
"step": 3010
},
{
"epoch": 0.5563743551952837,
"grad_norm": 0.32588428258895874,
"learning_rate": 4.898717093044915e-06,
"loss": 0.0089,
"step": 3020
},
{
"epoch": 0.558216654384672,
"grad_norm": 0.12938576936721802,
"learning_rate": 4.866570503866649e-06,
"loss": 0.0093,
"step": 3030
},
{
"epoch": 0.5600589535740604,
"grad_norm": 0.35418346524238586,
"learning_rate": 4.834429433187259e-06,
"loss": 0.0057,
"step": 3040
},
{
"epoch": 0.5619012527634488,
"grad_norm": 0.1761365532875061,
"learning_rate": 4.80229521032648e-06,
"loss": 0.0063,
"step": 3050
},
{
"epoch": 0.5637435519528371,
"grad_norm": 0.41217324137687683,
"learning_rate": 4.770169164320829e-06,
"loss": 0.0078,
"step": 3060
},
{
"epoch": 0.5655858511422255,
"grad_norm": 0.242886483669281,
"learning_rate": 4.738052623868636e-06,
"loss": 0.0071,
"step": 3070
},
{
"epoch": 0.5674281503316139,
"grad_norm": 0.3813342750072479,
"learning_rate": 4.705946917275093e-06,
"loss": 0.0066,
"step": 3080
},
{
"epoch": 0.5692704495210023,
"grad_norm": 0.16308270394802094,
"learning_rate": 4.673853372397315e-06,
"loss": 0.007,
"step": 3090
},
{
"epoch": 0.5711127487103905,
"grad_norm": 0.31847432255744934,
"learning_rate": 4.641773316589422e-06,
"loss": 0.0099,
"step": 3100
},
{
"epoch": 0.5729550478997789,
"grad_norm": 0.2400854378938675,
"learning_rate": 4.609708076647638e-06,
"loss": 0.0083,
"step": 3110
},
{
"epoch": 0.5747973470891673,
"grad_norm": 0.23998737335205078,
"learning_rate": 4.5776589787554215e-06,
"loss": 0.0054,
"step": 3120
},
{
"epoch": 0.5757184966838614,
"eval_alignment_abstract": {
"mean_alignment": 0.5705309510231018
},
"eval_alignment_claim": {
"mean_alignment": 0.5278267860412598
},
"eval_alignment_global": {
"mean_alignment": 0.5518685579299927
},
"eval_alignment_invention": {
"mean_alignment": 0.5109432935714722
},
"eval_ipc_cls_abstract_accuracy_primary": 58.48,
"eval_ipc_cls_abstract_precision@1": 63.32,
"eval_ipc_cls_abstract_precision@3": 31.680000000000003,
"eval_ipc_cls_abstract_precision@5": 21.176000000000002,
"eval_ipc_cls_global_accuracy_primary": 58.48,
"eval_ipc_cls_global_precision@1": 63.32,
"eval_ipc_cls_global_precision@3": 31.680000000000003,
"eval_ipc_cls_global_precision@5": 21.176000000000002,
"eval_ipc_knn_abstract_accuracy_primary": 63.959999999999994,
"eval_ipc_knn_abstract_precision@1": 69.6,
"eval_ipc_knn_abstract_precision@3": 28.173333333333332,
"eval_ipc_knn_abstract_precision@5": 17.080000000000002,
"eval_ipc_knn_global_accuracy_primary": 63.959999999999994,
"eval_ipc_knn_global_precision@1": 69.6,
"eval_ipc_knn_global_precision@3": 28.173333333333332,
"eval_ipc_knn_global_precision@5": 17.080000000000002,
"eval_priorArt_ndcg@100_a2a": 0.3099936547011207,
"eval_priorArt_ndcg@100_a2all": 0.31577053532601096,
"eval_priorArt_ndcg@100_a2c": 0.3145248953286993,
"eval_priorArt_ndcg@100_a2i": 0.2774606425483975,
"eval_priorArt_ndcg@100_c2a": 0.3523664003596439,
"eval_priorArt_ndcg@100_c2all": 0.346661523700717,
"eval_priorArt_ndcg@100_c2c": 0.3539654324558392,
"eval_priorArt_ndcg@100_c2i": 0.31383593799349796,
"eval_priorArt_ndcg@100_i2a": 0.3469095032832988,
"eval_priorArt_ndcg@100_i2all": 0.29829415008754423,
"eval_priorArt_ndcg@100_i2c": 0.32996631347317873,
"eval_priorArt_ndcg@100_i2i": 0.28024274460025067,
"eval_priorArt_ndcg@10_a2a": 0.21379619375577316,
"eval_priorArt_ndcg@10_a2all": 0.1900294030852286,
"eval_priorArt_ndcg@10_a2c": 0.1682933859038605,
"eval_priorArt_ndcg@10_a2i": 0.15746188484436108,
"eval_priorArt_ndcg@10_c2a": 0.22499493635658493,
"eval_priorArt_ndcg@10_c2all": 0.1971186542068431,
"eval_priorArt_ndcg@10_c2c": 0.194513248721492,
"eval_priorArt_ndcg@10_c2i": 0.164452127162577,
"eval_priorArt_ndcg@10_i2a": 0.2354853677384384,
"eval_priorArt_ndcg@10_i2all": 0.17884950348547157,
"eval_priorArt_ndcg@10_i2c": 0.19822162703762086,
"eval_priorArt_ndcg@10_i2i": 0.15233092218076574,
"eval_priorArt_ndcg@20_a2a": 0.2429248224398059,
"eval_priorArt_ndcg@20_a2all": 0.22746661821853015,
"eval_priorArt_ndcg@20_a2c": 0.2290655162370389,
"eval_priorArt_ndcg@20_a2i": 0.18758419576245727,
"eval_priorArt_ndcg@20_c2a": 0.2650343478461163,
"eval_priorArt_ndcg@20_c2all": 0.2530463742206002,
"eval_priorArt_ndcg@20_c2c": 0.2815596125114903,
"eval_priorArt_ndcg@20_c2i": 0.20128338514989025,
"eval_priorArt_ndcg@20_i2a": 0.2795081511253413,
"eval_priorArt_ndcg@20_i2all": 0.22838351958607456,
"eval_priorArt_ndcg@20_i2c": 0.2479668941528605,
"eval_priorArt_ndcg@20_i2i": 0.21519166916490312,
"eval_priorArt_ndcg@50_a2a": 0.28327940173889193,
"eval_priorArt_ndcg@50_a2all": 0.2992679421450305,
"eval_priorArt_ndcg@50_a2c": 0.27246619207072753,
"eval_priorArt_ndcg@50_a2i": 0.2548033574192502,
"eval_priorArt_ndcg@50_c2a": 0.3251332679708797,
"eval_priorArt_ndcg@50_c2all": 0.3221948633939557,
"eval_priorArt_ndcg@50_c2c": 0.317794738929843,
"eval_priorArt_ndcg@50_c2i": 0.27342159439445074,
"eval_priorArt_ndcg@50_i2a": 0.3228533963191012,
"eval_priorArt_ndcg@50_i2all": 0.2837983802891357,
"eval_priorArt_ndcg@50_i2c": 0.293001048936449,
"eval_priorArt_ndcg@50_i2i": 0.25607936106350093,
"eval_priorArt_recall@100_a2a": 0.7666666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.7625,
"eval_priorArt_recall@100_c2a": 0.85,
"eval_priorArt_recall@100_c2all": 0.875,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.875,
"eval_priorArt_recall@100_i2a": 0.7791666666666668,
"eval_priorArt_recall@100_i2all": 0.7500000000000001,
"eval_priorArt_recall@100_i2c": 0.8416666666666666,
"eval_priorArt_recall@100_i2i": 0.7416666666666667,
"eval_priorArt_recall@10_a2a": 0.39583333333333337,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.30416666666666664,
"eval_priorArt_recall@10_a2i": 0.2958333333333333,
"eval_priorArt_recall@10_c2a": 0.36666666666666664,
"eval_priorArt_recall@10_c2all": 0.30416666666666664,
"eval_priorArt_recall@10_c2c": 0.30000000000000004,
"eval_priorArt_recall@10_c2i": 0.2833333333333333,
"eval_priorArt_recall@10_i2a": 0.35833333333333334,
"eval_priorArt_recall@10_i2all": 0.32083333333333336,
"eval_priorArt_recall@10_i2c": 0.325,
"eval_priorArt_recall@10_i2i": 0.26666666666666666,
"eval_priorArt_recall@20_a2a": 0.47916666666666663,
"eval_priorArt_recall@20_a2all": 0.4416666666666666,
"eval_priorArt_recall@20_a2c": 0.4791666666666667,
"eval_priorArt_recall@20_a2i": 0.37916666666666665,
"eval_priorArt_recall@20_c2a": 0.47916666666666663,
"eval_priorArt_recall@20_c2all": 0.4833333333333334,
"eval_priorArt_recall@20_c2c": 0.5708333333333333,
"eval_priorArt_recall@20_c2i": 0.39583333333333337,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4625,
"eval_priorArt_recall@20_i2c": 0.4791666666666667,
"eval_priorArt_recall@20_i2i": 0.4541666666666666,
"eval_priorArt_recall@50_a2a": 0.6333333333333333,
"eval_priorArt_recall@50_a2all": 0.7333333333333334,
"eval_priorArt_recall@50_a2c": 0.6458333333333333,
"eval_priorArt_recall@50_a2i": 0.6541666666666667,
"eval_priorArt_recall@50_c2a": 0.7125,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7125,
"eval_priorArt_recall@50_c2i": 0.675,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4698444797552496,
"eval_singularentropy_claim": 0.47775738483829056,
"eval_singularentropy_global": 0.4695172535522336,
"eval_singularentropy_invention": 0.5277747704684974,
"eval_uniformity_abstract": -2.701478958129883,
"eval_uniformity_claim": -2.6652448177337646,
"eval_uniformity_global": -2.66951060295105,
"eval_uniformity_invention": -2.5982320308685303,
"step": 3125
},
{
"epoch": 0.5766396462785557,
"grad_norm": 0.2393450289964676,
"learning_rate": 4.5456273484286154e-06,
"loss": 0.0131,
"step": 3130
},
{
"epoch": 0.578481945467944,
"grad_norm": 0.3914209008216858,
"learning_rate": 4.513614510460618e-06,
"loss": 0.0116,
"step": 3140
},
{
"epoch": 0.5803242446573323,
"grad_norm": 0.21752208471298218,
"learning_rate": 4.481621788867602e-06,
"loss": 0.0078,
"step": 3150
},
{
"epoch": 0.5821665438467207,
"grad_norm": 0.45506206154823303,
"learning_rate": 4.449650506833741e-06,
"loss": 0.0077,
"step": 3160
},
{
"epoch": 0.5840088430361091,
"grad_norm": 0.5582595467567444,
"learning_rate": 4.417701986656498e-06,
"loss": 0.0085,
"step": 3170
},
{
"epoch": 0.5858511422254974,
"grad_norm": 0.5535094141960144,
"learning_rate": 4.3857775496919296e-06,
"loss": 0.0115,
"step": 3180
},
{
"epoch": 0.5876934414148858,
"grad_norm": 0.07191183418035507,
"learning_rate": 4.353878516300035e-06,
"loss": 0.0093,
"step": 3190
},
{
"epoch": 0.5895357406042742,
"grad_norm": 0.10676539689302444,
"learning_rate": 4.322006205790148e-06,
"loss": 0.0058,
"step": 3200
},
{
"epoch": 0.5913780397936624,
"grad_norm": 0.5347709655761719,
"learning_rate": 4.290161936366379e-06,
"loss": 0.0083,
"step": 3210
},
{
"epoch": 0.5932203389830508,
"grad_norm": 0.27327728271484375,
"learning_rate": 4.258347025073083e-06,
"loss": 0.0084,
"step": 3220
},
{
"epoch": 0.5950626381724392,
"grad_norm": 0.4554749131202698,
"learning_rate": 4.226562787740398e-06,
"loss": 0.0076,
"step": 3230
},
{
"epoch": 0.5969049373618276,
"grad_norm": 0.5225874781608582,
"learning_rate": 4.19481053892982e-06,
"loss": 0.0115,
"step": 3240
},
{
"epoch": 0.5987472365512159,
"grad_norm": 0.3340400159358978,
"learning_rate": 4.163091591879834e-06,
"loss": 0.0078,
"step": 3250
},
{
"epoch": 0.5987472365512159,
"eval_alignment_abstract": {
"mean_alignment": 0.5664629936218262
},
"eval_alignment_claim": {
"mean_alignment": 0.5240204930305481
},
"eval_alignment_global": {
"mean_alignment": 0.546944260597229
},
"eval_alignment_invention": {
"mean_alignment": 0.5035305619239807
},
"eval_ipc_cls_abstract_accuracy_primary": 58.4,
"eval_ipc_cls_abstract_precision@1": 63.32,
"eval_ipc_cls_abstract_precision@3": 31.64,
"eval_ipc_cls_abstract_precision@5": 21.104,
"eval_ipc_cls_global_accuracy_primary": 58.4,
"eval_ipc_cls_global_precision@1": 63.32,
"eval_ipc_cls_global_precision@3": 31.64,
"eval_ipc_cls_global_precision@5": 21.104,
"eval_ipc_knn_abstract_accuracy_primary": 63.800000000000004,
"eval_ipc_knn_abstract_precision@1": 69.19999999999999,
"eval_ipc_knn_abstract_precision@3": 28.12,
"eval_ipc_knn_abstract_precision@5": 17.055999999999997,
"eval_ipc_knn_global_accuracy_primary": 63.800000000000004,
"eval_ipc_knn_global_precision@1": 69.19999999999999,
"eval_ipc_knn_global_precision@3": 28.12,
"eval_ipc_knn_global_precision@5": 17.055999999999997,
"eval_priorArt_ndcg@100_a2a": 0.31142902727874355,
"eval_priorArt_ndcg@100_a2all": 0.3125905105224408,
"eval_priorArt_ndcg@100_a2c": 0.3191548007635198,
"eval_priorArt_ndcg@100_a2i": 0.2761024861213063,
"eval_priorArt_ndcg@100_c2a": 0.34946604726525904,
"eval_priorArt_ndcg@100_c2all": 0.34804181438484194,
"eval_priorArt_ndcg@100_c2c": 0.358492154578057,
"eval_priorArt_ndcg@100_c2i": 0.3081571487457543,
"eval_priorArt_ndcg@100_i2a": 0.35262521978632805,
"eval_priorArt_ndcg@100_i2all": 0.29620790680216247,
"eval_priorArt_ndcg@100_i2c": 0.32094978442887917,
"eval_priorArt_ndcg@100_i2i": 0.2898530159489382,
"eval_priorArt_ndcg@10_a2a": 0.2191668049914554,
"eval_priorArt_ndcg@10_a2all": 0.18624373888564244,
"eval_priorArt_ndcg@10_a2c": 0.1962532535883868,
"eval_priorArt_ndcg@10_a2i": 0.15519407578287073,
"eval_priorArt_ndcg@10_c2a": 0.2312105334899628,
"eval_priorArt_ndcg@10_c2all": 0.19909435740775386,
"eval_priorArt_ndcg@10_c2c": 0.19855627362552625,
"eval_priorArt_ndcg@10_c2i": 0.164452127162577,
"eval_priorArt_ndcg@10_i2a": 0.2495961328346353,
"eval_priorArt_ndcg@10_i2all": 0.18370116972363554,
"eval_priorArt_ndcg@10_i2c": 0.19629820387595534,
"eval_priorArt_ndcg@10_i2i": 0.16043830367339518,
"eval_priorArt_ndcg@20_a2a": 0.23719406754066608,
"eval_priorArt_ndcg@20_a2all": 0.22391678078349542,
"eval_priorArt_ndcg@20_a2c": 0.23862337046576493,
"eval_priorArt_ndcg@20_a2i": 0.18605995208626436,
"eval_priorArt_ndcg@20_c2a": 0.2620627645854738,
"eval_priorArt_ndcg@20_c2all": 0.24911399601435394,
"eval_priorArt_ndcg@20_c2c": 0.27894720763724246,
"eval_priorArt_ndcg@20_c2i": 0.18659533235650078,
"eval_priorArt_ndcg@20_i2a": 0.2798134360903931,
"eval_priorArt_ndcg@20_i2all": 0.23147506816093094,
"eval_priorArt_ndcg@20_i2c": 0.24035507556909988,
"eval_priorArt_ndcg@20_i2i": 0.22179885474143166,
"eval_priorArt_ndcg@50_a2a": 0.2812513249131392,
"eval_priorArt_ndcg@50_a2all": 0.2928830319959067,
"eval_priorArt_ndcg@50_a2c": 0.27667357975822376,
"eval_priorArt_ndcg@50_a2i": 0.25343287458089614,
"eval_priorArt_ndcg@50_c2a": 0.318151211153371,
"eval_priorArt_ndcg@50_c2all": 0.31955734766935423,
"eval_priorArt_ndcg@50_c2c": 0.316463485050445,
"eval_priorArt_ndcg@50_c2i": 0.27209801560998065,
"eval_priorArt_ndcg@50_i2a": 0.32326999877890045,
"eval_priorArt_ndcg@50_i2all": 0.28161418398676463,
"eval_priorArt_ndcg@50_i2c": 0.29130012685274564,
"eval_priorArt_ndcg@50_i2i": 0.25828656619857165,
"eval_priorArt_recall@100_a2a": 0.7666666666666667,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.7625,
"eval_priorArt_recall@100_c2a": 0.85,
"eval_priorArt_recall@100_c2all": 0.875,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.85,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.7500000000000001,
"eval_priorArt_recall@100_i2c": 0.8291666666666666,
"eval_priorArt_recall@100_i2i": 0.775,
"eval_priorArt_recall@10_a2a": 0.4041666666666666,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.37916666666666665,
"eval_priorArt_recall@10_a2i": 0.2958333333333333,
"eval_priorArt_recall@10_c2a": 0.39166666666666666,
"eval_priorArt_recall@10_c2all": 0.30416666666666664,
"eval_priorArt_recall@10_c2c": 0.30000000000000004,
"eval_priorArt_recall@10_c2i": 0.2833333333333333,
"eval_priorArt_recall@10_i2a": 0.39583333333333337,
"eval_priorArt_recall@10_i2all": 0.3375,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.2833333333333333,
"eval_priorArt_recall@20_a2a": 0.4541666666666666,
"eval_priorArt_recall@20_a2all": 0.4416666666666666,
"eval_priorArt_recall@20_a2c": 0.4958333333333334,
"eval_priorArt_recall@20_a2i": 0.37916666666666665,
"eval_priorArt_recall@20_c2a": 0.47916666666666663,
"eval_priorArt_recall@20_c2all": 0.4666666666666667,
"eval_priorArt_recall@20_c2c": 0.5458333333333333,
"eval_priorArt_recall@20_c2i": 0.3458333333333333,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.47916666666666663,
"eval_priorArt_recall@20_i2c": 0.4791666666666667,
"eval_priorArt_recall@20_i2i": 0.4666666666666667,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.7208333333333334,
"eval_priorArt_recall@50_a2c": 0.6458333333333333,
"eval_priorArt_recall@50_a2i": 0.6541666666666667,
"eval_priorArt_recall@50_c2a": 0.6958333333333333,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.6875,
"eval_priorArt_recall@50_c2i": 0.675,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4761208479599436,
"eval_singularentropy_claim": 0.48319552810743954,
"eval_singularentropy_global": 0.47560053640369554,
"eval_singularentropy_invention": 0.5344800217620183,
"eval_uniformity_abstract": -2.6636946201324463,
"eval_uniformity_claim": -2.6325666904449463,
"eval_uniformity_global": -2.6323649883270264,
"eval_uniformity_invention": -2.559950828552246,
"step": 3250
},
{
"epoch": 0.6005895357406043,
"grad_norm": 0.3447171151638031,
"learning_rate": 4.1314072584516005e-06,
"loss": 0.0081,
"step": 3260
},
{
"epoch": 0.6024318349299926,
"grad_norm": 0.48760783672332764,
"learning_rate": 4.099758849074699e-06,
"loss": 0.0109,
"step": 3270
},
{
"epoch": 0.604274134119381,
"grad_norm": 0.6890354752540588,
"learning_rate": 4.068147672692928e-06,
"loss": 0.0102,
"step": 3280
},
{
"epoch": 0.6061164333087693,
"grad_norm": 0.1749216914176941,
"learning_rate": 4.03657503671017e-06,
"loss": 0.0074,
"step": 3290
},
{
"epoch": 0.6079587324981577,
"grad_norm": 0.5220439434051514,
"learning_rate": 4.0050422469363195e-06,
"loss": 0.013,
"step": 3300
},
{
"epoch": 0.6098010316875461,
"grad_norm": 0.16782119870185852,
"learning_rate": 3.973550607533274e-06,
"loss": 0.0084,
"step": 3310
},
{
"epoch": 0.6116433308769345,
"grad_norm": 0.3259265124797821,
"learning_rate": 3.942101420960998e-06,
"loss": 0.0116,
"step": 3320
},
{
"epoch": 0.6134856300663227,
"grad_norm": 0.09433769434690475,
"learning_rate": 3.910695987923652e-06,
"loss": 0.0137,
"step": 3330
},
{
"epoch": 0.6153279292557111,
"grad_norm": 0.2568165063858032,
"learning_rate": 3.879335607315797e-06,
"loss": 0.0086,
"step": 3340
},
{
"epoch": 0.6171702284450995,
"grad_norm": 0.24407774209976196,
"learning_rate": 3.848021576168677e-06,
"loss": 0.005,
"step": 3350
},
{
"epoch": 0.6190125276344879,
"grad_norm": 0.7554397583007812,
"learning_rate": 3.816755189596568e-06,
"loss": 0.014,
"step": 3360
},
{
"epoch": 0.6208548268238762,
"grad_norm": 0.44349560141563416,
"learning_rate": 3.785537740743224e-06,
"loss": 0.0086,
"step": 3370
},
{
"epoch": 0.6217759764185704,
"eval_alignment_abstract": {
"mean_alignment": 0.5690823197364807
},
"eval_alignment_claim": {
"mean_alignment": 0.5312538743019104
},
"eval_alignment_global": {
"mean_alignment": 0.552008867263794
},
"eval_alignment_invention": {
"mean_alignment": 0.5093302726745605
},
"eval_ipc_cls_abstract_accuracy_primary": 58.48,
"eval_ipc_cls_abstract_precision@1": 63.4,
"eval_ipc_cls_abstract_precision@3": 31.706666666666667,
"eval_ipc_cls_abstract_precision@5": 21.095999999999997,
"eval_ipc_cls_global_accuracy_primary": 58.48,
"eval_ipc_cls_global_precision@1": 63.4,
"eval_ipc_cls_global_precision@3": 31.706666666666667,
"eval_ipc_cls_global_precision@5": 21.095999999999997,
"eval_ipc_knn_abstract_accuracy_primary": 64.16,
"eval_ipc_knn_abstract_precision@1": 69.67999999999999,
"eval_ipc_knn_abstract_precision@3": 28.18666666666667,
"eval_ipc_knn_abstract_precision@5": 17.080000000000002,
"eval_ipc_knn_global_accuracy_primary": 64.16,
"eval_ipc_knn_global_precision@1": 69.67999999999999,
"eval_ipc_knn_global_precision@3": 28.18666666666667,
"eval_ipc_knn_global_precision@5": 17.080000000000002,
"eval_priorArt_ndcg@100_a2a": 0.3247962448364802,
"eval_priorArt_ndcg@100_a2all": 0.32386062277344946,
"eval_priorArt_ndcg@100_a2c": 0.3264889685418002,
"eval_priorArt_ndcg@100_a2i": 0.2886895412893943,
"eval_priorArt_ndcg@100_c2a": 0.3567605020306504,
"eval_priorArt_ndcg@100_c2all": 0.35005417206155265,
"eval_priorArt_ndcg@100_c2c": 0.36669190019284814,
"eval_priorArt_ndcg@100_c2i": 0.31998732200932845,
"eval_priorArt_ndcg@100_i2a": 0.35186012688979845,
"eval_priorArt_ndcg@100_i2all": 0.3062123755240614,
"eval_priorArt_ndcg@100_i2c": 0.3352760083994229,
"eval_priorArt_ndcg@100_i2i": 0.2988876009424,
"eval_priorArt_ndcg@10_a2a": 0.21659291257487215,
"eval_priorArt_ndcg@10_a2all": 0.19755845816218828,
"eval_priorArt_ndcg@10_a2c": 0.208807754700041,
"eval_priorArt_ndcg@10_a2i": 0.15266375557201733,
"eval_priorArt_ndcg@10_c2a": 0.22758960467523642,
"eval_priorArt_ndcg@10_c2all": 0.19405378581865762,
"eval_priorArt_ndcg@10_c2c": 0.21071613283996887,
"eval_priorArt_ndcg@10_c2i": 0.17151547580556845,
"eval_priorArt_ndcg@10_i2a": 0.24038875599251627,
"eval_priorArt_ndcg@10_i2all": 0.18850385998339628,
"eval_priorArt_ndcg@10_i2c": 0.20692996067101826,
"eval_priorArt_ndcg@10_i2i": 0.16143812052332177,
"eval_priorArt_ndcg@20_a2a": 0.25365778470833245,
"eval_priorArt_ndcg@20_a2all": 0.2416949470035636,
"eval_priorArt_ndcg@20_a2c": 0.23808270838374118,
"eval_priorArt_ndcg@20_a2i": 0.19652604593159811,
"eval_priorArt_ndcg@20_c2a": 0.2655178061369927,
"eval_priorArt_ndcg@20_c2all": 0.2568874002742264,
"eval_priorArt_ndcg@20_c2c": 0.2896574640727894,
"eval_priorArt_ndcg@20_c2i": 0.1949309396065334,
"eval_priorArt_ndcg@20_i2a": 0.28321865091085396,
"eval_priorArt_ndcg@20_i2all": 0.2269629937808202,
"eval_priorArt_ndcg@20_i2c": 0.25108295631858873,
"eval_priorArt_ndcg@20_i2i": 0.22207123397269032,
"eval_priorArt_ndcg@50_a2a": 0.29138175031787555,
"eval_priorArt_ndcg@50_a2all": 0.3080695980418377,
"eval_priorArt_ndcg@50_a2c": 0.27655651816171145,
"eval_priorArt_ndcg@50_a2i": 0.2538797978206603,
"eval_priorArt_ndcg@50_c2a": 0.31608255938077134,
"eval_priorArt_ndcg@50_c2all": 0.3165421763685791,
"eval_priorArt_ndcg@50_c2c": 0.3258148384089259,
"eval_priorArt_ndcg@50_c2i": 0.273627350083424,
"eval_priorArt_ndcg@50_i2a": 0.31812714023547745,
"eval_priorArt_ndcg@50_i2all": 0.2798799127203463,
"eval_priorArt_ndcg@50_i2c": 0.296444043985025,
"eval_priorArt_ndcg@50_i2i": 0.2588888971007414,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8833333333333334,
"eval_priorArt_recall@100_a2i": 0.8041666666666668,
"eval_priorArt_recall@100_c2a": 0.8666666666666666,
"eval_priorArt_recall@100_c2all": 0.9,
"eval_priorArt_recall@100_c2c": 0.9083333333333334,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.8083333333333333,
"eval_priorArt_recall@100_i2c": 0.8458333333333332,
"eval_priorArt_recall@100_i2i": 0.8166666666666668,
"eval_priorArt_recall@10_a2a": 0.375,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.4125,
"eval_priorArt_recall@10_a2i": 0.2791666666666667,
"eval_priorArt_recall@10_c2a": 0.37499999999999994,
"eval_priorArt_recall@10_c2all": 0.30416666666666664,
"eval_priorArt_recall@10_c2c": 0.32500000000000007,
"eval_priorArt_recall@10_c2i": 0.3,
"eval_priorArt_recall@10_i2a": 0.37083333333333335,
"eval_priorArt_recall@10_i2all": 0.35416666666666663,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.2833333333333333,
"eval_priorArt_recall@20_a2a": 0.47916666666666663,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.4958333333333334,
"eval_priorArt_recall@20_a2i": 0.4041666666666667,
"eval_priorArt_recall@20_c2a": 0.47916666666666663,
"eval_priorArt_recall@20_c2all": 0.5041666666666667,
"eval_priorArt_recall@20_c2c": 0.5708333333333333,
"eval_priorArt_recall@20_c2i": 0.37083333333333335,
"eval_priorArt_recall@20_i2a": 0.4958333333333333,
"eval_priorArt_recall@20_i2all": 0.4708333333333333,
"eval_priorArt_recall@20_i2c": 0.4791666666666667,
"eval_priorArt_recall@20_i2i": 0.4666666666666667,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.7375,
"eval_priorArt_recall@50_a2c": 0.6458333333333333,
"eval_priorArt_recall@50_a2i": 0.6416666666666667,
"eval_priorArt_recall@50_c2a": 0.6708333333333333,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.7125,
"eval_priorArt_recall@50_c2i": 0.6666666666666667,
"eval_priorArt_recall@50_i2a": 0.6375,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4734130856884394,
"eval_singularentropy_claim": 0.47809645173622295,
"eval_singularentropy_global": 0.47174344001916635,
"eval_singularentropy_invention": 0.5292918999126932,
"eval_uniformity_abstract": -2.6754093170166016,
"eval_uniformity_claim": -2.650505542755127,
"eval_uniformity_global": -2.6481590270996094,
"eval_uniformity_invention": -2.5776097774505615,
"step": 3375
},
{
"epoch": 0.6226971260132645,
"grad_norm": 0.6172758340835571,
"learning_rate": 3.7543705207283854e-06,
"loss": 0.01,
"step": 3380
},
{
"epoch": 0.6245394252026529,
"grad_norm": 0.2447236031293869,
"learning_rate": 3.7232548185943797e-06,
"loss": 0.0054,
"step": 3390
},
{
"epoch": 0.6263817243920413,
"grad_norm": 0.3920249938964844,
"learning_rate": 3.6921919212528175e-06,
"loss": 0.0079,
"step": 3400
},
{
"epoch": 0.6282240235814296,
"grad_norm": 0.1830316036939621,
"learning_rate": 3.6611831134313547e-06,
"loss": 0.0074,
"step": 3410
},
{
"epoch": 0.630066322770818,
"grad_norm": 0.160553976893425,
"learning_rate": 3.6302296776205664e-06,
"loss": 0.0072,
"step": 3420
},
{
"epoch": 0.6319086219602064,
"grad_norm": 0.35459136962890625,
"learning_rate": 3.5993328940209006e-06,
"loss": 0.008,
"step": 3430
},
{
"epoch": 0.6337509211495947,
"grad_norm": 0.48911741375923157,
"learning_rate": 3.5684940404897297e-06,
"loss": 0.0054,
"step": 3440
},
{
"epoch": 0.635593220338983,
"grad_norm": 0.13182726502418518,
"learning_rate": 3.5377143924885056e-06,
"loss": 0.0068,
"step": 3450
},
{
"epoch": 0.6374355195283714,
"grad_norm": 0.3733060359954834,
"learning_rate": 3.506995223030001e-06,
"loss": 0.0075,
"step": 3460
},
{
"epoch": 0.6392778187177598,
"grad_norm": 0.46608766913414,
"learning_rate": 3.4763378026256623e-06,
"loss": 0.0073,
"step": 3470
},
{
"epoch": 0.6411201179071481,
"grad_norm": 0.21494439244270325,
"learning_rate": 3.4457433992330623e-06,
"loss": 0.0056,
"step": 3480
},
{
"epoch": 0.6429624170965365,
"grad_norm": 0.36792662739753723,
"learning_rate": 3.4152132782034573e-06,
"loss": 0.0043,
"step": 3490
},
{
"epoch": 0.6448047162859248,
"grad_norm": 0.2835920453071594,
"learning_rate": 3.384748702229459e-06,
"loss": 0.0058,
"step": 3500
},
{
"epoch": 0.6448047162859248,
"eval_alignment_abstract": {
"mean_alignment": 0.5766546130180359
},
"eval_alignment_claim": {
"mean_alignment": 0.5347193479537964
},
"eval_alignment_global": {
"mean_alignment": 0.5592195987701416
},
"eval_alignment_invention": {
"mean_alignment": 0.5200375914573669
},
"eval_ipc_cls_abstract_accuracy_primary": 58.08,
"eval_ipc_cls_abstract_precision@1": 62.88,
"eval_ipc_cls_abstract_precision@3": 31.64,
"eval_ipc_cls_abstract_precision@5": 21.136,
"eval_ipc_cls_global_accuracy_primary": 58.08,
"eval_ipc_cls_global_precision@1": 62.88,
"eval_ipc_cls_global_precision@3": 31.64,
"eval_ipc_cls_global_precision@5": 21.136,
"eval_ipc_knn_abstract_accuracy_primary": 63.959999999999994,
"eval_ipc_knn_abstract_precision@1": 69.44,
"eval_ipc_knn_abstract_precision@3": 28.04,
"eval_ipc_knn_abstract_precision@5": 16.991999999999997,
"eval_ipc_knn_global_accuracy_primary": 63.959999999999994,
"eval_ipc_knn_global_precision@1": 69.44,
"eval_ipc_knn_global_precision@3": 28.04,
"eval_ipc_knn_global_precision@5": 16.991999999999997,
"eval_priorArt_ndcg@100_a2a": 0.3270359688379961,
"eval_priorArt_ndcg@100_a2all": 0.32520341183669677,
"eval_priorArt_ndcg@100_a2c": 0.3186292273686155,
"eval_priorArt_ndcg@100_a2i": 0.28166077859454913,
"eval_priorArt_ndcg@100_c2a": 0.3607224226975769,
"eval_priorArt_ndcg@100_c2all": 0.36189333909761107,
"eval_priorArt_ndcg@100_c2c": 0.36587747405982346,
"eval_priorArt_ndcg@100_c2i": 0.31941134346397876,
"eval_priorArt_ndcg@100_i2a": 0.35233660146822043,
"eval_priorArt_ndcg@100_i2all": 0.3035699073592275,
"eval_priorArt_ndcg@100_i2c": 0.3300098515444221,
"eval_priorArt_ndcg@100_i2i": 0.29547701039000873,
"eval_priorArt_ndcg@10_a2a": 0.22593453476683942,
"eval_priorArt_ndcg@10_a2all": 0.20529920506749008,
"eval_priorArt_ndcg@10_a2c": 0.18450939430188998,
"eval_priorArt_ndcg@10_a2i": 0.1561459269369721,
"eval_priorArt_ndcg@10_c2a": 0.2326337824834825,
"eval_priorArt_ndcg@10_c2all": 0.20268874972901174,
"eval_priorArt_ndcg@10_c2c": 0.20957244015123444,
"eval_priorArt_ndcg@10_c2i": 0.1708326283283114,
"eval_priorArt_ndcg@10_i2a": 0.2561507653250393,
"eval_priorArt_ndcg@10_i2all": 0.2047846538114262,
"eval_priorArt_ndcg@10_i2c": 0.20580298967326344,
"eval_priorArt_ndcg@10_i2i": 0.16177681965447693,
"eval_priorArt_ndcg@20_a2a": 0.2560776032394262,
"eval_priorArt_ndcg@20_a2all": 0.23636288919044043,
"eval_priorArt_ndcg@20_a2c": 0.24417281750290823,
"eval_priorArt_ndcg@20_a2i": 0.1864833490949055,
"eval_priorArt_ndcg@20_c2a": 0.2654038371835777,
"eval_priorArt_ndcg@20_c2all": 0.25411182059900983,
"eval_priorArt_ndcg@20_c2c": 0.28835031425778285,
"eval_priorArt_ndcg@20_c2i": 0.19423774042103265,
"eval_priorArt_ndcg@20_i2a": 0.28002823022227397,
"eval_priorArt_ndcg@20_i2all": 0.2260106019017461,
"eval_priorArt_ndcg@20_i2c": 0.25484119707914765,
"eval_priorArt_ndcg@20_i2i": 0.2177958690501678,
"eval_priorArt_ndcg@50_a2a": 0.2937803623729091,
"eval_priorArt_ndcg@50_a2all": 0.30529081008819503,
"eval_priorArt_ndcg@50_a2c": 0.2759252180075225,
"eval_priorArt_ndcg@50_a2i": 0.25389357660893186,
"eval_priorArt_ndcg@50_c2a": 0.32100407666407654,
"eval_priorArt_ndcg@50_c2all": 0.3290596684375028,
"eval_priorArt_ndcg@50_c2c": 0.32389307185329164,
"eval_priorArt_ndcg@50_c2i": 0.26910023320159443,
"eval_priorArt_ndcg@50_i2a": 0.3232882086523245,
"eval_priorArt_ndcg@50_i2all": 0.287323914171635,
"eval_priorArt_ndcg@50_i2c": 0.2948846257760772,
"eval_priorArt_ndcg@50_i2i": 0.2590829046765939,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.8916666666666666,
"eval_priorArt_recall@100_c2all": 0.9166666666666667,
"eval_priorArt_recall@100_c2c": 0.9083333333333334,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.7625000000000001,
"eval_priorArt_recall@100_i2c": 0.8291666666666666,
"eval_priorArt_recall@100_i2i": 0.8,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.3458333333333333,
"eval_priorArt_recall@10_a2i": 0.2958333333333333,
"eval_priorArt_recall@10_c2a": 0.38749999999999996,
"eval_priorArt_recall@10_c2all": 0.30416666666666664,
"eval_priorArt_recall@10_c2c": 0.32500000000000007,
"eval_priorArt_recall@10_c2i": 0.3,
"eval_priorArt_recall@10_i2a": 0.4125,
"eval_priorArt_recall@10_i2all": 0.37916666666666665,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.2833333333333333,
"eval_priorArt_recall@20_a2a": 0.47916666666666663,
"eval_priorArt_recall@20_a2all": 0.4416666666666666,
"eval_priorArt_recall@20_a2c": 0.5208333333333334,
"eval_priorArt_recall@20_a2i": 0.37916666666666665,
"eval_priorArt_recall@20_c2a": 0.47916666666666663,
"eval_priorArt_recall@20_c2all": 0.4666666666666666,
"eval_priorArt_recall@20_c2c": 0.5708333333333333,
"eval_priorArt_recall@20_c2i": 0.37083333333333335,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4375,
"eval_priorArt_recall@20_i2c": 0.4958333333333334,
"eval_priorArt_recall@20_i2i": 0.4541666666666666,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.7208333333333334,
"eval_priorArt_recall@50_a2c": 0.6458333333333333,
"eval_priorArt_recall@50_a2i": 0.6541666666666667,
"eval_priorArt_recall@50_c2a": 0.6958333333333333,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.6500000000000001,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.47081067689477074,
"eval_singularentropy_claim": 0.47560686793804346,
"eval_singularentropy_global": 0.4686863780909022,
"eval_singularentropy_invention": 0.5254843352274765,
"eval_uniformity_abstract": -2.672842264175415,
"eval_uniformity_claim": -2.6469388008117676,
"eval_uniformity_global": -2.645538806915283,
"eval_uniformity_invention": -2.5747458934783936,
"step": 3500
},
{
"epoch": 0.6466470154753132,
"grad_norm": 0.3323726952075958,
"learning_rate": 3.3543509312928028e-06,
"loss": 0.0041,
"step": 3510
},
{
"epoch": 0.6484893146647015,
"grad_norm": 0.27181175351142883,
"learning_rate": 3.324021222612242e-06,
"loss": 0.0063,
"step": 3520
},
{
"epoch": 0.6503316138540899,
"grad_norm": 0.34792569279670715,
"learning_rate": 3.293760830591548e-06,
"loss": 0.0074,
"step": 3530
},
{
"epoch": 0.6521739130434783,
"grad_norm": 0.16256405413150787,
"learning_rate": 3.2635710067676342e-06,
"loss": 0.0056,
"step": 3540
},
{
"epoch": 0.6540162122328667,
"grad_norm": 0.3646559715270996,
"learning_rate": 3.2334529997587826e-06,
"loss": 0.0097,
"step": 3550
},
{
"epoch": 0.6558585114222549,
"grad_norm": 0.3584364950656891,
"learning_rate": 3.2034080552130176e-06,
"loss": 0.0073,
"step": 3560
},
{
"epoch": 0.6577008106116433,
"grad_norm": 0.041253216564655304,
"learning_rate": 3.1734374157565743e-06,
"loss": 0.0045,
"step": 3570
},
{
"epoch": 0.6595431098010317,
"grad_norm": 0.6157731413841248,
"learning_rate": 3.1435423209425154e-06,
"loss": 0.0122,
"step": 3580
},
{
"epoch": 0.6613854089904201,
"grad_norm": 0.08221551030874252,
"learning_rate": 3.1137240071994533e-06,
"loss": 0.0063,
"step": 3590
},
{
"epoch": 0.6632277081798084,
"grad_norm": 0.1238231286406517,
"learning_rate": 3.0839837077804235e-06,
"loss": 0.0052,
"step": 3600
},
{
"epoch": 0.6650700073691967,
"grad_norm": 0.261922150850296,
"learning_rate": 3.0543226527118708e-06,
"loss": 0.0058,
"step": 3610
},
{
"epoch": 0.6669123065585851,
"grad_norm": 0.1580350697040558,
"learning_rate": 3.0247420687427807e-06,
"loss": 0.0038,
"step": 3620
},
{
"epoch": 0.6678334561532793,
"eval_alignment_abstract": {
"mean_alignment": 0.5655933618545532
},
"eval_alignment_claim": {
"mean_alignment": 0.5206935405731201
},
"eval_alignment_global": {
"mean_alignment": 0.5455626249313354
},
"eval_alignment_invention": {
"mean_alignment": 0.5037230849266052
},
"eval_ipc_cls_abstract_accuracy_primary": 58.720000000000006,
"eval_ipc_cls_abstract_precision@1": 63.56,
"eval_ipc_cls_abstract_precision@3": 31.72,
"eval_ipc_cls_abstract_precision@5": 21.144000000000002,
"eval_ipc_cls_global_accuracy_primary": 58.720000000000006,
"eval_ipc_cls_global_precision@1": 63.56,
"eval_ipc_cls_global_precision@3": 31.72,
"eval_ipc_cls_global_precision@5": 21.144000000000002,
"eval_ipc_knn_abstract_accuracy_primary": 64.0,
"eval_ipc_knn_abstract_precision@1": 69.8,
"eval_ipc_knn_abstract_precision@3": 28.16,
"eval_ipc_knn_abstract_precision@5": 17.064,
"eval_ipc_knn_global_accuracy_primary": 64.0,
"eval_ipc_knn_global_precision@1": 69.8,
"eval_ipc_knn_global_precision@3": 28.16,
"eval_ipc_knn_global_precision@5": 17.064,
"eval_priorArt_ndcg@100_a2a": 0.3161363496230417,
"eval_priorArt_ndcg@100_a2all": 0.32161950334332917,
"eval_priorArt_ndcg@100_a2c": 0.3170857282612629,
"eval_priorArt_ndcg@100_a2i": 0.28623834166388906,
"eval_priorArt_ndcg@100_c2a": 0.35732526581738744,
"eval_priorArt_ndcg@100_c2all": 0.36075446746871015,
"eval_priorArt_ndcg@100_c2c": 0.3573674384124511,
"eval_priorArt_ndcg@100_c2i": 0.324461094790629,
"eval_priorArt_ndcg@100_i2a": 0.3462813158658953,
"eval_priorArt_ndcg@100_i2all": 0.3054063743909937,
"eval_priorArt_ndcg@100_i2c": 0.3207102916902972,
"eval_priorArt_ndcg@100_i2i": 0.297387241930324,
"eval_priorArt_ndcg@10_a2a": 0.21552106890658665,
"eval_priorArt_ndcg@10_a2all": 0.1952080748205513,
"eval_priorArt_ndcg@10_a2c": 0.14747106014281766,
"eval_priorArt_ndcg@10_a2i": 0.15756379274153645,
"eval_priorArt_ndcg@10_c2a": 0.23410135790670178,
"eval_priorArt_ndcg@10_c2all": 0.20177791835255018,
"eval_priorArt_ndcg@10_c2c": 0.20468902091457308,
"eval_priorArt_ndcg@10_c2i": 0.17712797461991517,
"eval_priorArt_ndcg@10_i2a": 0.23905955056943734,
"eval_priorArt_ndcg@10_i2all": 0.1839707762892556,
"eval_priorArt_ndcg@10_i2c": 0.20696199586537412,
"eval_priorArt_ndcg@10_i2i": 0.1587046922567526,
"eval_priorArt_ndcg@20_a2a": 0.24014051763121852,
"eval_priorArt_ndcg@20_a2all": 0.23250379825574355,
"eval_priorArt_ndcg@20_a2c": 0.23974856734388278,
"eval_priorArt_ndcg@20_a2i": 0.18804101361408793,
"eval_priorArt_ndcg@20_c2a": 0.26678569703739513,
"eval_priorArt_ndcg@20_c2all": 0.2534387997611517,
"eval_priorArt_ndcg@20_c2c": 0.2736642180122099,
"eval_priorArt_ndcg@20_c2i": 0.19326841379271506,
"eval_priorArt_ndcg@20_i2a": 0.2780355310999991,
"eval_priorArt_ndcg@20_i2all": 0.23428621462541305,
"eval_priorArt_ndcg@20_i2c": 0.2438982509529258,
"eval_priorArt_ndcg@20_i2i": 0.22139323187034926,
"eval_priorArt_ndcg@50_a2a": 0.2826765833066253,
"eval_priorArt_ndcg@50_a2all": 0.30571516322614284,
"eval_priorArt_ndcg@50_a2c": 0.27120177013197677,
"eval_priorArt_ndcg@50_a2i": 0.25587308390372165,
"eval_priorArt_ndcg@50_c2a": 0.32615695331303857,
"eval_priorArt_ndcg@50_c2all": 0.32876776504897887,
"eval_priorArt_ndcg@50_c2c": 0.315515921601002,
"eval_priorArt_ndcg@50_c2i": 0.2743084816303598,
"eval_priorArt_ndcg@50_i2a": 0.32130921163099085,
"eval_priorArt_ndcg@50_i2all": 0.28268890500138294,
"eval_priorArt_ndcg@50_i2c": 0.28679682198394063,
"eval_priorArt_ndcg@50_i2i": 0.2575151085782267,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8666666666666666,
"eval_priorArt_recall@100_a2i": 0.8,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.9083333333333334,
"eval_priorArt_recall@100_c2c": 0.9083333333333334,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.7791666666666668,
"eval_priorArt_recall@100_i2all": 0.7916666666666667,
"eval_priorArt_recall@100_i2c": 0.8416666666666666,
"eval_priorArt_recall@100_i2i": 0.8166666666666668,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.2416666666666667,
"eval_priorArt_recall@10_a2i": 0.2958333333333333,
"eval_priorArt_recall@10_c2a": 0.38749999999999996,
"eval_priorArt_recall@10_c2all": 0.30416666666666664,
"eval_priorArt_recall@10_c2c": 0.32916666666666666,
"eval_priorArt_recall@10_c2i": 0.3,
"eval_priorArt_recall@10_i2a": 0.37083333333333335,
"eval_priorArt_recall@10_i2all": 0.3375,
"eval_priorArt_recall@10_i2c": 0.37916666666666665,
"eval_priorArt_recall@10_i2i": 0.2833333333333333,
"eval_priorArt_recall@20_a2a": 0.4624999999999999,
"eval_priorArt_recall@20_a2all": 0.4416666666666666,
"eval_priorArt_recall@20_a2c": 0.5208333333333334,
"eval_priorArt_recall@20_a2i": 0.37916666666666665,
"eval_priorArt_recall@20_c2a": 0.47916666666666663,
"eval_priorArt_recall@20_c2all": 0.4666666666666666,
"eval_priorArt_recall@20_c2c": 0.5458333333333333,
"eval_priorArt_recall@20_c2i": 0.3458333333333333,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.5041666666666667,
"eval_priorArt_recall@20_i2i": 0.4708333333333334,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.7375,
"eval_priorArt_recall@50_a2c": 0.6458333333333333,
"eval_priorArt_recall@50_a2i": 0.6541666666666667,
"eval_priorArt_recall@50_c2a": 0.7125,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.6500000000000001,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6708333333333334,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.47571019611878534,
"eval_singularentropy_claim": 0.480596897813072,
"eval_singularentropy_global": 0.4744982733037378,
"eval_singularentropy_invention": 0.5338556707159139,
"eval_uniformity_abstract": -2.6735146045684814,
"eval_uniformity_claim": -2.6498405933380127,
"eval_uniformity_global": -2.6452860832214355,
"eval_uniformity_invention": -2.5719985961914062,
"step": 3625
},
{
"epoch": 0.6687546057479735,
"grad_norm": 0.3601999282836914,
"learning_rate": 2.995243179293944e-06,
"loss": 0.0079,
"step": 3630
},
{
"epoch": 0.6705969049373618,
"grad_norm": 0.07111401110887527,
"learning_rate": 2.965827204407351e-06,
"loss": 0.008,
"step": 3640
},
{
"epoch": 0.6724392041267502,
"grad_norm": 0.3470689356327057,
"learning_rate": 2.9364953606957387e-06,
"loss": 0.0064,
"step": 3650
},
{
"epoch": 0.6742815033161386,
"grad_norm": 0.29786548018455505,
"learning_rate": 2.907248861292268e-06,
"loss": 0.0058,
"step": 3660
},
{
"epoch": 0.676123802505527,
"grad_norm": 0.1690295934677124,
"learning_rate": 2.8780889158003544e-06,
"loss": 0.005,
"step": 3670
},
{
"epoch": 0.6779661016949152,
"grad_norm": 0.27915316820144653,
"learning_rate": 2.849016730243637e-06,
"loss": 0.0057,
"step": 3680
},
{
"epoch": 0.6798084008843036,
"grad_norm": 0.2822883129119873,
"learning_rate": 2.8200335070160976e-06,
"loss": 0.0058,
"step": 3690
},
{
"epoch": 0.681650700073692,
"grad_norm": 0.5156017541885376,
"learning_rate": 2.791140444832335e-06,
"loss": 0.0064,
"step": 3700
},
{
"epoch": 0.6834929992630803,
"grad_norm": 0.68656986951828,
"learning_rate": 2.762338738677984e-06,
"loss": 0.006,
"step": 3710
},
{
"epoch": 0.6853352984524687,
"grad_norm": 0.34219586849212646,
"learning_rate": 2.733629579760294e-06,
"loss": 0.0091,
"step": 3720
},
{
"epoch": 0.687177597641857,
"grad_norm": 0.4232438802719116,
"learning_rate": 2.705014155458861e-06,
"loss": 0.006,
"step": 3730
},
{
"epoch": 0.6890198968312454,
"grad_norm": 0.4850643575191498,
"learning_rate": 2.6764936492765193e-06,
"loss": 0.0077,
"step": 3740
},
{
"epoch": 0.6908621960206337,
"grad_norm": 0.18765372037887573,
"learning_rate": 2.648069240790393e-06,
"loss": 0.0052,
"step": 3750
},
{
"epoch": 0.6908621960206337,
"eval_alignment_abstract": {
"mean_alignment": 0.5698100924491882
},
"eval_alignment_claim": {
"mean_alignment": 0.523349404335022
},
"eval_alignment_global": {
"mean_alignment": 0.54914391040802
},
"eval_alignment_invention": {
"mean_alignment": 0.5069302916526794
},
"eval_ipc_cls_abstract_accuracy_primary": 58.599999999999994,
"eval_ipc_cls_abstract_precision@1": 63.4,
"eval_ipc_cls_abstract_precision@3": 31.680000000000003,
"eval_ipc_cls_abstract_precision@5": 21.12,
"eval_ipc_cls_global_accuracy_primary": 58.599999999999994,
"eval_ipc_cls_global_precision@1": 63.4,
"eval_ipc_cls_global_precision@3": 31.680000000000003,
"eval_ipc_cls_global_precision@5": 21.12,
"eval_ipc_knn_abstract_accuracy_primary": 64.16,
"eval_ipc_knn_abstract_precision@1": 69.76,
"eval_ipc_knn_abstract_precision@3": 28.16,
"eval_ipc_knn_abstract_precision@5": 17.055999999999997,
"eval_ipc_knn_global_accuracy_primary": 64.16,
"eval_ipc_knn_global_precision@1": 69.76,
"eval_ipc_knn_global_precision@3": 28.16,
"eval_ipc_knn_global_precision@5": 17.055999999999997,
"eval_priorArt_ndcg@100_a2a": 0.3146715296886609,
"eval_priorArt_ndcg@100_a2all": 0.31928158230457954,
"eval_priorArt_ndcg@100_a2c": 0.3180226692616339,
"eval_priorArt_ndcg@100_a2i": 0.28390391092468353,
"eval_priorArt_ndcg@100_c2a": 0.36561735231786424,
"eval_priorArt_ndcg@100_c2all": 0.3708616177894488,
"eval_priorArt_ndcg@100_c2c": 0.3643965770953038,
"eval_priorArt_ndcg@100_c2i": 0.3191027560989141,
"eval_priorArt_ndcg@100_i2a": 0.3403988696883741,
"eval_priorArt_ndcg@100_i2all": 0.29752578804430047,
"eval_priorArt_ndcg@100_i2c": 0.32358137470965836,
"eval_priorArt_ndcg@100_i2i": 0.29257307742983396,
"eval_priorArt_ndcg@10_a2a": 0.2091590298052938,
"eval_priorArt_ndcg@10_a2all": 0.19448633076446392,
"eval_priorArt_ndcg@10_a2c": 0.1638774972310949,
"eval_priorArt_ndcg@10_a2i": 0.14904324084486736,
"eval_priorArt_ndcg@10_c2a": 0.23375397663688866,
"eval_priorArt_ndcg@10_c2all": 0.21347669777850387,
"eval_priorArt_ndcg@10_c2c": 0.20609345829216927,
"eval_priorArt_ndcg@10_c2i": 0.1616686444525574,
"eval_priorArt_ndcg@10_i2a": 0.2342114839764533,
"eval_priorArt_ndcg@10_i2all": 0.1811204466453725,
"eval_priorArt_ndcg@10_i2c": 0.19511656852950704,
"eval_priorArt_ndcg@10_i2i": 0.1587046922567526,
"eval_priorArt_ndcg@20_a2a": 0.24420356751103417,
"eval_priorArt_ndcg@20_a2all": 0.23100549045525032,
"eval_priorArt_ndcg@20_a2c": 0.2339205905240791,
"eval_priorArt_ndcg@20_a2i": 0.1860266864861823,
"eval_priorArt_ndcg@20_c2a": 0.275222617004769,
"eval_priorArt_ndcg@20_c2all": 0.26928892909766133,
"eval_priorArt_ndcg@20_c2c": 0.2805730251312661,
"eval_priorArt_ndcg@20_c2i": 0.2005436369229554,
"eval_priorArt_ndcg@20_i2a": 0.272538291043117,
"eval_priorArt_ndcg@20_i2all": 0.2312431545055512,
"eval_priorArt_ndcg@20_i2c": 0.23994456065217448,
"eval_priorArt_ndcg@20_i2i": 0.21305538194086124,
"eval_priorArt_ndcg@50_a2a": 0.284555860845349,
"eval_priorArt_ndcg@50_a2all": 0.2992785327943003,
"eval_priorArt_ndcg@50_a2c": 0.27208447220402754,
"eval_priorArt_ndcg@50_a2i": 0.25363129752908375,
"eval_priorArt_ndcg@50_c2a": 0.3344497851954531,
"eval_priorArt_ndcg@50_c2all": 0.33484574593907124,
"eval_priorArt_ndcg@50_c2c": 0.32267348700649623,
"eval_priorArt_ndcg@50_c2i": 0.2766070359070495,
"eval_priorArt_ndcg@50_i2a": 0.3154146801497279,
"eval_priorArt_ndcg@50_i2all": 0.2793225998976167,
"eval_priorArt_ndcg@50_i2c": 0.29072494572644364,
"eval_priorArt_ndcg@50_i2i": 0.2561520072926288,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8666666666666666,
"eval_priorArt_recall@100_a2i": 0.8,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.9083333333333334,
"eval_priorArt_recall@100_c2c": 0.9083333333333334,
"eval_priorArt_recall@100_c2i": 0.875,
"eval_priorArt_recall@100_i2a": 0.7791666666666668,
"eval_priorArt_recall@100_i2all": 0.7666666666666667,
"eval_priorArt_recall@100_i2c": 0.8416666666666666,
"eval_priorArt_recall@100_i2i": 0.8,
"eval_priorArt_recall@10_a2a": 0.3791666666666667,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.3,
"eval_priorArt_recall@10_a2i": 0.2791666666666667,
"eval_priorArt_recall@10_c2a": 0.36249999999999993,
"eval_priorArt_recall@10_c2all": 0.30416666666666664,
"eval_priorArt_recall@10_c2c": 0.31666666666666665,
"eval_priorArt_recall@10_c2i": 0.25,
"eval_priorArt_recall@10_i2a": 0.37083333333333335,
"eval_priorArt_recall@10_i2all": 0.3375,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.2833333333333333,
"eval_priorArt_recall@20_a2a": 0.47916666666666663,
"eval_priorArt_recall@20_a2all": 0.4416666666666666,
"eval_priorArt_recall@20_a2c": 0.4958333333333334,
"eval_priorArt_recall@20_a2i": 0.37916666666666665,
"eval_priorArt_recall@20_c2a": 0.47916666666666663,
"eval_priorArt_recall@20_c2all": 0.4833333333333334,
"eval_priorArt_recall@20_c2c": 0.5458333333333333,
"eval_priorArt_recall@20_c2i": 0.3791666666666667,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.4791666666666667,
"eval_priorArt_recall@20_i2i": 0.4458333333333334,
"eval_priorArt_recall@50_a2a": 0.6333333333333333,
"eval_priorArt_recall@50_a2all": 0.7208333333333334,
"eval_priorArt_recall@50_a2c": 0.6458333333333333,
"eval_priorArt_recall@50_a2i": 0.6541666666666667,
"eval_priorArt_recall@50_c2a": 0.7125,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.6666666666666667,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.47604672161773826,
"eval_singularentropy_claim": 0.4808507347839828,
"eval_singularentropy_global": 0.4745932640593203,
"eval_singularentropy_invention": 0.5330463185508787,
"eval_uniformity_abstract": -2.673369884490967,
"eval_uniformity_claim": -2.649961471557617,
"eval_uniformity_global": -2.646097183227539,
"eval_uniformity_invention": -2.5752346515655518,
"step": 3750
},
{
"epoch": 0.6927044952100221,
"grad_norm": 0.5257987380027771,
"learning_rate": 2.61974210560311e-06,
"loss": 0.0055,
"step": 3760
},
{
"epoch": 0.6945467943994105,
"grad_norm": 0.3525342643260956,
"learning_rate": 2.591513415294181e-06,
"loss": 0.0053,
"step": 3770
},
{
"epoch": 0.6963890935887989,
"grad_norm": 0.1620776504278183,
"learning_rate": 2.563384337371542e-06,
"loss": 0.0065,
"step": 3780
},
{
"epoch": 0.6982313927781871,
"grad_norm": 0.12111952155828476,
"learning_rate": 2.5353560352232696e-06,
"loss": 0.0065,
"step": 3790
},
{
"epoch": 0.7000736919675755,
"grad_norm": 0.4094373285770416,
"learning_rate": 2.5074296680694656e-06,
"loss": 0.0044,
"step": 3800
},
{
"epoch": 0.7019159911569639,
"grad_norm": 0.02539777010679245,
"learning_rate": 2.479606390914308e-06,
"loss": 0.0082,
"step": 3810
},
{
"epoch": 0.7037582903463523,
"grad_norm": 0.482593297958374,
"learning_rate": 2.451887354498288e-06,
"loss": 0.0071,
"step": 3820
},
{
"epoch": 0.7056005895357406,
"grad_norm": 0.2216409295797348,
"learning_rate": 2.424273705250611e-06,
"loss": 0.0046,
"step": 3830
},
{
"epoch": 0.707442888725129,
"grad_norm": 0.5701761245727539,
"learning_rate": 2.3967665852417833e-06,
"loss": 0.0141,
"step": 3840
},
{
"epoch": 0.7092851879145173,
"grad_norm": 0.034141894429922104,
"learning_rate": 2.3693671321363815e-06,
"loss": 0.0055,
"step": 3850
},
{
"epoch": 0.7111274871039057,
"grad_norm": 0.49493351578712463,
"learning_rate": 2.3420764791459915e-06,
"loss": 0.0084,
"step": 3860
},
{
"epoch": 0.712969786293294,
"grad_norm": 0.07802747935056686,
"learning_rate": 2.3148957549823474e-06,
"loss": 0.0063,
"step": 3870
},
{
"epoch": 0.7138909358879882,
"eval_alignment_abstract": {
"mean_alignment": 0.5757088661193848
},
"eval_alignment_claim": {
"mean_alignment": 0.529525876045227
},
"eval_alignment_global": {
"mean_alignment": 0.5562365651130676
},
"eval_alignment_invention": {
"mean_alignment": 0.5170941352844238
},
"eval_ipc_cls_abstract_accuracy_primary": 58.48,
"eval_ipc_cls_abstract_precision@1": 63.4,
"eval_ipc_cls_abstract_precision@3": 31.64,
"eval_ipc_cls_abstract_precision@5": 21.103999999999996,
"eval_ipc_cls_global_accuracy_primary": 58.48,
"eval_ipc_cls_global_precision@1": 63.4,
"eval_ipc_cls_global_precision@3": 31.64,
"eval_ipc_cls_global_precision@5": 21.103999999999996,
"eval_ipc_knn_abstract_accuracy_primary": 63.88,
"eval_ipc_knn_abstract_precision@1": 69.39999999999999,
"eval_ipc_knn_abstract_precision@3": 28.10666666666667,
"eval_ipc_knn_abstract_precision@5": 17.04,
"eval_ipc_knn_global_accuracy_primary": 63.88,
"eval_ipc_knn_global_precision@1": 69.39999999999999,
"eval_ipc_knn_global_precision@3": 28.10666666666667,
"eval_ipc_knn_global_precision@5": 17.04,
"eval_priorArt_ndcg@100_a2a": 0.30391929733039363,
"eval_priorArt_ndcg@100_a2all": 0.3106599537095721,
"eval_priorArt_ndcg@100_a2c": 0.32080055049517747,
"eval_priorArt_ndcg@100_a2i": 0.2816732376974659,
"eval_priorArt_ndcg@100_c2a": 0.35383592532580194,
"eval_priorArt_ndcg@100_c2all": 0.3660544529240832,
"eval_priorArt_ndcg@100_c2c": 0.35406338110557883,
"eval_priorArt_ndcg@100_c2i": 0.31952242988590096,
"eval_priorArt_ndcg@100_i2a": 0.34678043816532256,
"eval_priorArt_ndcg@100_i2all": 0.29313029140885594,
"eval_priorArt_ndcg@100_i2c": 0.31767790053499373,
"eval_priorArt_ndcg@100_i2i": 0.2832110207209421,
"eval_priorArt_ndcg@10_a2a": 0.20438515192364912,
"eval_priorArt_ndcg@10_a2all": 0.1915513639947139,
"eval_priorArt_ndcg@10_a2c": 0.17145616011137496,
"eval_priorArt_ndcg@10_a2i": 0.15832873841213002,
"eval_priorArt_ndcg@10_c2a": 0.23008709484300022,
"eval_priorArt_ndcg@10_c2all": 0.22627135841828414,
"eval_priorArt_ndcg@10_c2c": 0.21423228992203142,
"eval_priorArt_ndcg@10_c2i": 0.17093326334507744,
"eval_priorArt_ndcg@10_i2a": 0.2491937765077712,
"eval_priorArt_ndcg@10_i2all": 0.18972509726271825,
"eval_priorArt_ndcg@10_i2c": 0.19949614762822185,
"eval_priorArt_ndcg@10_i2i": 0.15744891473026423,
"eval_priorArt_ndcg@20_a2a": 0.22855595792092614,
"eval_priorArt_ndcg@20_a2all": 0.2264174136368374,
"eval_priorArt_ndcg@20_a2c": 0.24459107343563788,
"eval_priorArt_ndcg@20_a2i": 0.1890849421416367,
"eval_priorArt_ndcg@20_c2a": 0.27531216662815566,
"eval_priorArt_ndcg@20_c2all": 0.2733765989476183,
"eval_priorArt_ndcg@20_c2c": 0.2750090979679559,
"eval_priorArt_ndcg@20_c2i": 0.19344801061351793,
"eval_priorArt_ndcg@20_i2a": 0.2790786300129051,
"eval_priorArt_ndcg@20_i2all": 0.22658012391937993,
"eval_priorArt_ndcg@20_i2c": 0.24276512657577354,
"eval_priorArt_ndcg@20_i2i": 0.20765459565747496,
"eval_priorArt_ndcg@50_a2a": 0.2705596363307673,
"eval_priorArt_ndcg@50_a2all": 0.2909325604303393,
"eval_priorArt_ndcg@50_a2c": 0.27127692974006357,
"eval_priorArt_ndcg@50_a2i": 0.25622197359807114,
"eval_priorArt_ndcg@50_c2a": 0.33006169643882965,
"eval_priorArt_ndcg@50_c2all": 0.33396463277169924,
"eval_priorArt_ndcg@50_c2c": 0.31218167311767503,
"eval_priorArt_ndcg@50_c2i": 0.27338753233852064,
"eval_priorArt_ndcg@50_i2a": 0.3220458806993782,
"eval_priorArt_ndcg@50_i2all": 0.2816017452017594,
"eval_priorArt_ndcg@50_i2c": 0.28810618506697044,
"eval_priorArt_ndcg@50_i2i": 0.25530514974511903,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8666666666666666,
"eval_priorArt_recall@100_a2i": 0.775,
"eval_priorArt_recall@100_c2a": 0.8125,
"eval_priorArt_recall@100_c2all": 0.8916666666666668,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.875,
"eval_priorArt_recall@100_i2a": 0.7791666666666668,
"eval_priorArt_recall@100_i2all": 0.7375,
"eval_priorArt_recall@100_i2c": 0.8291666666666666,
"eval_priorArt_recall@100_i2i": 0.7583333333333333,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.30416666666666664,
"eval_priorArt_recall@10_a2i": 0.2958333333333333,
"eval_priorArt_recall@10_c2a": 0.35,
"eval_priorArt_recall@10_c2all": 0.35416666666666663,
"eval_priorArt_recall@10_c2c": 0.36666666666666664,
"eval_priorArt_recall@10_c2i": 0.2833333333333333,
"eval_priorArt_recall@10_i2a": 0.39583333333333337,
"eval_priorArt_recall@10_i2all": 0.35416666666666663,
"eval_priorArt_recall@10_i2c": 0.35416666666666663,
"eval_priorArt_recall@10_i2i": 0.2833333333333333,
"eval_priorArt_recall@20_a2a": 0.4624999999999999,
"eval_priorArt_recall@20_a2all": 0.4541666666666666,
"eval_priorArt_recall@20_a2c": 0.5208333333333334,
"eval_priorArt_recall@20_a2i": 0.37916666666666665,
"eval_priorArt_recall@20_c2a": 0.47916666666666663,
"eval_priorArt_recall@20_c2all": 0.4958333333333333,
"eval_priorArt_recall@20_c2c": 0.5458333333333333,
"eval_priorArt_recall@20_c2i": 0.3458333333333333,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4625,
"eval_priorArt_recall@20_i2c": 0.4958333333333334,
"eval_priorArt_recall@20_i2i": 0.4291666666666666,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.7208333333333334,
"eval_priorArt_recall@50_a2c": 0.6291666666666667,
"eval_priorArt_recall@50_a2i": 0.6541666666666667,
"eval_priorArt_recall@50_c2a": 0.6958333333333333,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.6875,
"eval_priorArt_recall@50_c2i": 0.6500000000000001,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.47702825598777476,
"eval_singularentropy_claim": 0.4814972856289968,
"eval_singularentropy_global": 0.4748914979893183,
"eval_singularentropy_invention": 0.5329643535018964,
"eval_uniformity_abstract": -2.6613645553588867,
"eval_uniformity_claim": -2.6375012397766113,
"eval_uniformity_global": -2.6319735050201416,
"eval_uniformity_invention": -2.5571725368499756,
"step": 3875
},
{
"epoch": 0.7148120854826824,
"grad_norm": 0.34612783789634705,
"learning_rate": 2.287826083810646e-06,
"loss": 0.008,
"step": 3880
},
{
"epoch": 0.7166543846720708,
"grad_norm": 0.23998703062534332,
"learning_rate": 2.2608685852030517e-06,
"loss": 0.0056,
"step": 3890
},
{
"epoch": 0.7184966838614592,
"grad_norm": 0.5726413726806641,
"learning_rate": 2.2340243740923954e-06,
"loss": 0.0088,
"step": 3900
},
{
"epoch": 0.7203389830508474,
"grad_norm": 0.3700844645500183,
"learning_rate": 2.207294560726061e-06,
"loss": 0.0076,
"step": 3910
},
{
"epoch": 0.7221812822402358,
"grad_norm": 0.18454986810684204,
"learning_rate": 2.1806802506200627e-06,
"loss": 0.0072,
"step": 3920
},
{
"epoch": 0.7240235814296242,
"grad_norm": 0.35908931493759155,
"learning_rate": 2.154182544513329e-06,
"loss": 0.0063,
"step": 3930
},
{
"epoch": 0.7258658806190126,
"grad_norm": 0.15390950441360474,
"learning_rate": 2.127802538322172e-06,
"loss": 0.0055,
"step": 3940
},
{
"epoch": 0.7277081798084009,
"grad_norm": 0.05075525492429733,
"learning_rate": 2.101541323094963e-06,
"loss": 0.0079,
"step": 3950
},
{
"epoch": 0.7295504789977892,
"grad_norm": 0.3818676471710205,
"learning_rate": 2.0753999849670105e-06,
"loss": 0.0056,
"step": 3960
},
{
"epoch": 0.7313927781871776,
"grad_norm": 0.5471837520599365,
"learning_rate": 2.049379605115633e-06,
"loss": 0.0064,
"step": 3970
},
{
"epoch": 0.7332350773765659,
"grad_norm": 0.3723589777946472,
"learning_rate": 2.0234812597154486e-06,
"loss": 0.0125,
"step": 3980
},
{
"epoch": 0.7350773765659543,
"grad_norm": 0.4605702757835388,
"learning_rate": 1.9977060198938636e-06,
"loss": 0.0052,
"step": 3990
},
{
"epoch": 0.7369196757553427,
"grad_norm": 0.42220327258110046,
"learning_rate": 1.972054951686769e-06,
"loss": 0.0087,
"step": 4000
},
{
"epoch": 0.7369196757553427,
"eval_alignment_abstract": {
"mean_alignment": 0.5819042921066284
},
"eval_alignment_claim": {
"mean_alignment": 0.5309361815452576
},
"eval_alignment_global": {
"mean_alignment": 0.559639036655426
},
"eval_alignment_invention": {
"mean_alignment": 0.5197893381118774
},
"eval_ipc_cls_abstract_accuracy_primary": 58.4,
"eval_ipc_cls_abstract_precision@1": 63.2,
"eval_ipc_cls_abstract_precision@3": 31.66666666666667,
"eval_ipc_cls_abstract_precision@5": 21.072,
"eval_ipc_cls_global_accuracy_primary": 58.4,
"eval_ipc_cls_global_precision@1": 63.2,
"eval_ipc_cls_global_precision@3": 31.66666666666667,
"eval_ipc_cls_global_precision@5": 21.072,
"eval_ipc_knn_abstract_accuracy_primary": 63.480000000000004,
"eval_ipc_knn_abstract_precision@1": 69.12,
"eval_ipc_knn_abstract_precision@3": 27.92,
"eval_ipc_knn_abstract_precision@5": 16.928,
"eval_ipc_knn_global_accuracy_primary": 63.480000000000004,
"eval_ipc_knn_global_precision@1": 69.12,
"eval_ipc_knn_global_precision@3": 27.92,
"eval_ipc_knn_global_precision@5": 16.928,
"eval_priorArt_ndcg@100_a2a": 0.30287416224282365,
"eval_priorArt_ndcg@100_a2all": 0.31006923364196315,
"eval_priorArt_ndcg@100_a2c": 0.32044818323801705,
"eval_priorArt_ndcg@100_a2i": 0.28769187220734604,
"eval_priorArt_ndcg@100_c2a": 0.36223509179474966,
"eval_priorArt_ndcg@100_c2all": 0.37143724813050605,
"eval_priorArt_ndcg@100_c2c": 0.3596510181173068,
"eval_priorArt_ndcg@100_c2i": 0.3268696002480319,
"eval_priorArt_ndcg@100_i2a": 0.33381765095322036,
"eval_priorArt_ndcg@100_i2all": 0.2990988004797114,
"eval_priorArt_ndcg@100_i2c": 0.31444017726021833,
"eval_priorArt_ndcg@100_i2i": 0.29322492443783854,
"eval_priorArt_ndcg@10_a2a": 0.20352975602148354,
"eval_priorArt_ndcg@10_a2all": 0.1910876730129552,
"eval_priorArt_ndcg@10_a2c": 0.17055266196713315,
"eval_priorArt_ndcg@10_a2i": 0.16237227165543094,
"eval_priorArt_ndcg@10_c2a": 0.22623032187567454,
"eval_priorArt_ndcg@10_c2all": 0.21275763089994632,
"eval_priorArt_ndcg@10_c2c": 0.20190432229664396,
"eval_priorArt_ndcg@10_c2i": 0.17984113570720675,
"eval_priorArt_ndcg@10_i2a": 0.2209622326212691,
"eval_priorArt_ndcg@10_i2all": 0.18809849643717674,
"eval_priorArt_ndcg@10_i2c": 0.19012375166386045,
"eval_priorArt_ndcg@10_i2i": 0.15976307867060074,
"eval_priorArt_ndcg@20_a2a": 0.2273663309393117,
"eval_priorArt_ndcg@20_a2all": 0.2254057738555592,
"eval_priorArt_ndcg@20_a2c": 0.24358381176061683,
"eval_priorArt_ndcg@20_a2i": 0.19267143364599892,
"eval_priorArt_ndcg@20_c2a": 0.27247577636790765,
"eval_priorArt_ndcg@20_c2all": 0.2743375594430649,
"eval_priorArt_ndcg@20_c2c": 0.2695398555283258,
"eval_priorArt_ndcg@20_c2i": 0.20324624779992803,
"eval_priorArt_ndcg@20_i2a": 0.266122054823717,
"eval_priorArt_ndcg@20_i2all": 0.22517676737533207,
"eval_priorArt_ndcg@20_i2c": 0.2346387104809235,
"eval_priorArt_ndcg@20_i2i": 0.21598402545794645,
"eval_priorArt_ndcg@50_a2a": 0.2696123519388701,
"eval_priorArt_ndcg@50_a2all": 0.2942665405071832,
"eval_priorArt_ndcg@50_a2c": 0.274660726650258,
"eval_priorArt_ndcg@50_a2i": 0.26428544265731235,
"eval_priorArt_ndcg@50_c2a": 0.32166212070646083,
"eval_priorArt_ndcg@50_c2all": 0.3395623445201458,
"eval_priorArt_ndcg@50_c2c": 0.31814819673380873,
"eval_priorArt_ndcg@50_c2i": 0.2769412972629074,
"eval_priorArt_ndcg@50_i2a": 0.3090326889005482,
"eval_priorArt_ndcg@50_i2all": 0.2798942918601627,
"eval_priorArt_ndcg@50_i2c": 0.2742644832957776,
"eval_priorArt_ndcg@50_i2i": 0.25695809568187444,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8666666666666666,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.9083333333333334,
"eval_priorArt_recall@100_c2c": 0.9083333333333334,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.7791666666666668,
"eval_priorArt_recall@100_i2all": 0.7750000000000001,
"eval_priorArt_recall@100_i2c": 0.8291666666666666,
"eval_priorArt_recall@100_i2i": 0.8,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.30416666666666664,
"eval_priorArt_recall@10_a2i": 0.2958333333333333,
"eval_priorArt_recall@10_c2a": 0.35,
"eval_priorArt_recall@10_c2all": 0.30416666666666664,
"eval_priorArt_recall@10_c2c": 0.31666666666666665,
"eval_priorArt_recall@10_c2i": 0.3,
"eval_priorArt_recall@10_i2a": 0.35416666666666663,
"eval_priorArt_recall@10_i2all": 0.35416666666666663,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.2833333333333333,
"eval_priorArt_recall@20_a2a": 0.4624999999999999,
"eval_priorArt_recall@20_a2all": 0.4541666666666666,
"eval_priorArt_recall@20_a2c": 0.5208333333333334,
"eval_priorArt_recall@20_a2i": 0.37916666666666665,
"eval_priorArt_recall@20_c2a": 0.47916666666666663,
"eval_priorArt_recall@20_c2all": 0.4958333333333333,
"eval_priorArt_recall@20_c2c": 0.5208333333333333,
"eval_priorArt_recall@20_c2i": 0.37083333333333335,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4625,
"eval_priorArt_recall@20_i2c": 0.4791666666666667,
"eval_priorArt_recall@20_i2i": 0.4541666666666666,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.7375,
"eval_priorArt_recall@50_a2c": 0.6458333333333333,
"eval_priorArt_recall@50_a2i": 0.6708333333333334,
"eval_priorArt_recall@50_c2a": 0.6708333333333333,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.6500000000000001,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6291666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.47503213363006,
"eval_singularentropy_claim": 0.47949954266395295,
"eval_singularentropy_global": 0.4730210045972413,
"eval_singularentropy_invention": 0.5306063028250811,
"eval_uniformity_abstract": -2.660945177078247,
"eval_uniformity_claim": -2.6361851692199707,
"eval_uniformity_global": -2.6322991847991943,
"eval_uniformity_invention": -2.5600311756134033,
"step": 4000
},
{
"epoch": 0.7387619749447311,
"grad_norm": 0.43975400924682617,
"learning_rate": 1.9465291159944554e-06,
"loss": 0.0064,
"step": 4010
},
{
"epoch": 0.7406042741341193,
"grad_norm": 0.06179766356945038,
"learning_rate": 1.9211295685377298e-06,
"loss": 0.0054,
"step": 4020
},
{
"epoch": 0.7424465733235077,
"grad_norm": 0.6155213713645935,
"learning_rate": 1.89585735981426e-06,
"loss": 0.0078,
"step": 4030
},
{
"epoch": 0.7442888725128961,
"grad_norm": 0.06801262497901917,
"learning_rate": 1.870713535055117e-06,
"loss": 0.0071,
"step": 4040
},
{
"epoch": 0.7461311717022845,
"grad_norm": 0.018485309556126595,
"learning_rate": 1.8456991341815545e-06,
"loss": 0.0046,
"step": 4050
},
{
"epoch": 0.7479734708916728,
"grad_norm": 0.04910451918840408,
"learning_rate": 1.820815191761992e-06,
"loss": 0.0054,
"step": 4060
},
{
"epoch": 0.7498157700810612,
"grad_norm": 0.1002613827586174,
"learning_rate": 1.7960627369692312e-06,
"loss": 0.0059,
"step": 4070
},
{
"epoch": 0.7516580692704495,
"grad_norm": 0.08133556693792343,
"learning_rate": 1.7714427935378875e-06,
"loss": 0.0092,
"step": 4080
},
{
"epoch": 0.7535003684598379,
"grad_norm": 0.22439385950565338,
"learning_rate": 1.7469563797220511e-06,
"loss": 0.006,
"step": 4090
},
{
"epoch": 0.7553426676492262,
"grad_norm": 0.6221513152122498,
"learning_rate": 1.7226045082531723e-06,
"loss": 0.0091,
"step": 4100
},
{
"epoch": 0.7571849668386146,
"grad_norm": 0.10376591235399246,
"learning_rate": 1.698388186298176e-06,
"loss": 0.0036,
"step": 4110
},
{
"epoch": 0.759027266028003,
"grad_norm": 0.39151325821876526,
"learning_rate": 1.6743084154178053e-06,
"loss": 0.0088,
"step": 4120
},
{
"epoch": 0.7599484156226971,
"eval_alignment_abstract": {
"mean_alignment": 0.575823187828064
},
"eval_alignment_claim": {
"mean_alignment": 0.529157280921936
},
"eval_alignment_global": {
"mean_alignment": 0.5544893145561218
},
"eval_alignment_invention": {
"mean_alignment": 0.5128716826438904
},
"eval_ipc_cls_abstract_accuracy_primary": 58.52,
"eval_ipc_cls_abstract_precision@1": 63.44,
"eval_ipc_cls_abstract_precision@3": 31.62666666666667,
"eval_ipc_cls_abstract_precision@5": 20.983999999999998,
"eval_ipc_cls_global_accuracy_primary": 58.52,
"eval_ipc_cls_global_precision@1": 63.44,
"eval_ipc_cls_global_precision@3": 31.62666666666667,
"eval_ipc_cls_global_precision@5": 20.983999999999998,
"eval_ipc_knn_abstract_accuracy_primary": 63.68000000000001,
"eval_ipc_knn_abstract_precision@1": 69.16,
"eval_ipc_knn_abstract_precision@3": 27.933333333333334,
"eval_ipc_knn_abstract_precision@5": 16.936,
"eval_ipc_knn_global_accuracy_primary": 63.68000000000001,
"eval_ipc_knn_global_precision@1": 69.16,
"eval_ipc_knn_global_precision@3": 27.933333333333334,
"eval_ipc_knn_global_precision@5": 16.936,
"eval_priorArt_ndcg@100_a2a": 0.3158183875923546,
"eval_priorArt_ndcg@100_a2all": 0.32243098350660554,
"eval_priorArt_ndcg@100_a2c": 0.31782750078904176,
"eval_priorArt_ndcg@100_a2i": 0.2849643717804743,
"eval_priorArt_ndcg@100_c2a": 0.35560507252866935,
"eval_priorArt_ndcg@100_c2all": 0.3667822756392042,
"eval_priorArt_ndcg@100_c2c": 0.356145930677926,
"eval_priorArt_ndcg@100_c2i": 0.327612159121459,
"eval_priorArt_ndcg@100_i2a": 0.3426300821683008,
"eval_priorArt_ndcg@100_i2all": 0.2936585714113474,
"eval_priorArt_ndcg@100_i2c": 0.32205634408661543,
"eval_priorArt_ndcg@100_i2i": 0.2924744020053242,
"eval_priorArt_ndcg@10_a2a": 0.21575461707696125,
"eval_priorArt_ndcg@10_a2all": 0.20227142346354277,
"eval_priorArt_ndcg@10_a2c": 0.18758564513560125,
"eval_priorArt_ndcg@10_a2i": 0.1587711292408453,
"eval_priorArt_ndcg@10_c2a": 0.22332645294813505,
"eval_priorArt_ndcg@10_c2all": 0.2087436703573557,
"eval_priorArt_ndcg@10_c2c": 0.2108672885038388,
"eval_priorArt_ndcg@10_c2i": 0.1740053907428018,
"eval_priorArt_ndcg@10_i2a": 0.24481749546289538,
"eval_priorArt_ndcg@10_i2all": 0.18748579644297178,
"eval_priorArt_ndcg@10_i2c": 0.19918026443653353,
"eval_priorArt_ndcg@10_i2i": 0.1587046922567526,
"eval_priorArt_ndcg@20_a2a": 0.2452674632873278,
"eval_priorArt_ndcg@20_a2all": 0.2334043549390988,
"eval_priorArt_ndcg@20_a2c": 0.23884801012673132,
"eval_priorArt_ndcg@20_a2i": 0.18963065766217052,
"eval_priorArt_ndcg@20_c2a": 0.2691497864946181,
"eval_priorArt_ndcg@20_c2all": 0.2594707607846112,
"eval_priorArt_ndcg@20_c2c": 0.2696508474268763,
"eval_priorArt_ndcg@20_c2i": 0.196827711369851,
"eval_priorArt_ndcg@20_i2a": 0.2749778561612933,
"eval_priorArt_ndcg@20_i2all": 0.22405413385839118,
"eval_priorArt_ndcg@20_i2c": 0.24210388665415153,
"eval_priorArt_ndcg@20_i2i": 0.20826295555624025,
"eval_priorArt_ndcg@50_a2a": 0.282514152842761,
"eval_priorArt_ndcg@50_a2all": 0.3025378704602696,
"eval_priorArt_ndcg@50_a2c": 0.2753055015947669,
"eval_priorArt_ndcg@50_a2i": 0.2614342610799383,
"eval_priorArt_ndcg@50_c2a": 0.3187386820884154,
"eval_priorArt_ndcg@50_c2all": 0.3338139362372135,
"eval_priorArt_ndcg@50_c2c": 0.3179496853428566,
"eval_priorArt_ndcg@50_c2i": 0.2816781706735437,
"eval_priorArt_ndcg@50_i2a": 0.3180911337925728,
"eval_priorArt_ndcg@50_i2all": 0.2790719264977007,
"eval_priorArt_ndcg@50_i2c": 0.28717509242166966,
"eval_priorArt_ndcg@50_i2i": 0.25633682084218945,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.85,
"eval_priorArt_recall@100_c2all": 0.9166666666666667,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.7791666666666668,
"eval_priorArt_recall@100_i2all": 0.7500000000000001,
"eval_priorArt_recall@100_i2c": 0.8291666666666666,
"eval_priorArt_recall@100_i2i": 0.8,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.35416666666666663,
"eval_priorArt_recall@10_a2i": 0.2958333333333333,
"eval_priorArt_recall@10_c2a": 0.35,
"eval_priorArt_recall@10_c2all": 0.30416666666666664,
"eval_priorArt_recall@10_c2c": 0.3416666666666667,
"eval_priorArt_recall@10_c2i": 0.2833333333333333,
"eval_priorArt_recall@10_i2a": 0.39583333333333337,
"eval_priorArt_recall@10_i2all": 0.35416666666666663,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.2833333333333333,
"eval_priorArt_recall@20_a2a": 0.47916666666666663,
"eval_priorArt_recall@20_a2all": 0.4416666666666666,
"eval_priorArt_recall@20_a2c": 0.5041666666666667,
"eval_priorArt_recall@20_a2i": 0.37916666666666665,
"eval_priorArt_recall@20_c2a": 0.47916666666666663,
"eval_priorArt_recall@20_c2all": 0.4666666666666666,
"eval_priorArt_recall@20_c2c": 0.5208333333333333,
"eval_priorArt_recall@20_c2i": 0.3458333333333333,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4625,
"eval_priorArt_recall@20_i2c": 0.4791666666666667,
"eval_priorArt_recall@20_i2i": 0.4291666666666666,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.7208333333333334,
"eval_priorArt_recall@50_a2c": 0.6458333333333333,
"eval_priorArt_recall@50_a2i": 0.6708333333333334,
"eval_priorArt_recall@50_c2a": 0.6708333333333333,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.6666666666666667,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.47770229635892303,
"eval_singularentropy_claim": 0.482229265041888,
"eval_singularentropy_global": 0.47610429806178606,
"eval_singularentropy_invention": 0.534474326027992,
"eval_uniformity_abstract": -2.6522891521453857,
"eval_uniformity_claim": -2.622907876968384,
"eval_uniformity_global": -2.6208860874176025,
"eval_uniformity_invention": -2.547736167907715,
"step": 4125
},
{
"epoch": 0.7608695652173914,
"grad_norm": 0.2515868544578552,
"learning_rate": 1.6503661915252061e-06,
"loss": 0.0045,
"step": 4130
},
{
"epoch": 0.7627118644067796,
"grad_norm": 0.3520898222923279,
"learning_rate": 1.6265625048447192e-06,
"loss": 0.0069,
"step": 4140
},
{
"epoch": 0.764554163596168,
"grad_norm": 0.04101066291332245,
"learning_rate": 1.6028983398709457e-06,
"loss": 0.0068,
"step": 4150
},
{
"epoch": 0.7663964627855564,
"grad_norm": 0.29068881273269653,
"learning_rate": 1.5793746753280171e-06,
"loss": 0.0053,
"step": 4160
},
{
"epoch": 0.7682387619749448,
"grad_norm": 0.19573219120502472,
"learning_rate": 1.5559924841291213e-06,
"loss": 0.0078,
"step": 4170
},
{
"epoch": 0.7700810611643331,
"grad_norm": 0.3596985340118408,
"learning_rate": 1.5327527333362608e-06,
"loss": 0.0077,
"step": 4180
},
{
"epoch": 0.7719233603537214,
"grad_norm": 0.39646774530410767,
"learning_rate": 1.5096563841202593e-06,
"loss": 0.0103,
"step": 4190
},
{
"epoch": 0.7737656595431098,
"grad_norm": 0.2844255566596985,
"learning_rate": 1.4867043917210072e-06,
"loss": 0.008,
"step": 4200
},
{
"epoch": 0.7756079587324981,
"grad_norm": 0.3808685839176178,
"learning_rate": 1.4638977054079507e-06,
"loss": 0.0089,
"step": 4210
},
{
"epoch": 0.7774502579218865,
"grad_norm": 0.40466931462287903,
"learning_rate": 1.4412372684408416e-06,
"loss": 0.008,
"step": 4220
},
{
"epoch": 0.7792925571112749,
"grad_norm": 0.11847162246704102,
"learning_rate": 1.41872401803071e-06,
"loss": 0.0098,
"step": 4230
},
{
"epoch": 0.7811348563006633,
"grad_norm": 0.37875017523765564,
"learning_rate": 1.3963588853011146e-06,
"loss": 0.0083,
"step": 4240
},
{
"epoch": 0.7829771554900515,
"grad_norm": 0.20351143181324005,
"learning_rate": 1.3741427952496255e-06,
"loss": 0.0072,
"step": 4250
},
{
"epoch": 0.7829771554900515,
"eval_alignment_abstract": {
"mean_alignment": 0.5731222033500671
},
"eval_alignment_claim": {
"mean_alignment": 0.5278453826904297
},
"eval_alignment_global": {
"mean_alignment": 0.55152827501297
},
"eval_alignment_invention": {
"mean_alignment": 0.5079371929168701
},
"eval_ipc_cls_abstract_accuracy_primary": 58.28,
"eval_ipc_cls_abstract_precision@1": 63.12,
"eval_ipc_cls_abstract_precision@3": 31.706666666666667,
"eval_ipc_cls_abstract_precision@5": 21.063999999999997,
"eval_ipc_cls_global_accuracy_primary": 58.28,
"eval_ipc_cls_global_precision@1": 63.12,
"eval_ipc_cls_global_precision@3": 31.706666666666667,
"eval_ipc_cls_global_precision@5": 21.063999999999997,
"eval_ipc_knn_abstract_accuracy_primary": 63.839999999999996,
"eval_ipc_knn_abstract_precision@1": 69.28,
"eval_ipc_knn_abstract_precision@3": 28.026666666666667,
"eval_ipc_knn_abstract_precision@5": 16.984,
"eval_ipc_knn_global_accuracy_primary": 63.839999999999996,
"eval_ipc_knn_global_precision@1": 69.28,
"eval_ipc_knn_global_precision@3": 28.026666666666667,
"eval_ipc_knn_global_precision@5": 16.984,
"eval_priorArt_ndcg@100_a2a": 0.31515331674176716,
"eval_priorArt_ndcg@100_a2all": 0.3229254373744541,
"eval_priorArt_ndcg@100_a2c": 0.31769317089297877,
"eval_priorArt_ndcg@100_a2i": 0.2887818117433122,
"eval_priorArt_ndcg@100_c2a": 0.3558127734373743,
"eval_priorArt_ndcg@100_c2all": 0.3613305271946853,
"eval_priorArt_ndcg@100_c2c": 0.35837957432282297,
"eval_priorArt_ndcg@100_c2i": 0.3304457759834466,
"eval_priorArt_ndcg@100_i2a": 0.3427411845084608,
"eval_priorArt_ndcg@100_i2all": 0.2923186223506532,
"eval_priorArt_ndcg@100_i2c": 0.32016464136396705,
"eval_priorArt_ndcg@100_i2i": 0.29365413400740636,
"eval_priorArt_ndcg@10_a2a": 0.21481981694510272,
"eval_priorArt_ndcg@10_a2all": 0.2019906734921737,
"eval_priorArt_ndcg@10_a2c": 0.18730389065490433,
"eval_priorArt_ndcg@10_a2i": 0.1589096435957089,
"eval_priorArt_ndcg@10_c2a": 0.21980646682771549,
"eval_priorArt_ndcg@10_c2all": 0.21182208741793368,
"eval_priorArt_ndcg@10_c2c": 0.21277277613015055,
"eval_priorArt_ndcg@10_c2i": 0.1761840953131459,
"eval_priorArt_ndcg@10_i2a": 0.23931375275031225,
"eval_priorArt_ndcg@10_i2all": 0.19432693981616206,
"eval_priorArt_ndcg@10_i2c": 0.19712370904021403,
"eval_priorArt_ndcg@10_i2i": 0.15563256485902827,
"eval_priorArt_ndcg@20_a2a": 0.24433266315546928,
"eval_priorArt_ndcg@20_a2all": 0.24037817368976983,
"eval_priorArt_ndcg@20_a2c": 0.2316970548954576,
"eval_priorArt_ndcg@20_a2i": 0.18997342068382428,
"eval_priorArt_ndcg@20_c2a": 0.2652784779864229,
"eval_priorArt_ndcg@20_c2all": 0.25234180620017665,
"eval_priorArt_ndcg@20_c2c": 0.27139932588345445,
"eval_priorArt_ndcg@20_c2i": 0.19900641594019514,
"eval_priorArt_ndcg@20_i2a": 0.27506111878647777,
"eval_priorArt_ndcg@20_i2all": 0.22522546164587148,
"eval_priorArt_ndcg@20_i2c": 0.2399338109613045,
"eval_priorArt_ndcg@20_i2i": 0.21738743258613846,
"eval_priorArt_ndcg@50_a2a": 0.28181428065551706,
"eval_priorArt_ndcg@50_a2all": 0.30710236055048973,
"eval_priorArt_ndcg@50_a2c": 0.27906504635669466,
"eval_priorArt_ndcg@50_a2i": 0.2621397036105765,
"eval_priorArt_ndcg@50_c2a": 0.31557725235719436,
"eval_priorArt_ndcg@50_c2all": 0.3242327299524046,
"eval_priorArt_ndcg@50_c2c": 0.3199869963058152,
"eval_priorArt_ndcg@50_c2i": 0.2896367387441001,
"eval_priorArt_ndcg@50_i2a": 0.31809304432111885,
"eval_priorArt_ndcg@50_i2all": 0.2777256235871864,
"eval_priorArt_ndcg@50_i2c": 0.2850443946326443,
"eval_priorArt_ndcg@50_i2i": 0.25381096894919397,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.8,
"eval_priorArt_recall@100_c2a": 0.8666666666666666,
"eval_priorArt_recall@100_c2all": 0.9166666666666667,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.7791666666666668,
"eval_priorArt_recall@100_i2all": 0.7500000000000001,
"eval_priorArt_recall@100_i2c": 0.8291666666666666,
"eval_priorArt_recall@100_i2i": 0.8166666666666668,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.35416666666666663,
"eval_priorArt_recall@10_a2i": 0.2958333333333333,
"eval_priorArt_recall@10_c2a": 0.35,
"eval_priorArt_recall@10_c2all": 0.32916666666666666,
"eval_priorArt_recall@10_c2c": 0.3416666666666667,
"eval_priorArt_recall@10_c2i": 0.2833333333333333,
"eval_priorArt_recall@10_i2a": 0.38333333333333336,
"eval_priorArt_recall@10_i2all": 0.37916666666666665,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.2833333333333333,
"eval_priorArt_recall@20_a2a": 0.47916666666666663,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.4791666666666667,
"eval_priorArt_recall@20_a2i": 0.37916666666666665,
"eval_priorArt_recall@20_c2a": 0.47916666666666663,
"eval_priorArt_recall@20_c2all": 0.4583333333333333,
"eval_priorArt_recall@20_c2c": 0.5208333333333333,
"eval_priorArt_recall@20_c2i": 0.3458333333333333,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.475,
"eval_priorArt_recall@20_i2c": 0.4791666666666667,
"eval_priorArt_recall@20_i2i": 0.4708333333333334,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.7375,
"eval_priorArt_recall@50_a2c": 0.6625,
"eval_priorArt_recall@50_a2i": 0.6708333333333334,
"eval_priorArt_recall@50_c2a": 0.6708333333333333,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4804461712032686,
"eval_singularentropy_claim": 0.4849883368504042,
"eval_singularentropy_global": 0.479032671694958,
"eval_singularentropy_invention": 0.5374319871970303,
"eval_uniformity_abstract": -2.639666795730591,
"eval_uniformity_claim": -2.611220359802246,
"eval_uniformity_global": -2.608975410461426,
"eval_uniformity_invention": -2.537173271179199,
"step": 4250
},
{
"epoch": 0.7848194546794399,
"grad_norm": 0.1880008429288864,
"learning_rate": 1.3520766667095714e-06,
"loss": 0.0054,
"step": 4260
},
{
"epoch": 0.7866617538688283,
"grad_norm": 0.4043119549751282,
"learning_rate": 1.3301614123120355e-06,
"loss": 0.0065,
"step": 4270
},
{
"epoch": 0.7885040530582167,
"grad_norm": 0.1068473532795906,
"learning_rate": 1.3083979384481088e-06,
"loss": 0.0104,
"step": 4280
},
{
"epoch": 0.790346352247605,
"grad_norm": 0.2916453182697296,
"learning_rate": 1.2867871452314072e-06,
"loss": 0.0052,
"step": 4290
},
{
"epoch": 0.7921886514369934,
"grad_norm": 0.36439043283462524,
"learning_rate": 1.2653299264608398e-06,
"loss": 0.0067,
"step": 4300
},
{
"epoch": 0.7940309506263817,
"grad_norm": 0.08754592388868332,
"learning_rate": 1.2440271695836415e-06,
"loss": 0.0073,
"step": 4310
},
{
"epoch": 0.7958732498157701,
"grad_norm": 0.4599647521972656,
"learning_rate": 1.222879755658678e-06,
"loss": 0.0079,
"step": 4320
},
{
"epoch": 0.7977155490051584,
"grad_norm": 0.2217024713754654,
"learning_rate": 1.2018885593199902e-06,
"loss": 0.0055,
"step": 4330
},
{
"epoch": 0.7995578481945468,
"grad_norm": 0.22679392993450165,
"learning_rate": 1.1810544487406356e-06,
"loss": 0.0058,
"step": 4340
},
{
"epoch": 0.8014001473839352,
"grad_norm": 0.1828814297914505,
"learning_rate": 1.1603782855967737e-06,
"loss": 0.0057,
"step": 4350
},
{
"epoch": 0.8032424465733236,
"grad_norm": 0.3415510654449463,
"learning_rate": 1.1398609250320309e-06,
"loss": 0.0048,
"step": 4360
},
{
"epoch": 0.8050847457627118,
"grad_norm": 0.17007748782634735,
"learning_rate": 1.1195032156221298e-06,
"loss": 0.0081,
"step": 4370
},
{
"epoch": 0.8060058953574061,
"eval_alignment_abstract": {
"mean_alignment": 0.5685529112815857
},
"eval_alignment_claim": {
"mean_alignment": 0.5233098864555359
},
"eval_alignment_global": {
"mean_alignment": 0.5467592477798462
},
"eval_alignment_invention": {
"mean_alignment": 0.5028945207595825
},
"eval_ipc_cls_abstract_accuracy_primary": 58.48,
"eval_ipc_cls_abstract_precision@1": 63.28,
"eval_ipc_cls_abstract_precision@3": 31.73333333333333,
"eval_ipc_cls_abstract_precision@5": 21.031999999999996,
"eval_ipc_cls_global_accuracy_primary": 58.48,
"eval_ipc_cls_global_precision@1": 63.28,
"eval_ipc_cls_global_precision@3": 31.73333333333333,
"eval_ipc_cls_global_precision@5": 21.031999999999996,
"eval_ipc_knn_abstract_accuracy_primary": 63.75999999999999,
"eval_ipc_knn_abstract_precision@1": 69.32000000000001,
"eval_ipc_knn_abstract_precision@3": 27.96,
"eval_ipc_knn_abstract_precision@5": 16.951999999999998,
"eval_ipc_knn_global_accuracy_primary": 63.75999999999999,
"eval_ipc_knn_global_precision@1": 69.32000000000001,
"eval_ipc_knn_global_precision@3": 27.96,
"eval_ipc_knn_global_precision@5": 16.951999999999998,
"eval_priorArt_ndcg@100_a2a": 0.3143977256095661,
"eval_priorArt_ndcg@100_a2all": 0.3177006338290285,
"eval_priorArt_ndcg@100_a2c": 0.3228599840059178,
"eval_priorArt_ndcg@100_a2i": 0.28805760979962447,
"eval_priorArt_ndcg@100_c2a": 0.3564346531836572,
"eval_priorArt_ndcg@100_c2all": 0.36453823007968567,
"eval_priorArt_ndcg@100_c2c": 0.3562233365795754,
"eval_priorArt_ndcg@100_c2i": 0.3315931526386612,
"eval_priorArt_ndcg@100_i2a": 0.3427757215670787,
"eval_priorArt_ndcg@100_i2all": 0.2952354736346014,
"eval_priorArt_ndcg@100_i2c": 0.32445254147472913,
"eval_priorArt_ndcg@100_i2i": 0.2888636620322625,
"eval_priorArt_ndcg@10_a2a": 0.21408837267984984,
"eval_priorArt_ndcg@10_a2all": 0.20154419868316992,
"eval_priorArt_ndcg@10_a2c": 0.1956727173571463,
"eval_priorArt_ndcg@10_a2i": 0.16144217299935662,
"eval_priorArt_ndcg@10_c2a": 0.22043092043932272,
"eval_priorArt_ndcg@10_c2all": 0.2056624216926853,
"eval_priorArt_ndcg@10_c2c": 0.22462051552213141,
"eval_priorArt_ndcg@10_c2i": 0.17715894213146846,
"eval_priorArt_ndcg@10_i2a": 0.23813026807577486,
"eval_priorArt_ndcg@10_i2all": 0.18264599346824853,
"eval_priorArt_ndcg@10_i2c": 0.19815198673837378,
"eval_priorArt_ndcg@10_i2i": 0.15491349798047077,
"eval_priorArt_ndcg@20_a2a": 0.23825917867712681,
"eval_priorArt_ndcg@20_a2all": 0.23970132789941995,
"eval_priorArt_ndcg@20_a2c": 0.23361535818219292,
"eval_priorArt_ndcg@20_a2i": 0.1967455975740833,
"eval_priorArt_ndcg@20_c2a": 0.266202617016895,
"eval_priorArt_ndcg@20_c2all": 0.25519868122825984,
"eval_priorArt_ndcg@20_c2c": 0.26946391824703014,
"eval_priorArt_ndcg@20_c2i": 0.21155597862018788,
"eval_priorArt_ndcg@20_i2a": 0.27475481621427933,
"eval_priorArt_ndcg@20_i2all": 0.23268816482681226,
"eval_priorArt_ndcg@20_i2c": 0.24081376603736784,
"eval_priorArt_ndcg@20_i2i": 0.20845984509202253,
"eval_priorArt_ndcg@50_a2a": 0.28094227167682384,
"eval_priorArt_ndcg@50_a2all": 0.30657837876304794,
"eval_priorArt_ndcg@50_a2c": 0.2766792810241271,
"eval_priorArt_ndcg@50_a2i": 0.2643851951881092,
"eval_priorArt_ndcg@50_c2a": 0.3159504759101638,
"eval_priorArt_ndcg@50_c2all": 0.33163624558211113,
"eval_priorArt_ndcg@50_c2c": 0.3179052168076437,
"eval_priorArt_ndcg@50_c2i": 0.290693061665343,
"eval_priorArt_ndcg@50_i2a": 0.3178809944859205,
"eval_priorArt_ndcg@50_i2all": 0.2805596403262144,
"eval_priorArt_ndcg@50_i2c": 0.28575329309829284,
"eval_priorArt_ndcg@50_i2i": 0.2525099295760434,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.7833333333333334,
"eval_priorArt_recall@100_a2c": 0.8666666666666666,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.8666666666666666,
"eval_priorArt_recall@100_c2all": 0.9166666666666667,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.7791666666666668,
"eval_priorArt_recall@100_i2all": 0.7500000000000001,
"eval_priorArt_recall@100_i2c": 0.8458333333333332,
"eval_priorArt_recall@100_i2i": 0.8,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.37083333333333335,
"eval_priorArt_recall@10_a2i": 0.2958333333333333,
"eval_priorArt_recall@10_c2a": 0.35,
"eval_priorArt_recall@10_c2all": 0.30416666666666664,
"eval_priorArt_recall@10_c2c": 0.39166666666666666,
"eval_priorArt_recall@10_c2i": 0.2833333333333333,
"eval_priorArt_recall@10_i2a": 0.37916666666666665,
"eval_priorArt_recall@10_i2all": 0.3375,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.2833333333333333,
"eval_priorArt_recall@20_a2a": 0.4624999999999999,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.4791666666666667,
"eval_priorArt_recall@20_a2i": 0.39166666666666666,
"eval_priorArt_recall@20_c2a": 0.47916666666666663,
"eval_priorArt_recall@20_c2all": 0.4583333333333333,
"eval_priorArt_recall@20_c2c": 0.5208333333333333,
"eval_priorArt_recall@20_c2i": 0.38333333333333336,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.4791666666666667,
"eval_priorArt_recall@20_i2i": 0.4416666666666667,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.7375,
"eval_priorArt_recall@50_a2c": 0.6458333333333333,
"eval_priorArt_recall@50_a2i": 0.6708333333333334,
"eval_priorArt_recall@50_c2a": 0.6708333333333333,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.482815217145772,
"eval_singularentropy_claim": 0.4875876876251704,
"eval_singularentropy_global": 0.4814842800762158,
"eval_singularentropy_invention": 0.539806723253653,
"eval_uniformity_abstract": -2.6334686279296875,
"eval_uniformity_claim": -2.6060376167297363,
"eval_uniformity_global": -2.6031954288482666,
"eval_uniformity_invention": -2.5321173667907715,
"step": 4375
},
{
"epoch": 0.8069270449521002,
"grad_norm": 0.11961205303668976,
"learning_rate": 1.1013184749180616e-06,
"loss": 0.0089,
"step": 4380
},
{
"epoch": 0.8087693441414886,
"grad_norm": 0.28108882904052734,
"learning_rate": 1.0812664168517745e-06,
"loss": 0.0069,
"step": 4390
},
{
"epoch": 0.810611643330877,
"grad_norm": 0.30869027972221375,
"learning_rate": 1.0613764333454752e-06,
"loss": 0.0063,
"step": 4400
},
{
"epoch": 0.8124539425202653,
"grad_norm": 0.21840831637382507,
"learning_rate": 1.0416493470272542e-06,
"loss": 0.0058,
"step": 4410
},
{
"epoch": 0.8142962417096536,
"grad_norm": 0.3677670657634735,
"learning_rate": 1.0220859737879517e-06,
"loss": 0.005,
"step": 4420
},
{
"epoch": 0.816138540899042,
"grad_norm": 0.4118089973926544,
"learning_rate": 1.0026871227474117e-06,
"loss": 0.0057,
"step": 4430
},
{
"epoch": 0.8179808400884304,
"grad_norm": 0.3037813603878021,
"learning_rate": 9.834535962210222e-07,
"loss": 0.0066,
"step": 4440
},
{
"epoch": 0.8198231392778187,
"grad_norm": 0.20898830890655518,
"learning_rate": 9.64386189686526e-07,
"loss": 0.0039,
"step": 4450
},
{
"epoch": 0.8216654384672071,
"grad_norm": 0.27752554416656494,
"learning_rate": 9.45485691751124e-07,
"loss": 0.0065,
"step": 4460
},
{
"epoch": 0.8235077376565955,
"grad_norm": 0.4874311089515686,
"learning_rate": 9.2675288411886e-07,
"loss": 0.0103,
"step": 4470
},
{
"epoch": 0.8253500368459837,
"grad_norm": 0.6610743403434753,
"learning_rate": 9.081885415582898e-07,
"loss": 0.0103,
"step": 4480
},
{
"epoch": 0.8271923360353721,
"grad_norm": 0.05624911189079285,
"learning_rate": 8.897934318704327e-07,
"loss": 0.004,
"step": 4490
},
{
"epoch": 0.8290346352247605,
"grad_norm": 0.09430131316184998,
"learning_rate": 8.715683158570254e-07,
"loss": 0.0053,
"step": 4500
},
{
"epoch": 0.8290346352247605,
"eval_alignment_abstract": {
"mean_alignment": 0.5674229264259338
},
"eval_alignment_claim": {
"mean_alignment": 0.5217639207839966
},
"eval_alignment_global": {
"mean_alignment": 0.5443869829177856
},
"eval_alignment_invention": {
"mean_alignment": 0.49871426820755005
},
"eval_ipc_cls_abstract_accuracy_primary": 58.68,
"eval_ipc_cls_abstract_precision@1": 63.44,
"eval_ipc_cls_abstract_precision@3": 31.73333333333333,
"eval_ipc_cls_abstract_precision@5": 21.048000000000002,
"eval_ipc_cls_global_accuracy_primary": 58.68,
"eval_ipc_cls_global_precision@1": 63.44,
"eval_ipc_cls_global_precision@3": 31.73333333333333,
"eval_ipc_cls_global_precision@5": 21.048000000000002,
"eval_ipc_knn_abstract_accuracy_primary": 63.92,
"eval_ipc_knn_abstract_precision@1": 69.52000000000001,
"eval_ipc_knn_abstract_precision@3": 28.08,
"eval_ipc_knn_abstract_precision@5": 17.031999999999996,
"eval_ipc_knn_global_accuracy_primary": 63.92,
"eval_ipc_knn_global_precision@1": 69.52000000000001,
"eval_ipc_knn_global_precision@3": 28.08,
"eval_ipc_knn_global_precision@5": 17.031999999999996,
"eval_priorArt_ndcg@100_a2a": 0.3029450184866013,
"eval_priorArt_ndcg@100_a2all": 0.3090064390097064,
"eval_priorArt_ndcg@100_a2c": 0.32136789764466556,
"eval_priorArt_ndcg@100_a2i": 0.28836557341277047,
"eval_priorArt_ndcg@100_c2a": 0.36061943169595134,
"eval_priorArt_ndcg@100_c2all": 0.3655937132770879,
"eval_priorArt_ndcg@100_c2c": 0.35130522434985745,
"eval_priorArt_ndcg@100_c2i": 0.3338886769720427,
"eval_priorArt_ndcg@100_i2a": 0.3449246006885618,
"eval_priorArt_ndcg@100_i2all": 0.30762727832888653,
"eval_priorArt_ndcg@100_i2c": 0.32489160476663115,
"eval_priorArt_ndcg@100_i2i": 0.29399445276431874,
"eval_priorArt_ndcg@10_a2a": 0.2024604329102197,
"eval_priorArt_ndcg@10_a2all": 0.1924206669485667,
"eval_priorArt_ndcg@10_a2c": 0.18775751504741942,
"eval_priorArt_ndcg@10_a2i": 0.16172292297072569,
"eval_priorArt_ndcg@10_c2a": 0.22929288477852508,
"eval_priorArt_ndcg@10_c2all": 0.2025882788427514,
"eval_priorArt_ndcg@10_c2c": 0.21348778386715592,
"eval_priorArt_ndcg@10_c2i": 0.17878554295701,
"eval_priorArt_ndcg@10_i2a": 0.24032145561771742,
"eval_priorArt_ndcg@10_i2all": 0.18297084020633544,
"eval_priorArt_ndcg@10_i2c": 0.19815198673837378,
"eval_priorArt_ndcg@10_i2i": 0.15563256485902827,
"eval_priorArt_ndcg@20_a2a": 0.22651771861096925,
"eval_priorArt_ndcg@20_a2all": 0.23057779616481672,
"eval_priorArt_ndcg@20_a2c": 0.2387190006241032,
"eval_priorArt_ndcg@20_a2i": 0.19258245139205082,
"eval_priorArt_ndcg@20_c2a": 0.2668334705206571,
"eval_priorArt_ndcg@20_c2all": 0.2590689244387112,
"eval_priorArt_ndcg@20_c2c": 0.2644939785516908,
"eval_priorArt_ndcg@20_c2i": 0.20635093303333632,
"eval_priorArt_ndcg@20_i2a": 0.27678787618901407,
"eval_priorArt_ndcg@20_i2all": 0.23321607746048728,
"eval_priorArt_ndcg@20_i2c": 0.24102276422179708,
"eval_priorArt_ndcg@20_i2i": 0.21693531176632136,
"eval_priorArt_ndcg@50_a2a": 0.26951125530122594,
"eval_priorArt_ndcg@50_a2all": 0.2978278812320955,
"eval_priorArt_ndcg@50_a2c": 0.27507811658624065,
"eval_priorArt_ndcg@50_a2i": 0.2647661937195575,
"eval_priorArt_ndcg@50_c2a": 0.32073622256139456,
"eval_priorArt_ndcg@50_c2all": 0.32904049169382116,
"eval_priorArt_ndcg@50_c2c": 0.31297671588753284,
"eval_priorArt_ndcg@50_c2i": 0.2983630021439048,
"eval_priorArt_ndcg@50_i2a": 0.32414748411078903,
"eval_priorArt_ndcg@50_i2all": 0.2812271687043068,
"eval_priorArt_ndcg@50_i2c": 0.2861899617308576,
"eval_priorArt_ndcg@50_i2i": 0.25403775817557767,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.7833333333333334,
"eval_priorArt_recall@100_a2c": 0.8666666666666666,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.8833333333333334,
"eval_priorArt_recall@100_c2all": 0.9333333333333333,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.7791666666666668,
"eval_priorArt_recall@100_i2all": 0.8083333333333333,
"eval_priorArt_recall@100_i2c": 0.8458333333333332,
"eval_priorArt_recall@100_i2i": 0.8166666666666668,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.35416666666666663,
"eval_priorArt_recall@10_a2i": 0.2958333333333333,
"eval_priorArt_recall@10_c2a": 0.37499999999999994,
"eval_priorArt_recall@10_c2all": 0.30416666666666664,
"eval_priorArt_recall@10_c2c": 0.37500000000000006,
"eval_priorArt_recall@10_c2i": 0.2833333333333333,
"eval_priorArt_recall@10_i2a": 0.37916666666666665,
"eval_priorArt_recall@10_i2all": 0.3375,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.2833333333333333,
"eval_priorArt_recall@20_a2a": 0.4624999999999999,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.5041666666666667,
"eval_priorArt_recall@20_a2i": 0.37916666666666665,
"eval_priorArt_recall@20_c2a": 0.47916666666666663,
"eval_priorArt_recall@20_c2all": 0.4833333333333333,
"eval_priorArt_recall@20_c2c": 0.5208333333333333,
"eval_priorArt_recall@20_c2i": 0.35833333333333334,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.4791666666666667,
"eval_priorArt_recall@20_i2i": 0.4666666666666667,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.7375,
"eval_priorArt_recall@50_a2c": 0.6458333333333333,
"eval_priorArt_recall@50_a2i": 0.6708333333333334,
"eval_priorArt_recall@50_c2a": 0.6875,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.7166666666666667,
"eval_priorArt_recall@50_i2a": 0.6708333333333334,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4830508447834616,
"eval_singularentropy_claim": 0.48880348459161904,
"eval_singularentropy_global": 0.48260741690705605,
"eval_singularentropy_invention": 0.5420180968689823,
"eval_uniformity_abstract": -2.6340250968933105,
"eval_uniformity_claim": -2.6054415702819824,
"eval_uniformity_global": -2.6024489402770996,
"eval_uniformity_invention": -2.529841423034668,
"step": 4500
},
{
"epoch": 0.8308769344141489,
"grad_norm": 0.17727425694465637,
"learning_rate": 8.53513947289048e-07,
"loss": 0.0077,
"step": 4510
},
{
"epoch": 0.8327192336035372,
"grad_norm": 0.17928418517112732,
"learning_rate": 8.356310728755562e-07,
"loss": 0.0075,
"step": 4520
},
{
"epoch": 0.8345615327929256,
"grad_norm": 0.0826842337846756,
"learning_rate": 8.179204322327883e-07,
"loss": 0.0069,
"step": 4530
},
{
"epoch": 0.8364038319823139,
"grad_norm": 0.24930234253406525,
"learning_rate": 8.00382757853585e-07,
"loss": 0.0055,
"step": 4540
},
{
"epoch": 0.8382461311717023,
"grad_norm": 0.2752831280231476,
"learning_rate": 7.830187750770885e-07,
"loss": 0.0062,
"step": 4550
},
{
"epoch": 0.8400884303610906,
"grad_norm": 0.2839321792125702,
"learning_rate": 7.65829202058746e-07,
"loss": 0.0046,
"step": 4560
},
{
"epoch": 0.841930729550479,
"grad_norm": 0.4800156354904175,
"learning_rate": 7.488147497406067e-07,
"loss": 0.0066,
"step": 4570
},
{
"epoch": 0.8437730287398674,
"grad_norm": 0.23294056951999664,
"learning_rate": 7.319761218219174e-07,
"loss": 0.009,
"step": 4580
},
{
"epoch": 0.8456153279292558,
"grad_norm": 0.3087703585624695,
"learning_rate": 7.153140147300203e-07,
"loss": 0.0047,
"step": 4590
},
{
"epoch": 0.847457627118644,
"grad_norm": 0.1615910530090332,
"learning_rate": 6.988291175915463e-07,
"loss": 0.0035,
"step": 4600
},
{
"epoch": 0.8492999263080324,
"grad_norm": 0.2716253697872162,
"learning_rate": 6.825221122039155e-07,
"loss": 0.0044,
"step": 4610
},
{
"epoch": 0.8511422254974208,
"grad_norm": 0.3205011188983917,
"learning_rate": 6.663936730071424e-07,
"loss": 0.0074,
"step": 4620
},
{
"epoch": 0.8520633750921149,
"eval_alignment_abstract": {
"mean_alignment": 0.5677828788757324
},
"eval_alignment_claim": {
"mean_alignment": 0.5237829089164734
},
"eval_alignment_global": {
"mean_alignment": 0.545285165309906
},
"eval_alignment_invention": {
"mean_alignment": 0.4992251992225647
},
"eval_ipc_cls_abstract_accuracy_primary": 58.52,
"eval_ipc_cls_abstract_precision@1": 63.44,
"eval_ipc_cls_abstract_precision@3": 31.653333333333332,
"eval_ipc_cls_abstract_precision@5": 21.088,
"eval_ipc_cls_global_accuracy_primary": 58.52,
"eval_ipc_cls_global_precision@1": 63.44,
"eval_ipc_cls_global_precision@3": 31.653333333333332,
"eval_ipc_cls_global_precision@5": 21.088,
"eval_ipc_knn_abstract_accuracy_primary": 63.800000000000004,
"eval_ipc_knn_abstract_precision@1": 69.48,
"eval_ipc_knn_abstract_precision@3": 28.066666666666666,
"eval_ipc_knn_abstract_precision@5": 17.023999999999997,
"eval_ipc_knn_global_accuracy_primary": 63.800000000000004,
"eval_ipc_knn_global_precision@1": 69.48,
"eval_ipc_knn_global_precision@3": 28.066666666666666,
"eval_ipc_knn_global_precision@5": 17.023999999999997,
"eval_priorArt_ndcg@100_a2a": 0.303727905892564,
"eval_priorArt_ndcg@100_a2all": 0.3087885008373721,
"eval_priorArt_ndcg@100_a2c": 0.32444703929274343,
"eval_priorArt_ndcg@100_a2i": 0.28659677521269145,
"eval_priorArt_ndcg@100_c2a": 0.35490240840684706,
"eval_priorArt_ndcg@100_c2all": 0.3670211580985587,
"eval_priorArt_ndcg@100_c2c": 0.3548442868706358,
"eval_priorArt_ndcg@100_c2i": 0.3339570380129708,
"eval_priorArt_ndcg@100_i2a": 0.3450138942402365,
"eval_priorArt_ndcg@100_i2all": 0.3040413080022307,
"eval_priorArt_ndcg@100_i2c": 0.32651760869146684,
"eval_priorArt_ndcg@100_i2i": 0.2893058231864383,
"eval_priorArt_ndcg@10_a2a": 0.20314047390308004,
"eval_priorArt_ndcg@10_a2all": 0.1877761774772624,
"eval_priorArt_ndcg@10_a2c": 0.1873382507211868,
"eval_priorArt_ndcg@10_a2i": 0.15998815991614856,
"eval_priorArt_ndcg@10_c2a": 0.22716761108801817,
"eval_priorArt_ndcg@10_c2all": 0.20342680749521666,
"eval_priorArt_ndcg@10_c2c": 0.21663058035120017,
"eval_priorArt_ndcg@10_c2i": 0.17878554295701,
"eval_priorArt_ndcg@10_i2a": 0.24032145561771742,
"eval_priorArt_ndcg@10_i2all": 0.1862872667816275,
"eval_priorArt_ndcg@10_i2c": 0.19712370904021403,
"eval_priorArt_ndcg@10_i2i": 0.1514473258841404,
"eval_priorArt_ndcg@20_a2a": 0.22732837120868385,
"eval_priorArt_ndcg@20_a2all": 0.225798305379328,
"eval_priorArt_ndcg@20_a2c": 0.23829973629787055,
"eval_priorArt_ndcg@20_a2i": 0.1908476883374737,
"eval_priorArt_ndcg@20_c2a": 0.26470819683015023,
"eval_priorArt_ndcg@20_c2all": 0.25346624865094797,
"eval_priorArt_ndcg@20_c2c": 0.2676624231753297,
"eval_priorArt_ndcg@20_c2i": 0.20635093303333632,
"eval_priorArt_ndcg@20_i2a": 0.2768973111723057,
"eval_priorArt_ndcg@20_i2all": 0.22999389409358556,
"eval_priorArt_ndcg@20_i2c": 0.23989991043073414,
"eval_priorArt_ndcg@20_i2i": 0.20539414319410723,
"eval_priorArt_ndcg@50_a2a": 0.27032577514712874,
"eval_priorArt_ndcg@50_a2all": 0.2930026859943116,
"eval_priorArt_ndcg@50_a2c": 0.2745991942488599,
"eval_priorArt_ndcg@50_a2i": 0.26298619514976346,
"eval_priorArt_ndcg@50_c2a": 0.3144152730932497,
"eval_priorArt_ndcg@50_c2all": 0.3304380635461225,
"eval_priorArt_ndcg@50_c2c": 0.3163357408168261,
"eval_priorArt_ndcg@50_c2i": 0.2983820744706326,
"eval_priorArt_ndcg@50_i2a": 0.3242569190940806,
"eval_priorArt_ndcg@50_i2all": 0.2776213412364777,
"eval_priorArt_ndcg@50_i2c": 0.28488951491313647,
"eval_priorArt_ndcg@50_i2i": 0.2492534652545439,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8833333333333334,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.8666666666666666,
"eval_priorArt_recall@100_c2all": 0.9333333333333333,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.7791666666666668,
"eval_priorArt_recall@100_i2all": 0.8083333333333333,
"eval_priorArt_recall@100_i2c": 0.8583333333333332,
"eval_priorArt_recall@100_i2i": 0.8166666666666668,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.35416666666666663,
"eval_priorArt_recall@10_a2i": 0.2958333333333333,
"eval_priorArt_recall@10_c2a": 0.37499999999999994,
"eval_priorArt_recall@10_c2all": 0.30416666666666664,
"eval_priorArt_recall@10_c2c": 0.37500000000000006,
"eval_priorArt_recall@10_c2i": 0.2833333333333333,
"eval_priorArt_recall@10_i2a": 0.37916666666666665,
"eval_priorArt_recall@10_i2all": 0.35416666666666663,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.2833333333333333,
"eval_priorArt_recall@20_a2a": 0.4624999999999999,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.5041666666666667,
"eval_priorArt_recall@20_a2i": 0.37916666666666665,
"eval_priorArt_recall@20_c2a": 0.47916666666666663,
"eval_priorArt_recall@20_c2all": 0.4583333333333333,
"eval_priorArt_recall@20_c2c": 0.5208333333333333,
"eval_priorArt_recall@20_c2i": 0.35833333333333334,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.4791666666666667,
"eval_priorArt_recall@20_i2i": 0.4416666666666667,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.7375,
"eval_priorArt_recall@50_a2c": 0.6458333333333333,
"eval_priorArt_recall@50_a2i": 0.6708333333333334,
"eval_priorArt_recall@50_c2a": 0.6708333333333333,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.7166666666666667,
"eval_priorArt_recall@50_i2a": 0.6708333333333334,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.48229047459273855,
"eval_singularentropy_claim": 0.48734526317010646,
"eval_singularentropy_global": 0.4815963140296014,
"eval_singularentropy_invention": 0.5408329721325275,
"eval_uniformity_abstract": -2.6338555812835693,
"eval_uniformity_claim": -2.6074671745300293,
"eval_uniformity_global": -2.603593111038208,
"eval_uniformity_invention": -2.5316643714904785,
"step": 4625
},
{
"epoch": 0.8529845246868092,
"grad_norm": 0.15505516529083252,
"learning_rate": 6.504444670559329e-07,
"loss": 0.0059,
"step": 4630
},
{
"epoch": 0.8548268238761975,
"grad_norm": 0.06618756055831909,
"learning_rate": 6.346751539921031e-07,
"loss": 0.0095,
"step": 4640
},
{
"epoch": 0.8566691230655858,
"grad_norm": 0.46405965089797974,
"learning_rate": 6.190863860172952e-07,
"loss": 0.0064,
"step": 4650
},
{
"epoch": 0.8585114222549742,
"grad_norm": 0.19526532292366028,
"learning_rate": 6.036788078660016e-07,
"loss": 0.0043,
"step": 4660
},
{
"epoch": 0.8603537214443626,
"grad_norm": 0.4653947353363037,
"learning_rate": 5.884530567789026e-07,
"loss": 0.0074,
"step": 4670
},
{
"epoch": 0.8621960206337509,
"grad_norm": 0.436379611492157,
"learning_rate": 5.734097624765056e-07,
"loss": 0.0073,
"step": 4680
},
{
"epoch": 0.8640383198231393,
"grad_norm": 0.25076913833618164,
"learning_rate": 5.585495471331059e-07,
"loss": 0.0081,
"step": 4690
},
{
"epoch": 0.8658806190125277,
"grad_norm": 0.17781472206115723,
"learning_rate": 5.438730253510532e-07,
"loss": 0.0068,
"step": 4700
},
{
"epoch": 0.8677229182019159,
"grad_norm": 0.04434637352824211,
"learning_rate": 5.293808041353299e-07,
"loss": 0.0054,
"step": 4710
},
{
"epoch": 0.8695652173913043,
"grad_norm": 0.2606733739376068,
"learning_rate": 5.150734828684467e-07,
"loss": 0.0045,
"step": 4720
},
{
"epoch": 0.8714075165806927,
"grad_norm": 0.2713986933231354,
"learning_rate": 5.009516532856546e-07,
"loss": 0.0056,
"step": 4730
},
{
"epoch": 0.8732498157700811,
"grad_norm": 0.18370942771434784,
"learning_rate": 4.870158994504698e-07,
"loss": 0.0078,
"step": 4740
},
{
"epoch": 0.8750921149594694,
"grad_norm": 0.23944951593875885,
"learning_rate": 4.732667977305183e-07,
"loss": 0.0075,
"step": 4750
},
{
"epoch": 0.8750921149594694,
"eval_alignment_abstract": {
"mean_alignment": 0.5660847425460815
},
"eval_alignment_claim": {
"mean_alignment": 0.5226114392280579
},
"eval_alignment_global": {
"mean_alignment": 0.5437914729118347
},
"eval_alignment_invention": {
"mean_alignment": 0.4977751076221466
},
"eval_ipc_cls_abstract_accuracy_primary": 58.8,
"eval_ipc_cls_abstract_precision@1": 63.72,
"eval_ipc_cls_abstract_precision@3": 31.72,
"eval_ipc_cls_abstract_precision@5": 21.103999999999996,
"eval_ipc_cls_global_accuracy_primary": 58.8,
"eval_ipc_cls_global_precision@1": 63.72,
"eval_ipc_cls_global_precision@3": 31.72,
"eval_ipc_cls_global_precision@5": 21.103999999999996,
"eval_ipc_knn_abstract_accuracy_primary": 63.75999999999999,
"eval_ipc_knn_abstract_precision@1": 69.39999999999999,
"eval_ipc_knn_abstract_precision@3": 28.05333333333333,
"eval_ipc_knn_abstract_precision@5": 17.016,
"eval_ipc_knn_global_accuracy_primary": 63.75999999999999,
"eval_ipc_knn_global_precision@1": 69.39999999999999,
"eval_ipc_knn_global_precision@3": 28.05333333333333,
"eval_ipc_knn_global_precision@5": 17.016,
"eval_priorArt_ndcg@100_a2a": 0.3025749412291293,
"eval_priorArt_ndcg@100_a2all": 0.31368697278847646,
"eval_priorArt_ndcg@100_a2c": 0.32096381693591874,
"eval_priorArt_ndcg@100_a2i": 0.29096581891506074,
"eval_priorArt_ndcg@100_c2a": 0.3558436857187031,
"eval_priorArt_ndcg@100_c2all": 0.36160942364308724,
"eval_priorArt_ndcg@100_c2c": 0.35246143477608094,
"eval_priorArt_ndcg@100_c2i": 0.3313546116966959,
"eval_priorArt_ndcg@100_i2a": 0.3456880865325843,
"eval_priorArt_ndcg@100_i2all": 0.3006353514431487,
"eval_priorArt_ndcg@100_i2c": 0.32654062496699565,
"eval_priorArt_ndcg@100_i2i": 0.2893816039916898,
"eval_priorArt_ndcg@10_a2a": 0.2019674119351488,
"eval_priorArt_ndcg@10_a2all": 0.19286714175757044,
"eval_priorArt_ndcg@10_a2c": 0.1873382507211868,
"eval_priorArt_ndcg@10_a2i": 0.16138158110902054,
"eval_priorArt_ndcg@10_c2a": 0.22768291373908972,
"eval_priorArt_ndcg@10_c2all": 0.2024708325210532,
"eval_priorArt_ndcg@10_c2c": 0.21450530666069328,
"eval_priorArt_ndcg@10_c2i": 0.17613066443330871,
"eval_priorArt_ndcg@10_i2a": 0.24761835243108346,
"eval_priorArt_ndcg@10_i2all": 0.1873155444797872,
"eval_priorArt_ndcg@10_i2c": 0.19712370904021403,
"eval_priorArt_ndcg@10_i2i": 0.1514473258841404,
"eval_priorArt_ndcg@20_a2a": 0.2314973494538422,
"eval_priorArt_ndcg@20_a2all": 0.23076569903379968,
"eval_priorArt_ndcg@20_a2c": 0.23841325659439808,
"eval_priorArt_ndcg@20_a2i": 0.19224110953034573,
"eval_priorArt_ndcg@20_c2a": 0.2653632981958398,
"eval_priorArt_ndcg@20_c2all": 0.2517580952528824,
"eval_priorArt_ndcg@20_c2c": 0.26553714948482277,
"eval_priorArt_ndcg@20_c2i": 0.2107649479479267,
"eval_priorArt_ndcg@20_i2a": 0.27765930408197087,
"eval_priorArt_ndcg@20_i2all": 0.23084164273289498,
"eval_priorArt_ndcg@20_i2c": 0.239830486269486,
"eval_priorArt_ndcg@20_i2i": 0.20529475955953697,
"eval_priorArt_ndcg@50_a2a": 0.2691897562884557,
"eval_priorArt_ndcg@50_a2all": 0.2978533103599762,
"eval_priorArt_ndcg@50_a2c": 0.27471275293615005,
"eval_priorArt_ndcg@50_a2i": 0.2644368982419759,
"eval_priorArt_ndcg@50_c2a": 0.3153989673965391,
"eval_priorArt_ndcg@50_c2all": 0.32856652366730565,
"eval_priorArt_ndcg@50_c2c": 0.31392163551709584,
"eval_priorArt_ndcg@50_c2i": 0.2905339159815235,
"eval_priorArt_ndcg@50_i2a": 0.32490957790489866,
"eval_priorArt_ndcg@50_i2all": 0.27886972956790923,
"eval_priorArt_ndcg@50_i2c": 0.28491084069168926,
"eval_priorArt_ndcg@50_i2i": 0.24943450359904368,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8666666666666666,
"eval_priorArt_recall@100_a2i": 0.8,
"eval_priorArt_recall@100_c2a": 0.8666666666666666,
"eval_priorArt_recall@100_c2all": 0.9166666666666667,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.7791666666666668,
"eval_priorArt_recall@100_i2all": 0.7833333333333334,
"eval_priorArt_recall@100_i2c": 0.8583333333333332,
"eval_priorArt_recall@100_i2i": 0.8166666666666668,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.35416666666666663,
"eval_priorArt_recall@10_a2i": 0.2958333333333333,
"eval_priorArt_recall@10_c2a": 0.37499999999999994,
"eval_priorArt_recall@10_c2all": 0.30416666666666664,
"eval_priorArt_recall@10_c2c": 0.37500000000000006,
"eval_priorArt_recall@10_c2i": 0.2833333333333333,
"eval_priorArt_recall@10_i2a": 0.39583333333333337,
"eval_priorArt_recall@10_i2all": 0.35416666666666663,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.2833333333333333,
"eval_priorArt_recall@20_a2a": 0.47916666666666663,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.5041666666666667,
"eval_priorArt_recall@20_a2i": 0.37916666666666665,
"eval_priorArt_recall@20_c2a": 0.47916666666666663,
"eval_priorArt_recall@20_c2all": 0.4583333333333333,
"eval_priorArt_recall@20_c2c": 0.5208333333333333,
"eval_priorArt_recall@20_c2i": 0.38333333333333336,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.4791666666666667,
"eval_priorArt_recall@20_i2i": 0.4416666666666667,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.7375,
"eval_priorArt_recall@50_a2c": 0.6458333333333333,
"eval_priorArt_recall@50_a2i": 0.6708333333333334,
"eval_priorArt_recall@50_c2a": 0.6708333333333333,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6708333333333334,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.48324870365101413,
"eval_singularentropy_claim": 0.488595169427527,
"eval_singularentropy_global": 0.4827242305587712,
"eval_singularentropy_invention": 0.5419462563232308,
"eval_uniformity_abstract": -2.632108688354492,
"eval_uniformity_claim": -2.6057472229003906,
"eval_uniformity_global": -2.6022305488586426,
"eval_uniformity_invention": -2.531261920928955,
"step": 4750
},
{
"epoch": 0.8769344141488578,
"grad_norm": 0.12534332275390625,
"learning_rate": 4.597049167736967e-07,
"loss": 0.0056,
"step": 4760
},
{
"epoch": 0.8787767133382461,
"grad_norm": 0.44015634059906006,
"learning_rate": 4.463308174846548e-07,
"loss": 0.0109,
"step": 4770
},
{
"epoch": 0.8806190125276345,
"grad_norm": 0.2978915274143219,
"learning_rate": 4.331450530015974e-07,
"loss": 0.0113,
"step": 4780
},
{
"epoch": 0.8824613117170228,
"grad_norm": 0.3626158833503723,
"learning_rate": 4.20148168673406e-07,
"loss": 0.0088,
"step": 4790
},
{
"epoch": 0.8843036109064112,
"grad_norm": 0.7331674098968506,
"learning_rate": 4.07340702037084e-07,
"loss": 0.0138,
"step": 4800
},
{
"epoch": 0.8861459100957996,
"grad_norm": 0.34553706645965576,
"learning_rate": 3.947231827955256e-07,
"loss": 0.0123,
"step": 4810
},
{
"epoch": 0.887988209285188,
"grad_norm": 0.2563953399658203,
"learning_rate": 3.8229613279560764e-07,
"loss": 0.0097,
"step": 4820
},
{
"epoch": 0.8898305084745762,
"grad_norm": 0.49063628911972046,
"learning_rate": 3.7006006600660505e-07,
"loss": 0.0082,
"step": 4830
},
{
"epoch": 0.8916728076639646,
"grad_norm": 0.3104866147041321,
"learning_rate": 3.580154884989351e-07,
"loss": 0.0068,
"step": 4840
},
{
"epoch": 0.893515106853353,
"grad_norm": 0.1263580471277237,
"learning_rate": 3.461628984232279e-07,
"loss": 0.0109,
"step": 4850
},
{
"epoch": 0.8953574060427414,
"grad_norm": 0.6727840304374695,
"learning_rate": 3.3450278598971986e-07,
"loss": 0.0072,
"step": 4860
},
{
"epoch": 0.8971997052321297,
"grad_norm": 0.10010433942079544,
"learning_rate": 3.230356334479845e-07,
"loss": 0.0054,
"step": 4870
},
{
"epoch": 0.8981208548268239,
"eval_alignment_abstract": {
"mean_alignment": 0.565605878829956
},
"eval_alignment_claim": {
"mean_alignment": 0.5220687985420227
},
"eval_alignment_global": {
"mean_alignment": 0.5434764623641968
},
"eval_alignment_invention": {
"mean_alignment": 0.4977095127105713
},
"eval_ipc_cls_abstract_accuracy_primary": 58.68,
"eval_ipc_cls_abstract_precision@1": 63.44,
"eval_ipc_cls_abstract_precision@3": 31.680000000000003,
"eval_ipc_cls_abstract_precision@5": 21.072,
"eval_ipc_cls_global_accuracy_primary": 58.68,
"eval_ipc_cls_global_precision@1": 63.44,
"eval_ipc_cls_global_precision@3": 31.680000000000003,
"eval_ipc_cls_global_precision@5": 21.072,
"eval_ipc_knn_abstract_accuracy_primary": 63.92,
"eval_ipc_knn_abstract_precision@1": 69.52000000000001,
"eval_ipc_knn_abstract_precision@3": 28.12,
"eval_ipc_knn_abstract_precision@5": 17.055999999999997,
"eval_ipc_knn_global_accuracy_primary": 63.92,
"eval_ipc_knn_global_precision@1": 69.52000000000001,
"eval_ipc_knn_global_precision@3": 28.12,
"eval_ipc_knn_global_precision@5": 17.055999999999997,
"eval_priorArt_ndcg@100_a2a": 0.30247840680186405,
"eval_priorArt_ndcg@100_a2all": 0.30955776834242854,
"eval_priorArt_ndcg@100_a2c": 0.3130231177110635,
"eval_priorArt_ndcg@100_a2i": 0.29007687473566957,
"eval_priorArt_ndcg@100_c2a": 0.3536686720639755,
"eval_priorArt_ndcg@100_c2all": 0.3606694784549747,
"eval_priorArt_ndcg@100_c2c": 0.3499711770165367,
"eval_priorArt_ndcg@100_c2i": 0.33491260158527775,
"eval_priorArt_ndcg@100_i2a": 0.3433390230938288,
"eval_priorArt_ndcg@100_i2all": 0.30033973432213135,
"eval_priorArt_ndcg@100_i2c": 0.323523003236081,
"eval_priorArt_ndcg@100_i2i": 0.2886555901556601,
"eval_priorArt_ndcg@10_a2a": 0.20256558387100032,
"eval_priorArt_ndcg@10_a2all": 0.18885318121497982,
"eval_priorArt_ndcg@10_a2c": 0.18705750074981772,
"eval_priorArt_ndcg@10_a2i": 0.16068032914753663,
"eval_priorArt_ndcg@10_c2a": 0.22605631291354816,
"eval_priorArt_ndcg@10_c2all": 0.20186921196419388,
"eval_priorArt_ndcg@10_c2c": 0.21252105398837004,
"eval_priorArt_ndcg@10_c2i": 0.1802310695291928,
"eval_priorArt_ndcg@10_i2a": 0.24519361671876633,
"eval_priorArt_ndcg@10_i2all": 0.1907817165761176,
"eval_priorArt_ndcg@10_i2c": 0.19815198673837378,
"eval_priorArt_ndcg@10_i2i": 0.15491349798047077,
"eval_priorArt_ndcg@20_a2a": 0.23174419900191795,
"eval_priorArt_ndcg@20_a2all": 0.22675173849120905,
"eval_priorArt_ndcg@20_a2c": 0.23088220846353033,
"eval_priorArt_ndcg@20_a2i": 0.1915398575688618,
"eval_priorArt_ndcg@20_c2a": 0.26335438982152465,
"eval_priorArt_ndcg@20_c2all": 0.2511710966922471,
"eval_priorArt_ndcg@20_c2c": 0.26338889655834824,
"eval_priorArt_ndcg@20_c2i": 0.21486535304381077,
"eval_priorArt_ndcg@20_i2a": 0.27551178201446147,
"eval_priorArt_ndcg@20_i2all": 0.23430781482922533,
"eval_priorArt_ndcg@20_i2c": 0.24086751256656105,
"eval_priorArt_ndcg@20_i2i": 0.20840196145314724,
"eval_priorArt_ndcg@50_a2a": 0.26917778132040526,
"eval_priorArt_ndcg@50_a2all": 0.2937116868173538,
"eval_priorArt_ndcg@50_a2c": 0.27394134654529423,
"eval_priorArt_ndcg@50_a2i": 0.2636955635383495,
"eval_priorArt_ndcg@50_c2a": 0.31340080554535243,
"eval_priorArt_ndcg@50_c2all": 0.32781522452175244,
"eval_priorArt_ndcg@50_c2c": 0.31165508951720977,
"eval_priorArt_ndcg@50_c2i": 0.29439900463813806,
"eval_priorArt_ndcg@50_i2a": 0.3227583451897756,
"eval_priorArt_ndcg@50_i2all": 0.28220588574455574,
"eval_priorArt_ndcg@50_i2c": 0.28557638085406206,
"eval_priorArt_ndcg@50_i2i": 0.2523992475369815,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8333333333333334,
"eval_priorArt_recall@100_a2i": 0.8,
"eval_priorArt_recall@100_c2a": 0.8666666666666666,
"eval_priorArt_recall@100_c2all": 0.9166666666666667,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.7791666666666668,
"eval_priorArt_recall@100_i2all": 0.7666666666666668,
"eval_priorArt_recall@100_i2c": 0.8416666666666666,
"eval_priorArt_recall@100_i2i": 0.8,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.35416666666666663,
"eval_priorArt_recall@10_a2i": 0.2958333333333333,
"eval_priorArt_recall@10_c2a": 0.37499999999999994,
"eval_priorArt_recall@10_c2all": 0.30416666666666664,
"eval_priorArt_recall@10_c2c": 0.37500000000000006,
"eval_priorArt_recall@10_c2i": 0.2833333333333333,
"eval_priorArt_recall@10_i2a": 0.39583333333333337,
"eval_priorArt_recall@10_i2all": 0.35416666666666663,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.2833333333333333,
"eval_priorArt_recall@20_a2a": 0.47916666666666663,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.4791666666666667,
"eval_priorArt_recall@20_a2i": 0.37916666666666665,
"eval_priorArt_recall@20_c2a": 0.47916666666666663,
"eval_priorArt_recall@20_c2all": 0.4583333333333333,
"eval_priorArt_recall@20_c2c": 0.5208333333333333,
"eval_priorArt_recall@20_c2i": 0.38333333333333336,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.4791666666666667,
"eval_priorArt_recall@20_i2i": 0.4416666666666667,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.7375,
"eval_priorArt_recall@50_a2c": 0.6458333333333333,
"eval_priorArt_recall@50_a2i": 0.6708333333333334,
"eval_priorArt_recall@50_c2a": 0.6708333333333333,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6708333333333334,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.48509256758626174,
"eval_singularentropy_claim": 0.49052391298847914,
"eval_singularentropy_global": 0.4844912167939396,
"eval_singularentropy_invention": 0.5437706723114177,
"eval_uniformity_abstract": -2.630129814147949,
"eval_uniformity_claim": -2.60359787940979,
"eval_uniformity_global": -2.6006624698638916,
"eval_uniformity_invention": -2.530146837234497,
"step": 4875
},
{
"epoch": 0.899042004421518,
"grad_norm": 0.32547295093536377,
"learning_rate": 3.117619150669793e-07,
"loss": 0.0075,
"step": 4880
},
{
"epoch": 0.9008843036109064,
"grad_norm": 0.4256865680217743,
"learning_rate": 3.006820971154406e-07,
"loss": 0.0066,
"step": 4890
},
{
"epoch": 0.9027266028002948,
"grad_norm": 0.40836870670318604,
"learning_rate": 2.8979663784259036e-07,
"loss": 0.0088,
"step": 4900
},
{
"epoch": 0.9045689019896831,
"grad_norm": 0.26784807443618774,
"learning_rate": 2.791059874591884e-07,
"loss": 0.0082,
"step": 4910
},
{
"epoch": 0.9064112011790715,
"grad_norm": 0.20925654470920563,
"learning_rate": 2.686105881189094e-07,
"loss": 0.0066,
"step": 4920
},
{
"epoch": 0.9082535003684599,
"grad_norm": 0.03781091421842575,
"learning_rate": 2.5831087390005835e-07,
"loss": 0.0067,
"step": 4930
},
{
"epoch": 0.9100957995578481,
"grad_norm": 0.05585856735706329,
"learning_rate": 2.482072707876165e-07,
"loss": 0.0086,
"step": 4940
},
{
"epoch": 0.9119380987472365,
"grad_norm": 0.10663259029388428,
"learning_rate": 2.3830019665562143e-07,
"loss": 0.0057,
"step": 4950
},
{
"epoch": 0.9137803979366249,
"grad_norm": 0.05407489091157913,
"learning_rate": 2.2859006124988758e-07,
"loss": 0.0068,
"step": 4960
},
{
"epoch": 0.9156226971260133,
"grad_norm": 0.3981030583381653,
"learning_rate": 2.1907726617105717e-07,
"loss": 0.0063,
"step": 4970
},
{
"epoch": 0.9174649963154016,
"grad_norm": 0.3244439661502838,
"learning_rate": 2.0976220485798947e-07,
"loss": 0.0044,
"step": 4980
},
{
"epoch": 0.91930729550479,
"grad_norm": 0.10717068612575531,
"learning_rate": 2.006452625714944e-07,
"loss": 0.0068,
"step": 4990
},
{
"epoch": 0.9211495946941783,
"grad_norm": 0.3064815402030945,
"learning_rate": 1.9172681637838974e-07,
"loss": 0.0075,
"step": 5000
},
{
"epoch": 0.9211495946941783,
"eval_alignment_abstract": {
"mean_alignment": 0.5669909119606018
},
"eval_alignment_claim": {
"mean_alignment": 0.5228763818740845
},
"eval_alignment_global": {
"mean_alignment": 0.5448446869850159
},
"eval_alignment_invention": {
"mean_alignment": 0.4997677505016327
},
"eval_ipc_cls_abstract_accuracy_primary": 58.64,
"eval_ipc_cls_abstract_precision@1": 63.519999999999996,
"eval_ipc_cls_abstract_precision@3": 31.613333333333333,
"eval_ipc_cls_abstract_precision@5": 21.08,
"eval_ipc_cls_global_accuracy_primary": 58.64,
"eval_ipc_cls_global_precision@1": 63.519999999999996,
"eval_ipc_cls_global_precision@3": 31.613333333333333,
"eval_ipc_cls_global_precision@5": 21.08,
"eval_ipc_knn_abstract_accuracy_primary": 63.800000000000004,
"eval_ipc_knn_abstract_precision@1": 69.36,
"eval_ipc_knn_abstract_precision@3": 28.066666666666666,
"eval_ipc_knn_abstract_precision@5": 17.024,
"eval_ipc_knn_global_accuracy_primary": 63.800000000000004,
"eval_ipc_knn_global_precision@1": 69.36,
"eval_ipc_knn_global_precision@3": 28.066666666666666,
"eval_ipc_knn_global_precision@5": 17.024,
"eval_priorArt_ndcg@100_a2a": 0.3020818322552839,
"eval_priorArt_ndcg@100_a2all": 0.3132255411411974,
"eval_priorArt_ndcg@100_a2c": 0.31303175453243137,
"eval_priorArt_ndcg@100_a2i": 0.2893441628056081,
"eval_priorArt_ndcg@100_c2a": 0.3532510755563187,
"eval_priorArt_ndcg@100_c2all": 0.3595662259293848,
"eval_priorArt_ndcg@100_c2c": 0.34972017171643976,
"eval_priorArt_ndcg@100_c2i": 0.3360931213591188,
"eval_priorArt_ndcg@100_i2a": 0.34301402455845775,
"eval_priorArt_ndcg@100_i2all": 0.3003741796492362,
"eval_priorArt_ndcg@100_i2c": 0.3225964531694905,
"eval_priorArt_ndcg@100_i2i": 0.2887824473523245,
"eval_priorArt_ndcg@10_a2a": 0.20256558387100032,
"eval_priorArt_ndcg@10_a2all": 0.19270141691993575,
"eval_priorArt_ndcg@10_a2c": 0.18705750074981772,
"eval_priorArt_ndcg@10_a2i": 0.16008215721168514,
"eval_priorArt_ndcg@10_c2a": 0.22577455843285127,
"eval_priorArt_ndcg@10_c2all": 0.20092969816663725,
"eval_priorArt_ndcg@10_c2c": 0.21252105398837004,
"eval_priorArt_ndcg@10_c2i": 0.18185767035473432,
"eval_priorArt_ndcg@10_i2a": 0.2455323158499215,
"eval_priorArt_ndcg@10_i2all": 0.1907817165761176,
"eval_priorArt_ndcg@10_i2c": 0.19712370904021403,
"eval_priorArt_ndcg@10_i2i": 0.15491349798047077,
"eval_priorArt_ndcg@20_a2a": 0.2263077243800729,
"eval_priorArt_ndcg@20_a2all": 0.230599974196165,
"eval_priorArt_ndcg@20_a2c": 0.23088220846353033,
"eval_priorArt_ndcg@20_a2i": 0.19094168563301034,
"eval_priorArt_ndcg@20_c2a": 0.26293283662620964,
"eval_priorArt_ndcg@20_c2all": 0.2502315828946905,
"eval_priorArt_ndcg@20_c2c": 0.26338889655834824,
"eval_priorArt_ndcg@20_c2i": 0.21636838324351598,
"eval_priorArt_ndcg@20_i2a": 0.2752942846438537,
"eval_priorArt_ndcg@20_i2all": 0.23432371567471533,
"eval_priorArt_ndcg@20_i2c": 0.2399338109613045,
"eval_priorArt_ndcg@20_i2i": 0.20863960450751623,
"eval_priorArt_ndcg@50_a2a": 0.2688467778250555,
"eval_priorArt_ndcg@50_a2all": 0.2973950088854141,
"eval_priorArt_ndcg@50_a2c": 0.27394134654529423,
"eval_priorArt_ndcg@50_a2i": 0.2629972019698993,
"eval_priorArt_ndcg@50_c2a": 0.31711574333697434,
"eval_priorArt_ndcg@50_c2all": 0.3266929793497947,
"eval_priorArt_ndcg@50_c2c": 0.3115420715347169,
"eval_priorArt_ndcg@50_c2i": 0.2956787954920624,
"eval_priorArt_ndcg@50_i2a": 0.3183820980460029,
"eval_priorArt_ndcg@50_i2all": 0.2822479454617587,
"eval_priorArt_ndcg@50_i2c": 0.2846426792488055,
"eval_priorArt_ndcg@50_i2i": 0.25256140708325175,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8333333333333334,
"eval_priorArt_recall@100_a2i": 0.8,
"eval_priorArt_recall@100_c2a": 0.8666666666666666,
"eval_priorArt_recall@100_c2all": 0.9166666666666667,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.7791666666666668,
"eval_priorArt_recall@100_i2all": 0.7666666666666668,
"eval_priorArt_recall@100_i2c": 0.8416666666666666,
"eval_priorArt_recall@100_i2i": 0.8,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.35416666666666663,
"eval_priorArt_recall@10_a2i": 0.2958333333333333,
"eval_priorArt_recall@10_c2a": 0.37499999999999994,
"eval_priorArt_recall@10_c2all": 0.30416666666666664,
"eval_priorArt_recall@10_c2c": 0.37500000000000006,
"eval_priorArt_recall@10_c2i": 0.2833333333333333,
"eval_priorArt_recall@10_i2a": 0.39583333333333337,
"eval_priorArt_recall@10_i2all": 0.35416666666666663,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.2833333333333333,
"eval_priorArt_recall@20_a2a": 0.4624999999999999,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.4791666666666667,
"eval_priorArt_recall@20_a2i": 0.37916666666666665,
"eval_priorArt_recall@20_c2a": 0.47916666666666663,
"eval_priorArt_recall@20_c2all": 0.4583333333333333,
"eval_priorArt_recall@20_c2c": 0.5208333333333333,
"eval_priorArt_recall@20_c2i": 0.38333333333333336,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.4791666666666667,
"eval_priorArt_recall@20_i2i": 0.4416666666666667,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.7375,
"eval_priorArt_recall@50_a2c": 0.6458333333333333,
"eval_priorArt_recall@50_a2i": 0.6708333333333334,
"eval_priorArt_recall@50_c2a": 0.6875,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.48469488833669433,
"eval_singularentropy_claim": 0.4900672872197438,
"eval_singularentropy_global": 0.4839514260259258,
"eval_singularentropy_invention": 0.5429029355113131,
"eval_uniformity_abstract": -2.631643295288086,
"eval_uniformity_claim": -2.6045594215393066,
"eval_uniformity_global": -2.602027416229248,
"eval_uniformity_invention": -2.5318400859832764,
"step": 5000
},
{
"epoch": 0.9229918938835667,
"grad_norm": 0.04992670565843582,
"learning_rate": 1.83007235135913e-07,
"loss": 0.0071,
"step": 5010
},
{
"epoch": 0.924834193072955,
"grad_norm": 0.2005462497472763,
"learning_rate": 1.744868794764637e-07,
"loss": 0.0059,
"step": 5020
},
{
"epoch": 0.9266764922623434,
"grad_norm": 0.3005959689617157,
"learning_rate": 1.661661017926869e-07,
"loss": 0.0084,
"step": 5030
},
{
"epoch": 0.9285187914517318,
"grad_norm": 0.39273059368133545,
"learning_rate": 1.5804524622289985e-07,
"loss": 0.0091,
"step": 5040
},
{
"epoch": 0.9303610906411202,
"grad_norm": 0.3086327314376831,
"learning_rate": 1.5012464863685906e-07,
"loss": 0.0063,
"step": 5050
},
{
"epoch": 0.9322033898305084,
"grad_norm": 0.09153968095779419,
"learning_rate": 1.4240463662186844e-07,
"loss": 0.0064,
"step": 5060
},
{
"epoch": 0.9340456890198968,
"grad_norm": 0.344760537147522,
"learning_rate": 1.3488552946923028e-07,
"loss": 0.0061,
"step": 5070
},
{
"epoch": 0.9358879882092852,
"grad_norm": 0.07411948591470718,
"learning_rate": 1.275676381610408e-07,
"loss": 0.0087,
"step": 5080
},
{
"epoch": 0.9377302873986736,
"grad_norm": 0.3711601495742798,
"learning_rate": 1.20451265357327e-07,
"loss": 0.0056,
"step": 5090
},
{
"epoch": 0.9395725865880619,
"grad_norm": 0.4597024619579315,
"learning_rate": 1.1353670538353068e-07,
"loss": 0.0062,
"step": 5100
},
{
"epoch": 0.9414148857774502,
"grad_norm": 0.4973052740097046,
"learning_rate": 1.068242442183337e-07,
"loss": 0.0128,
"step": 5110
},
{
"epoch": 0.9432571849668386,
"grad_norm": 0.20156517624855042,
"learning_rate": 1.0031415948183132e-07,
"loss": 0.0075,
"step": 5120
},
{
"epoch": 0.9441783345615328,
"eval_alignment_abstract": {
"mean_alignment": 0.5666037201881409
},
"eval_alignment_claim": {
"mean_alignment": 0.522710382938385
},
"eval_alignment_global": {
"mean_alignment": 0.5446762442588806
},
"eval_alignment_invention": {
"mean_alignment": 0.49989601969718933
},
"eval_ipc_cls_abstract_accuracy_primary": 58.64,
"eval_ipc_cls_abstract_precision@1": 63.519999999999996,
"eval_ipc_cls_abstract_precision@3": 31.680000000000003,
"eval_ipc_cls_abstract_precision@5": 21.064000000000004,
"eval_ipc_cls_global_accuracy_primary": 58.64,
"eval_ipc_cls_global_precision@1": 63.519999999999996,
"eval_ipc_cls_global_precision@3": 31.680000000000003,
"eval_ipc_cls_global_precision@5": 21.064000000000004,
"eval_ipc_knn_abstract_accuracy_primary": 63.75999999999999,
"eval_ipc_knn_abstract_precision@1": 69.44,
"eval_ipc_knn_abstract_precision@3": 28.066666666666666,
"eval_ipc_knn_abstract_precision@5": 17.024,
"eval_ipc_knn_global_accuracy_primary": 63.75999999999999,
"eval_ipc_knn_global_precision@1": 69.44,
"eval_ipc_knn_global_precision@3": 28.066666666666666,
"eval_ipc_knn_global_precision@5": 17.024,
"eval_priorArt_ndcg@100_a2a": 0.30175340013141205,
"eval_priorArt_ndcg@100_a2all": 0.3128931580025168,
"eval_priorArt_ndcg@100_a2c": 0.3135774989130875,
"eval_priorArt_ndcg@100_a2i": 0.29003632577474747,
"eval_priorArt_ndcg@100_c2a": 0.3543275974810892,
"eval_priorArt_ndcg@100_c2all": 0.3594815804663619,
"eval_priorArt_ndcg@100_c2c": 0.34950728479466125,
"eval_priorArt_ndcg@100_c2i": 0.33610052107776833,
"eval_priorArt_ndcg@100_i2a": 0.3431727107284652,
"eval_priorArt_ndcg@100_i2all": 0.29665200206033543,
"eval_priorArt_ndcg@100_i2c": 0.32076121754380976,
"eval_priorArt_ndcg@100_i2i": 0.28944887744732944,
"eval_priorArt_ndcg@10_a2a": 0.2019674119351488,
"eval_priorArt_ndcg@10_a2all": 0.1924206669485667,
"eval_priorArt_ndcg@10_a2c": 0.18747676507605035,
"eval_priorArt_ndcg@10_a2i": 0.16078340917316908,
"eval_priorArt_ndcg@10_c2a": 0.22677537979210566,
"eval_priorArt_ndcg@10_c2all": 0.20092969816663725,
"eval_priorArt_ndcg@10_c2c": 0.21252105398837004,
"eval_priorArt_ndcg@10_c2i": 0.18185767035473432,
"eval_priorArt_ndcg@10_i2a": 0.2455323158499215,
"eval_priorArt_ndcg@10_i2all": 0.1907817165761176,
"eval_priorArt_ndcg@10_i2c": 0.19815198673837378,
"eval_priorArt_ndcg@10_i2i": 0.15563256485902827,
"eval_priorArt_ndcg@20_a2a": 0.2311460270660665,
"eval_priorArt_ndcg@20_a2all": 0.23031922422479592,
"eval_priorArt_ndcg@20_a2c": 0.2314149930862905,
"eval_priorArt_ndcg@20_a2i": 0.19164293759449424,
"eval_priorArt_ndcg@20_c2a": 0.26407345670008214,
"eval_priorArt_ndcg@20_c2all": 0.2502315828946905,
"eval_priorArt_ndcg@20_c2c": 0.26320623924902,
"eval_priorArt_ndcg@20_c2i": 0.21649195386935233,
"eval_priorArt_ndcg@20_i2a": 0.27540780494038125,
"eval_priorArt_ndcg@20_i2all": 0.23408429827876498,
"eval_priorArt_ndcg@20_i2c": 0.24096208865946425,
"eval_priorArt_ndcg@20_i2i": 0.20928629561845574,
"eval_priorArt_ndcg@50_a2a": 0.2683997705667428,
"eval_priorArt_ndcg@50_a2all": 0.2970822126628926,
"eval_priorArt_ndcg@50_a2c": 0.27447413116805436,
"eval_priorArt_ndcg@50_a2i": 0.2636893649390386,
"eval_priorArt_ndcg@50_c2a": 0.3140534144660694,
"eval_priorArt_ndcg@50_c2all": 0.3266358180169979,
"eval_priorArt_ndcg@50_c2c": 0.31125303406675003,
"eval_priorArt_ndcg@50_c2i": 0.2956590157164176,
"eval_priorArt_ndcg@50_i2a": 0.31849561834253043,
"eval_priorArt_ndcg@50_i2all": 0.2820498278042556,
"eval_priorArt_ndcg@50_i2c": 0.2857248141934746,
"eval_priorArt_ndcg@50_i2i": 0.2532278371782567,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8333333333333334,
"eval_priorArt_recall@100_a2i": 0.8,
"eval_priorArt_recall@100_c2a": 0.8666666666666666,
"eval_priorArt_recall@100_c2all": 0.9166666666666667,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.7791666666666668,
"eval_priorArt_recall@100_i2all": 0.7500000000000001,
"eval_priorArt_recall@100_i2c": 0.8291666666666666,
"eval_priorArt_recall@100_i2i": 0.8,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.35416666666666663,
"eval_priorArt_recall@10_a2i": 0.2958333333333333,
"eval_priorArt_recall@10_c2a": 0.37499999999999994,
"eval_priorArt_recall@10_c2all": 0.30416666666666664,
"eval_priorArt_recall@10_c2c": 0.37500000000000006,
"eval_priorArt_recall@10_c2i": 0.2833333333333333,
"eval_priorArt_recall@10_i2a": 0.39583333333333337,
"eval_priorArt_recall@10_i2all": 0.35416666666666663,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.2833333333333333,
"eval_priorArt_recall@20_a2a": 0.47916666666666663,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.4791666666666667,
"eval_priorArt_recall@20_a2i": 0.37916666666666665,
"eval_priorArt_recall@20_c2a": 0.47916666666666663,
"eval_priorArt_recall@20_c2all": 0.4583333333333333,
"eval_priorArt_recall@20_c2c": 0.5208333333333333,
"eval_priorArt_recall@20_c2i": 0.38333333333333336,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.4791666666666667,
"eval_priorArt_recall@20_i2i": 0.4416666666666667,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.7375,
"eval_priorArt_recall@50_a2c": 0.6458333333333333,
"eval_priorArt_recall@50_a2i": 0.6708333333333334,
"eval_priorArt_recall@50_c2a": 0.6708333333333333,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4845272374706319,
"eval_singularentropy_claim": 0.48984782599061283,
"eval_singularentropy_global": 0.48373111457594803,
"eval_singularentropy_invention": 0.5425980285609424,
"eval_uniformity_abstract": -2.632187604904175,
"eval_uniformity_claim": -2.605398416519165,
"eval_uniformity_global": -2.602806806564331,
"eval_uniformity_invention": -2.532801389694214,
"step": 5125
},
{
"epoch": 0.945099484156227,
"grad_norm": 0.33481940627098083,
"learning_rate": 9.400672042404858e-08,
"loss": 0.0065,
"step": 5130
},
{
"epoch": 0.9469417833456153,
"grad_norm": 0.2781527638435364,
"learning_rate": 8.790218791380755e-08,
"loss": 0.0109,
"step": 5140
},
{
"epoch": 0.9487840825350037,
"grad_norm": 0.1968734711408615,
"learning_rate": 8.20008144279344e-08,
"loss": 0.0082,
"step": 5150
},
{
"epoch": 0.9506263817243921,
"grad_norm": 0.28418079018592834,
"learning_rate": 7.630284404082034e-08,
"loss": 0.0041,
"step": 5160
},
{
"epoch": 0.9524686809137805,
"grad_norm": 0.07222888618707657,
"learning_rate": 7.08085124143243e-08,
"loss": 0.0035,
"step": 5170
},
{
"epoch": 0.9543109801031687,
"grad_norm": 0.07648509740829468,
"learning_rate": 6.551804678802898e-08,
"loss": 0.009,
"step": 5180
},
{
"epoch": 0.9561532792925571,
"grad_norm": 0.2550259530544281,
"learning_rate": 6.043166596983951e-08,
"loss": 0.0043,
"step": 5190
},
{
"epoch": 0.9579955784819455,
"grad_norm": 0.07190157473087311,
"learning_rate": 5.5549580326935695e-08,
"loss": 0.0058,
"step": 5200
},
{
"epoch": 0.9598378776713338,
"grad_norm": 0.09626217931509018,
"learning_rate": 5.087199177707169e-08,
"loss": 0.0044,
"step": 5210
},
{
"epoch": 0.9616801768607222,
"grad_norm": 0.22477462887763977,
"learning_rate": 4.639909378022389e-08,
"loss": 0.0068,
"step": 5220
},
{
"epoch": 0.9635224760501105,
"grad_norm": 0.3384780287742615,
"learning_rate": 4.2131071330588914e-08,
"loss": 0.0056,
"step": 5230
},
{
"epoch": 0.9653647752394989,
"grad_norm": 0.2387661635875702,
"learning_rate": 3.8068100948935874e-08,
"loss": 0.0072,
"step": 5240
},
{
"epoch": 0.9672070744288872,
"grad_norm": 0.21980230510234833,
"learning_rate": 3.4210350675300543e-08,
"loss": 0.0043,
"step": 5250
},
{
"epoch": 0.9672070744288872,
"eval_alignment_abstract": {
"mean_alignment": 0.5671238899230957
},
"eval_alignment_claim": {
"mean_alignment": 0.5232295393943787
},
"eval_alignment_global": {
"mean_alignment": 0.5452783107757568
},
"eval_alignment_invention": {
"mean_alignment": 0.5006594657897949
},
"eval_ipc_cls_abstract_accuracy_primary": 58.64,
"eval_ipc_cls_abstract_precision@1": 63.56,
"eval_ipc_cls_abstract_precision@3": 31.693333333333328,
"eval_ipc_cls_abstract_precision@5": 21.063999999999997,
"eval_ipc_cls_global_accuracy_primary": 58.64,
"eval_ipc_cls_global_precision@1": 63.56,
"eval_ipc_cls_global_precision@3": 31.693333333333328,
"eval_ipc_cls_global_precision@5": 21.063999999999997,
"eval_ipc_knn_abstract_accuracy_primary": 63.75999999999999,
"eval_ipc_knn_abstract_precision@1": 69.39999999999999,
"eval_ipc_knn_abstract_precision@3": 28.04,
"eval_ipc_knn_abstract_precision@5": 17.008,
"eval_ipc_knn_global_accuracy_primary": 63.75999999999999,
"eval_ipc_knn_global_precision@1": 69.39999999999999,
"eval_ipc_knn_global_precision@3": 28.04,
"eval_ipc_knn_global_precision@5": 17.008,
"eval_priorArt_ndcg@100_a2a": 0.30173855521658904,
"eval_priorArt_ndcg@100_a2all": 0.313332041034775,
"eval_priorArt_ndcg@100_a2c": 0.31354462012661843,
"eval_priorArt_ndcg@100_a2i": 0.2899892951385699,
"eval_priorArt_ndcg@100_c2a": 0.354368254419943,
"eval_priorArt_ndcg@100_c2all": 0.35947086772779213,
"eval_priorArt_ndcg@100_c2c": 0.34985256066813825,
"eval_priorArt_ndcg@100_c2i": 0.33607225486118864,
"eval_priorArt_ndcg@100_i2a": 0.3431658924807812,
"eval_priorArt_ndcg@100_i2all": 0.2967763186493418,
"eval_priorArt_ndcg@100_i2c": 0.32107183008625156,
"eval_priorArt_ndcg@100_i2i": 0.2893503850753346,
"eval_priorArt_ndcg@10_a2a": 0.2019674119351488,
"eval_priorArt_ndcg@10_a2all": 0.19270141691993575,
"eval_priorArt_ndcg@10_a2c": 0.18747676507605035,
"eval_priorArt_ndcg@10_a2i": 0.16078340917316908,
"eval_priorArt_ndcg@10_c2a": 0.22677537979210566,
"eval_priorArt_ndcg@10_c2all": 0.20092969816663725,
"eval_priorArt_ndcg@10_c2c": 0.21252105398837004,
"eval_priorArt_ndcg@10_c2i": 0.18185767035473432,
"eval_priorArt_ndcg@10_i2a": 0.2455323158499215,
"eval_priorArt_ndcg@10_i2all": 0.1907817165761176,
"eval_priorArt_ndcg@10_i2c": 0.19815198673837378,
"eval_priorArt_ndcg@10_i2i": 0.15563256485902827,
"eval_priorArt_ndcg@20_a2a": 0.2311460270660665,
"eval_priorArt_ndcg@20_a2all": 0.23072354482200136,
"eval_priorArt_ndcg@20_a2c": 0.2314149930862905,
"eval_priorArt_ndcg@20_a2i": 0.19164293759449424,
"eval_priorArt_ndcg@20_c2a": 0.26407345670008214,
"eval_priorArt_ndcg@20_c2all": 0.2502315828946905,
"eval_priorArt_ndcg@20_c2c": 0.26354590572808184,
"eval_priorArt_ndcg@20_c2i": 0.21636838324351598,
"eval_priorArt_ndcg@20_i2a": 0.27540780494038125,
"eval_priorArt_ndcg@20_i2all": 0.23421929959294943,
"eval_priorArt_ndcg@20_i2c": 0.24130874622294382,
"eval_priorArt_ndcg@20_i2i": 0.20928629561845574,
"eval_priorArt_ndcg@50_a2a": 0.268396673723896,
"eval_priorArt_ndcg@50_a2all": 0.29750638162264165,
"eval_priorArt_ndcg@50_a2c": 0.2744213680136213,
"eval_priorArt_ndcg@50_a2i": 0.26364233430286105,
"eval_priorArt_ndcg@50_c2a": 0.32232639643994326,
"eval_priorArt_ndcg@50_c2all": 0.32661423651209587,
"eval_priorArt_ndcg@50_c2c": 0.311614282050714,
"eval_priorArt_ndcg@50_c2i": 0.2956003466422209,
"eval_priorArt_ndcg@50_i2a": 0.31848472577931103,
"eval_priorArt_ndcg@50_i2all": 0.28218482911844,
"eval_priorArt_ndcg@50_i2c": 0.2860354267359165,
"eval_priorArt_ndcg@50_i2i": 0.25313350411724567,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8333333333333334,
"eval_priorArt_recall@100_a2i": 0.8,
"eval_priorArt_recall@100_c2a": 0.8666666666666666,
"eval_priorArt_recall@100_c2all": 0.9166666666666667,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.7791666666666668,
"eval_priorArt_recall@100_i2all": 0.7500000000000001,
"eval_priorArt_recall@100_i2c": 0.8291666666666666,
"eval_priorArt_recall@100_i2i": 0.8,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.35416666666666663,
"eval_priorArt_recall@10_a2i": 0.2958333333333333,
"eval_priorArt_recall@10_c2a": 0.37499999999999994,
"eval_priorArt_recall@10_c2all": 0.30416666666666664,
"eval_priorArt_recall@10_c2c": 0.37500000000000006,
"eval_priorArt_recall@10_c2i": 0.2833333333333333,
"eval_priorArt_recall@10_i2a": 0.39583333333333337,
"eval_priorArt_recall@10_i2all": 0.35416666666666663,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.2833333333333333,
"eval_priorArt_recall@20_a2a": 0.47916666666666663,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.4791666666666667,
"eval_priorArt_recall@20_a2i": 0.37916666666666665,
"eval_priorArt_recall@20_c2a": 0.47916666666666663,
"eval_priorArt_recall@20_c2all": 0.4583333333333333,
"eval_priorArt_recall@20_c2c": 0.5208333333333333,
"eval_priorArt_recall@20_c2i": 0.38333333333333336,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.4791666666666667,
"eval_priorArt_recall@20_i2i": 0.4416666666666667,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.7375,
"eval_priorArt_recall@50_a2c": 0.6458333333333333,
"eval_priorArt_recall@50_a2i": 0.6708333333333334,
"eval_priorArt_recall@50_c2a": 0.7041666666666667,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.48430068696039874,
"eval_singularentropy_claim": 0.4895841549783868,
"eval_singularentropy_global": 0.4834683165183493,
"eval_singularentropy_invention": 0.5422638155085804,
"eval_uniformity_abstract": -2.6329314708709717,
"eval_uniformity_claim": -2.606006145477295,
"eval_uniformity_global": -2.603482484817505,
"eval_uniformity_invention": -2.5335023403167725,
"step": 5250
},
{
"epoch": 0.9690493736182756,
"grad_norm": 0.2167864888906479,
"learning_rate": 3.055798006204036e-08,
"loss": 0.0064,
"step": 5260
},
{
"epoch": 0.970891672807664,
"grad_norm": 0.32102110981941223,
"learning_rate": 2.7111140167232486e-08,
"loss": 0.0091,
"step": 5270
},
{
"epoch": 0.9727339719970524,
"grad_norm": 0.07401731610298157,
"learning_rate": 2.3869973548427128e-08,
"loss": 0.008,
"step": 5280
},
{
"epoch": 0.9745762711864406,
"grad_norm": 0.3527449369430542,
"learning_rate": 2.0834614256750596e-08,
"loss": 0.0052,
"step": 5290
},
{
"epoch": 0.976418570375829,
"grad_norm": 0.4916689693927765,
"learning_rate": 1.8005187831363623e-08,
"loss": 0.0096,
"step": 5300
},
{
"epoch": 0.9782608695652174,
"grad_norm": 0.2838326394557953,
"learning_rate": 1.538181129426608e-08,
"loss": 0.0059,
"step": 5310
},
{
"epoch": 0.9801031687546058,
"grad_norm": 0.1972220093011856,
"learning_rate": 1.296459314545917e-08,
"loss": 0.0078,
"step": 5320
},
{
"epoch": 0.9819454679439941,
"grad_norm": 0.2536546289920807,
"learning_rate": 1.075363335845736e-08,
"loss": 0.0073,
"step": 5330
},
{
"epoch": 0.9837877671333825,
"grad_norm": 0.08826155215501785,
"learning_rate": 8.749023376152798e-09,
"loss": 0.0066,
"step": 5340
},
{
"epoch": 0.9856300663227708,
"grad_norm": 0.10159318149089813,
"learning_rate": 6.9508461070350034e-09,
"loss": 0.0063,
"step": 5350
},
{
"epoch": 0.9874723655121592,
"grad_norm": 0.3257530927658081,
"learning_rate": 5.359175921761384e-09,
"loss": 0.0044,
"step": 5360
},
{
"epoch": 0.9893146647015475,
"grad_norm": 0.35675305128097534,
"learning_rate": 3.9740786500785945e-09,
"loss": 0.0048,
"step": 5370
},
{
"epoch": 0.9902358142962417,
"eval_alignment_abstract": {
"mean_alignment": 0.5672211647033691
},
"eval_alignment_claim": {
"mean_alignment": 0.5233395099639893
},
"eval_alignment_global": {
"mean_alignment": 0.5453906059265137
},
"eval_alignment_invention": {
"mean_alignment": 0.5007867217063904
},
"eval_ipc_cls_abstract_accuracy_primary": 58.64,
"eval_ipc_cls_abstract_precision@1": 63.519999999999996,
"eval_ipc_cls_abstract_precision@3": 31.72,
"eval_ipc_cls_abstract_precision@5": 21.072,
"eval_ipc_cls_global_accuracy_primary": 58.64,
"eval_ipc_cls_global_precision@1": 63.519999999999996,
"eval_ipc_cls_global_precision@3": 31.72,
"eval_ipc_cls_global_precision@5": 21.072,
"eval_ipc_knn_abstract_accuracy_primary": 63.72,
"eval_ipc_knn_abstract_precision@1": 69.36,
"eval_ipc_knn_abstract_precision@3": 28.026666666666667,
"eval_ipc_knn_abstract_precision@5": 17.0,
"eval_ipc_knn_global_accuracy_primary": 63.72,
"eval_ipc_knn_global_precision@1": 69.36,
"eval_ipc_knn_global_precision@3": 28.026666666666667,
"eval_ipc_knn_global_precision@5": 17.0,
"eval_priorArt_ndcg@100_a2a": 0.3017818690500156,
"eval_priorArt_ndcg@100_a2all": 0.31331732696226594,
"eval_priorArt_ndcg@100_a2c": 0.31353529366260885,
"eval_priorArt_ndcg@100_a2i": 0.289967442010125,
"eval_priorArt_ndcg@100_c2a": 0.35431790948587355,
"eval_priorArt_ndcg@100_c2all": 0.35945715921134813,
"eval_priorArt_ndcg@100_c2c": 0.3498685327786252,
"eval_priorArt_ndcg@100_c2i": 0.33618290965066516,
"eval_priorArt_ndcg@100_i2a": 0.34392520329323895,
"eval_priorArt_ndcg@100_i2all": 0.2966991342865753,
"eval_priorArt_ndcg@100_i2c": 0.32107183008625156,
"eval_priorArt_ndcg@100_i2i": 0.2892525990830309,
"eval_priorArt_ndcg@10_a2a": 0.2019674119351488,
"eval_priorArt_ndcg@10_a2all": 0.19270141691993575,
"eval_priorArt_ndcg@10_a2c": 0.18747676507605035,
"eval_priorArt_ndcg@10_a2i": 0.16078340917316908,
"eval_priorArt_ndcg@10_c2a": 0.22677537979210566,
"eval_priorArt_ndcg@10_c2all": 0.20092969816663725,
"eval_priorArt_ndcg@10_c2c": 0.21252105398837004,
"eval_priorArt_ndcg@10_c2i": 0.18185767035473432,
"eval_priorArt_ndcg@10_i2a": 0.2460690264978523,
"eval_priorArt_ndcg@10_i2all": 0.1907817165761176,
"eval_priorArt_ndcg@10_i2c": 0.19815198673837378,
"eval_priorArt_ndcg@10_i2i": 0.15563256485902827,
"eval_priorArt_ndcg@20_a2a": 0.2311460270660665,
"eval_priorArt_ndcg@20_a2all": 0.23072354482200136,
"eval_priorArt_ndcg@20_a2c": 0.2314149930862905,
"eval_priorArt_ndcg@20_a2i": 0.19164293759449424,
"eval_priorArt_ndcg@20_c2a": 0.26407345670008214,
"eval_priorArt_ndcg@20_c2all": 0.2502315828946905,
"eval_priorArt_ndcg@20_c2c": 0.26354590572808184,
"eval_priorArt_ndcg@20_c2i": 0.21649195386935233,
"eval_priorArt_ndcg@20_i2a": 0.276218357549392,
"eval_priorArt_ndcg@20_i2all": 0.23421929959294943,
"eval_priorArt_ndcg@20_i2c": 0.24130874622294382,
"eval_priorArt_ndcg@20_i2i": 0.20928629561845574,
"eval_priorArt_ndcg@50_a2a": 0.26844812385331024,
"eval_priorArt_ndcg@50_a2all": 0.29750638162264165,
"eval_priorArt_ndcg@50_a2c": 0.27444589495281646,
"eval_priorArt_ndcg@50_a2i": 0.26362048117441617,
"eval_priorArt_ndcg@50_c2a": 0.3181598889883638,
"eval_priorArt_ndcg@50_c2all": 0.32661423651209587,
"eval_priorArt_ndcg@50_c2c": 0.311614282050714,
"eval_priorArt_ndcg@50_c2i": 0.2957239172680572,
"eval_priorArt_ndcg@50_i2a": 0.3192632321371694,
"eval_priorArt_ndcg@50_i2all": 0.28211446066217705,
"eval_priorArt_ndcg@50_i2c": 0.2860354267359165,
"eval_priorArt_ndcg@50_i2i": 0.2530427449209808,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8333333333333334,
"eval_priorArt_recall@100_a2i": 0.8,
"eval_priorArt_recall@100_c2a": 0.8666666666666666,
"eval_priorArt_recall@100_c2all": 0.9166666666666667,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.7791666666666668,
"eval_priorArt_recall@100_i2all": 0.7500000000000001,
"eval_priorArt_recall@100_i2c": 0.8291666666666666,
"eval_priorArt_recall@100_i2i": 0.8,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.35416666666666663,
"eval_priorArt_recall@10_a2i": 0.2958333333333333,
"eval_priorArt_recall@10_c2a": 0.37499999999999994,
"eval_priorArt_recall@10_c2all": 0.30416666666666664,
"eval_priorArt_recall@10_c2c": 0.37500000000000006,
"eval_priorArt_recall@10_c2i": 0.2833333333333333,
"eval_priorArt_recall@10_i2a": 0.39583333333333337,
"eval_priorArt_recall@10_i2all": 0.35416666666666663,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.2833333333333333,
"eval_priorArt_recall@20_a2a": 0.47916666666666663,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.4791666666666667,
"eval_priorArt_recall@20_a2i": 0.37916666666666665,
"eval_priorArt_recall@20_c2a": 0.47916666666666663,
"eval_priorArt_recall@20_c2all": 0.4583333333333333,
"eval_priorArt_recall@20_c2c": 0.5208333333333333,
"eval_priorArt_recall@20_c2i": 0.38333333333333336,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.4791666666666667,
"eval_priorArt_recall@20_i2i": 0.4416666666666667,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.7375,
"eval_priorArt_recall@50_a2c": 0.6458333333333333,
"eval_priorArt_recall@50_a2i": 0.6708333333333334,
"eval_priorArt_recall@50_c2a": 0.6875,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6541666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4842591817127434,
"eval_singularentropy_claim": 0.48954727177028423,
"eval_singularentropy_global": 0.48342534486830757,
"eval_singularentropy_invention": 0.5422023142070772,
"eval_uniformity_abstract": -2.6329894065856934,
"eval_uniformity_claim": -2.6060051918029785,
"eval_uniformity_global": -2.6035165786743164,
"eval_uniformity_invention": -2.5335586071014404,
"step": 5375
},
{
"epoch": 0.9911569638909359,
"grad_norm": 0.3204266428947449,
"learning_rate": 2.7956115781047067e-09,
"loss": 0.0075,
"step": 5380
},
{
"epoch": 0.9929992630803243,
"grad_norm": 0.49877825379371643,
"learning_rate": 1.8238234459566629e-09,
"loss": 0.0055,
"step": 5390
},
{
"epoch": 0.9948415622697127,
"grad_norm": 0.310138463973999,
"learning_rate": 1.0587544457341114e-09,
"loss": 0.0078,
"step": 5400
},
{
"epoch": 0.9966838614591009,
"grad_norm": 0.4442124366760254,
"learning_rate": 5.004362198596235e-10,
"loss": 0.0077,
"step": 5410
},
{
"epoch": 0.9985261606484893,
"grad_norm": 0.31330081820487976,
"learning_rate": 1.488918597675193e-10,
"loss": 0.0073,
"step": 5420
}
],
"logging_steps": 10,
"max_steps": 5428,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 5.179892998934102e+18,
"train_batch_size": 512,
"trial_name": null,
"trial_params": null
}