Buckets:
| { | |
| "summary": { | |
| "model": "davanstrien/qwen35-9b-iconclass-sft-brill2ep", | |
| "dataset": "davanstrien/iconclass-vlm-brillfull", | |
| "split": "test", | |
| "num_evaluated": 788, | |
| "num_skipped": 0, | |
| "elapsed_seconds": 1554.1, | |
| "exact_match_accuracy": 0.1015, | |
| "hierarchical_f1": 0.5879, | |
| "code_precision": 0.3685, | |
| "code_recall": 0.3046, | |
| "code_f1": 0.3335, | |
| "valid_json_pct": 1.0, | |
| "valid_code_pct": 1.0 | |
| }, | |
| "results": [ | |
| { | |
| "index": 0, | |
| "gt_codes": [ | |
| "25F3", | |
| "25F38(PHEASANT)", | |
| "25H", | |
| "25H11", | |
| "25H213", | |
| "34B232(+51)" | |
| ], | |
| "predicted_codes": [ | |
| "25H132", | |
| "46C11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H132\", \"46C11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4113480885311871, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 1, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9754098360655737, | |
| "code_precision": 1.0, | |
| "code_recall": 0.8 | |
| }, | |
| { | |
| "index": 2, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "41D222(CRAVAT)", | |
| "42F5(+0)", | |
| "48C5142", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "41D2659(SASH)", | |
| "48C731(+0)", | |
| "48C7311", | |
| "48C7323", | |
| "48C741", | |
| "48C75", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"41D2659(SASH)\", \"48C731(+0)\", \"48C7311\", \"48C7323\", \"48C741\", \"48C75\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 8, | |
| "total_predicted": 8, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.715712180746562, | |
| "code_precision": 0.25, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 3, | |
| "gt_codes": [ | |
| "71P4121" | |
| ], | |
| "predicted_codes": [ | |
| "92D1916", | |
| "48C16", | |
| "31A5463" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92D1916\", \"48C16\", \"31A5463\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 4, | |
| "gt_codes": [ | |
| "25I1" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "31A2748:44G311", | |
| "41B162", | |
| "41C25" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"31A2748:44G311\", \"41B162\", \"41C25\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4, | |
| "code_precision": 0.25, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 5, | |
| "gt_codes": [ | |
| "92C2", | |
| "92C4" | |
| ], | |
| "predicted_codes": [ | |
| "42A31", | |
| "92C27" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"42A31\", \"92C27\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.48363636363636375, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 6, | |
| "gt_codes": [ | |
| "48B3", | |
| "48C513", | |
| "48C523", | |
| "61B2(HENDRIK BUSSERUS)11" | |
| ], | |
| "predicted_codes": [ | |
| "48C93" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C93\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.456, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 7, | |
| "gt_codes": [ | |
| "73G4932", | |
| "73G4933", | |
| "73G4931" | |
| ], | |
| "predicted_codes": [ | |
| "73G491" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73G491\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.855, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 8, | |
| "gt_codes": [ | |
| "44B1" | |
| ], | |
| "predicted_codes": [ | |
| "45C22", | |
| "46A12", | |
| "44B1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C22\", \"46A12\", \"44B1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6301369863013698, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 9, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 10, | |
| "gt_codes": [ | |
| "85" | |
| ], | |
| "predicted_codes": [ | |
| "83(BARCLAY, Argenis)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(BARCLAY, Argenis)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.20000000000000004, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 11, | |
| "gt_codes": [ | |
| "61B(+2)", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "61B(+2)", | |
| "61B(+55)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"61B(+2)\", \"61B(+55)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 12, | |
| "gt_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "41D225", | |
| "41D2661", | |
| "41D2662", | |
| "46A122", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "41D222(RUFF)", | |
| "41D26611", | |
| "46A122", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"41D222(RUFF)\", \"41D26611\", \"46A122\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.969793776468422, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5714285714285714 | |
| }, | |
| { | |
| "index": 13, | |
| "gt_codes": [ | |
| "49D22(+0):13C222:49D36", | |
| "49E39", | |
| "5(+3)" | |
| ], | |
| "predicted_codes": [ | |
| "14C", | |
| "25G3(PALM-TREE)", | |
| "49E39" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"14C\", \"25G3(PALM-TREE)\", \"49E39\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38888888888888884, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 14, | |
| "gt_codes": [ | |
| "48A9876(+744)", | |
| "48A9861", | |
| "48A98211", | |
| "48A98333", | |
| "31AA2321", | |
| "31A2321", | |
| "48A9854", | |
| "11G1911" | |
| ], | |
| "predicted_codes": [ | |
| "73F2145" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73F2145\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 15, | |
| "gt_codes": [ | |
| "25G4(Coriander)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(Coriander)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(Coriander)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 16, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D12", | |
| "45B", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "45B", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"45B\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9364059384001773, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 17, | |
| "gt_codes": [ | |
| "73", | |
| "73B57" | |
| ], | |
| "predicted_codes": [ | |
| "11H", | |
| "25I", | |
| "49M32" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H\", \"25I\", \"49M32\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 18, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(T)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(Z)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(Z)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 19, | |
| "gt_codes": [ | |
| "25F3", | |
| "31D12", | |
| "31D13", | |
| "41A1", | |
| "41A77", | |
| "43C114", | |
| "45C15(ARROW)", | |
| "45C15(BOW)", | |
| "46C13141", | |
| "46C1463" | |
| ], | |
| "predicted_codes": [ | |
| "23R14", | |
| "25F25(ELEPHANT)", | |
| "25I", | |
| "46C13141(+75247)", | |
| "46C14111" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23R14\", \"25F25(ELEPHANT)\", \"25I\", \"46C13141(+75247)\", \"46C14111\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4317405232247731, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 20, | |
| "gt_codes": [ | |
| "71T551" | |
| ], | |
| "predicted_codes": [ | |
| "71C213" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71C213\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4000000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 21, | |
| "gt_codes": [ | |
| "25F24(DEER)(+45)", | |
| "25F24(DEER)(+621)", | |
| "25G3", | |
| "25G4(DICTAMNUS)", | |
| "25H114", | |
| "31A2351", | |
| "31A25552", | |
| "31EE23461", | |
| "33C971", | |
| "45C15(ARROW)", | |
| "45C15(BOW)", | |
| "45C23", | |
| "54AA7(+4)", | |
| "56BB1(+4)", | |
| "56F2(+4)", | |
| "92D16", | |
| "92D18(ARROW)", | |
| "92D18(BOW)", | |
| "92D18(QUIVER)" | |
| ], | |
| "predicted_codes": [ | |
| "25F24(STAG)(+63)", | |
| "25G11", | |
| "25H114", | |
| "31A2351", | |
| "31D11221(+89)", | |
| "43C111241", | |
| "43C111241(+4112)", | |
| "43C111241(+417)", | |
| "45C15(BOW)", | |
| "45C23", | |
| "56B1(+4):56F2(+4)", | |
| "56BB1(+4):56FF2(+4)", | |
| "86(AMORIS ARCANUM)", | |
| "92D1511", | |
| "92D1521" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F24(STAG)(+63)\", \"25G11\", \"25H114\", \"31A2351\", \"31D11221(+89)\", \"43C111241\", \"43C111241(+4112)\", \"43C111241(+417)\", \"45C15(BOW)\", \"45C23\", \"56B1(+4):56F2(+4)\", \"56BB1(+4):56FF2(+4)\", \"86(AMORIS ARCANUM)\", \"92D1511\", \"92D1521\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 15, | |
| "total_predicted": 15, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6886589630530636, | |
| "code_precision": 0.26666666666666666, | |
| "code_recall": 0.21052631578947367 | |
| }, | |
| { | |
| "index": 22, | |
| "gt_codes": [ | |
| "41A3311", | |
| "41A721", | |
| "42G:61B2(...)13", | |
| "47I4222" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+9321)", | |
| "41D221(HAT)(+45):47I17(STRAW)", | |
| "42G:61B2(...)13", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+9321)\", \"41D221(HAT)(+45):47I17(STRAW)\", \"42G:61B2(...)13\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4091988130563798, | |
| "code_precision": 0.25, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 23, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "41D222(RABAT)", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "41D222(RABAT)", | |
| "41D2661", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"41D222(RABAT)\", \"41D2661\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9754098360655737, | |
| "code_precision": 0.6, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 24, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "44B1:61B(+2)", | |
| "61B(+55)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "45B", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"45B\", \"61B(+55)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8030856031128404, | |
| "code_precision": 0.75, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 25, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "31D17", | |
| "61B(+54)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+54)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A24(+1)\", \"31D15:61BB\", \"61B(+54)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9795918367346939, | |
| "code_precision": 1.0, | |
| "code_recall": 0.8333333333333334 | |
| }, | |
| { | |
| "index": 26, | |
| "gt_codes": [ | |
| "23O33", | |
| "23O41", | |
| "23O42", | |
| "23O43", | |
| "23O11", | |
| "23O12" | |
| ], | |
| "predicted_codes": [ | |
| "14C", | |
| "23O22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"14C\", \"23O22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 27, | |
| "gt_codes": [ | |
| "44C312", | |
| "44C35(SOCIALISMO)", | |
| "41C711", | |
| "61B2(LENIN, Vladimir)3", | |
| "61B2(KUN, Bela)3" | |
| ], | |
| "predicted_codes": [ | |
| "46A17", | |
| "31D15(+921)", | |
| "48C85431(ASINARO)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A17\", \"31D15(+921)\", \"48C85431(ASINARO)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12260162601626018, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 28, | |
| "gt_codes": [ | |
| "11M3", | |
| "94O5" | |
| ], | |
| "predicted_codes": [ | |
| "83(BRANT, Ship of Fools)", | |
| "46C291", | |
| "57A6" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(BRANT, Ship of Fools)\", \"46C291\", \"57A6\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 29, | |
| "gt_codes": [ | |
| "44C312", | |
| "44B42", | |
| "61I(CONGRESSO DI BRUXELLES)", | |
| "54AA2" | |
| ], | |
| "predicted_codes": [ | |
| "45A1", | |
| "61I(REPUBBLICA ROMANA)", | |
| "44C312" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45A1\", \"61I(REPUBBLICA ROMANA)\", \"44C312\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.655622641509434, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 30, | |
| "gt_codes": [ | |
| "11I61", | |
| "44B111" | |
| ], | |
| "predicted_codes": [ | |
| "12A43", | |
| "98B" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12A43\", \"98B\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.10000000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 31, | |
| "gt_codes": [ | |
| "25G3(+351)", | |
| "25G3(+371)", | |
| "25H11", | |
| "25H216", | |
| "31B6235", | |
| "33A35", | |
| "34B11", | |
| "46C11", | |
| "46C131", | |
| "46C13142", | |
| "47I211", | |
| "47I221" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "25H216", | |
| "47I213" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"25H216\", \"47I213\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.585576923076923, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 32, | |
| "gt_codes": [ | |
| "25H", | |
| "34B11", | |
| "43C114" | |
| ], | |
| "predicted_codes": [ | |
| "25H15", | |
| "34B11", | |
| "47I2112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H15\", \"34B11\", \"47I2112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5866666666666666, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 33, | |
| "gt_codes": [ | |
| "25H11", | |
| "25H114" | |
| ], | |
| "predicted_codes": [ | |
| "25H114", | |
| "31A(+89)", | |
| "31B6235", | |
| "33A35" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H114\", \"31A(+89)\", \"31B6235\", \"33A35\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.39384288747346075, | |
| "code_precision": 0.25, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 34, | |
| "gt_codes": [ | |
| "49M42", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8795518207282913, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 35, | |
| "gt_codes": [ | |
| "46A151" | |
| ], | |
| "predicted_codes": [ | |
| "31A4527", | |
| "31D16" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A4527\", \"31D16\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 36, | |
| "gt_codes": [ | |
| "25H213", | |
| "25I", | |
| "25I1461", | |
| "31D11221", | |
| "31D12", | |
| "31D15", | |
| "31D16", | |
| "41B162", | |
| "41B4", | |
| "45B", | |
| "46C11", | |
| "46C223", | |
| "9", | |
| "96B113" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3457154213036566, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 37, | |
| "gt_codes": [ | |
| "31D15", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "25H15", | |
| "31D112", | |
| "47I221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H15\", \"31D112\", \"47I221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.30400000000000005, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 38, | |
| "gt_codes": [ | |
| "71D1922", | |
| "73" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "31A61", | |
| "41C74(+1)", | |
| "41C741", | |
| "48C7311", | |
| "48C7351", | |
| "48C75" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"31A61\", \"41C74(+1)\", \"41C741\", \"48C7311\", \"48C7351\", \"48C75\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 39, | |
| "gt_codes": [ | |
| "41D221(fur hat)" | |
| ], | |
| "predicted_codes": [ | |
| "31D16" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D16\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 40, | |
| "gt_codes": [ | |
| "73F412", | |
| "49L171" | |
| ], | |
| "predicted_codes": [ | |
| "73F412", | |
| "49L171" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73F412\", \"49L171\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 41, | |
| "gt_codes": [ | |
| "25G3(+351)", | |
| "25H17", | |
| "41A17" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "26D1", | |
| "41A17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"26D1\", \"41A17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7621542940320233, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 42, | |
| "gt_codes": [ | |
| "23R14", | |
| "25F716(CRAB)(+471)", | |
| "41B32(+1)", | |
| "43C128", | |
| "47K(+21)", | |
| "51L42:22C", | |
| "86(DURCH IHREN SCHEIN BEWOGEN)" | |
| ], | |
| "predicted_codes": [ | |
| "25F713(+48)", | |
| "25H19", | |
| "25H213", | |
| "31A236", | |
| "31B13", | |
| "31D14", | |
| "31E23461", | |
| "41C11", | |
| "41C692(LOBSTER)(+0)", | |
| "41C692(SHELL-FISH)(+0)", | |
| "51AA4:54DD5", | |
| "54EE31(+4):51G4(+4)", | |
| "86(DURCH IHREN SCHEIN BET\u00d6GT)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F713(+48)\", \"25H19\", \"25H213\", \"31A236\", \"31B13\", \"31D14\", \"31E23461\", \"41C11\", \"41C692(LOBSTER)(+0)\", \"41C692(SHELL-FISH)(+0)\", \"51AA4:54DD5\", \"54EE31(+4):51G4(+4)\", \"86(DURCH IHREN SCHEIN BET\\u00d6GT)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 13, | |
| "total_predicted": 13, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.39304170073589534, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 43, | |
| "gt_codes": [ | |
| "48A9831" | |
| ], | |
| "predicted_codes": [ | |
| "73G491" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73G491\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 44, | |
| "gt_codes": [ | |
| "11HH(HELENA)" | |
| ], | |
| "predicted_codes": [ | |
| "11HH(HELENA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11HH(HELENA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 45, | |
| "gt_codes": [ | |
| "73D641" | |
| ], | |
| "predicted_codes": [ | |
| "73D641", | |
| "73D642" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D641\", \"73D642\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9743589743589743, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 46, | |
| "gt_codes": [ | |
| "25H1" | |
| ], | |
| "predicted_codes": [ | |
| "25I3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4000000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 47, | |
| "gt_codes": [ | |
| "11(+5):61B", | |
| "11P315(DOMINICANS)", | |
| "61B(+52)", | |
| "73", | |
| "73D41" | |
| ], | |
| "predicted_codes": [ | |
| "11(+5):61B", | |
| "11D324", | |
| "73D3522" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11(+5):61B\", \"11D324\", \"73D3522\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5478698224852071, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 48, | |
| "gt_codes": [ | |
| "49D22" | |
| ], | |
| "predicted_codes": [ | |
| "49D22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49D22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 49, | |
| "gt_codes": [ | |
| "31A44411", | |
| "46A122", | |
| "5(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A(+89)", | |
| "46A122", | |
| "9" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A(+89)\", \"46A122\", \"9\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5233333333333333, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 50, | |
| "gt_codes": [ | |
| "31B6217", | |
| "31D15" | |
| ], | |
| "predicted_codes": [ | |
| "31A221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 51, | |
| "gt_codes": [ | |
| "25A", | |
| "25A13", | |
| "31A235", | |
| "31F11", | |
| "41A251", | |
| "41A711", | |
| "41A7122", | |
| "41A721", | |
| "49C3", | |
| "49C32", | |
| "49M32", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "11R5", | |
| "23U24", | |
| "25A13", | |
| "31F11", | |
| "41A711", | |
| "49L6" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11R5\", \"23U24\", \"25A13\", \"31F11\", \"41A711\", \"49L6\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6067971163748712, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 52, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31A534", | |
| "31A5341", | |
| "41D222(RUFF)", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8496302382908792, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5714285714285714 | |
| }, | |
| { | |
| "index": 53, | |
| "gt_codes": [ | |
| "31D15", | |
| "41A1", | |
| "45B", | |
| "45B(+22)", | |
| "46C13141" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "31D14", | |
| "31D15", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"31D14\", \"31D15\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5927512355848435, | |
| "code_precision": 0.5, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 54, | |
| "gt_codes": [ | |
| "12B61", | |
| "12BB63", | |
| "25F(+342)", | |
| "25F23(LION)(+351)", | |
| "25I144", | |
| "25I153", | |
| "31A141", | |
| "31A2512(+932)", | |
| "31A2512(+933)", | |
| "31A2513(+933)", | |
| "31A2515(+933)", | |
| "31A25432", | |
| "31A25551", | |
| "31A26112(+51)", | |
| "31A2711", | |
| "31AA222(+89)", | |
| "31AA2513", | |
| "31AA2711", | |
| "31D11221(+89)", | |
| "31D14" | |
| ], | |
| "predicted_codes": [ | |
| "12B61", | |
| "31A2511(+934)", | |
| "31D14", | |
| "31D15", | |
| "33C80", | |
| "33C81", | |
| "41A11", | |
| "41A773", | |
| "41D211(+82)", | |
| "41D233(+82)", | |
| "45C11(SPEAR)", | |
| "45C19(SHIELD)", | |
| "45C22", | |
| "45C221", | |
| "45L3111", | |
| "45L3112", | |
| "45L3113", | |
| "45L3114", | |
| "45L3115" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12B61\", \"31A2511(+934)\", \"31D14\", \"31D15\", \"33C80\", \"33C81\", \"41A11\", \"41A773\", \"41D211(+82)\", \"41D233(+82)\", \"45C11(SPEAR)\", \"45C19(SHIELD)\", \"45C22\", \"45C221\", \"45L3111\", \"45L3112\", \"45L3113\", \"45L3114\", \"45L3115\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 19, | |
| "total_predicted": 19, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3251040093685476, | |
| "code_precision": 0.10526315789473684, | |
| "code_recall": 0.1 | |
| }, | |
| { | |
| "index": 55, | |
| "gt_codes": [ | |
| "25H214", | |
| "41A17" | |
| ], | |
| "predicted_codes": [ | |
| "25I3", | |
| "41A17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I3\", \"41A17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.69, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 56, | |
| "gt_codes": [ | |
| "11Q713", | |
| "48C73341" | |
| ], | |
| "predicted_codes": [ | |
| "11Q713" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q713\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 57, | |
| "gt_codes": [ | |
| "11F4", | |
| "11F4122", | |
| "11F715", | |
| "11F716", | |
| "31A2421", | |
| "41C", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "11F4", | |
| "31A24(+1)", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F4\", \"31A24(+1)\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7927313868613138, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 58, | |
| "gt_codes": [ | |
| "25F3", | |
| "41A772", | |
| "48C73411", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(ROSE)", | |
| "31A(+89)", | |
| "31D112", | |
| "41A671", | |
| "41C342" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(ROSE)\", \"31A(+89)\", \"31D112\", \"41A671\", \"41C342\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2840105540897097, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 59, | |
| "gt_codes": [ | |
| "31A2211", | |
| "31A2422" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+51)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+51)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6428571428571429, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 60, | |
| "gt_codes": [ | |
| "11H(LAURENCE)" | |
| ], | |
| "predicted_codes": [ | |
| "11H(JOHN)", | |
| "49L72" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(JOHN)\", \"49L72\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 61, | |
| "gt_codes": [ | |
| "23E41", | |
| "23F41", | |
| "25I" | |
| ], | |
| "predicted_codes": [ | |
| "23E41", | |
| "23F41", | |
| "25G3(+371)", | |
| "25H213" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23E41\", \"23F41\", \"25G3(+371)\", \"25H213\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7380674157303371, | |
| "code_precision": 0.5, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 62, | |
| "gt_codes": [ | |
| "73D313" | |
| ], | |
| "predicted_codes": [ | |
| "73D324" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D324\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8000000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 63, | |
| "gt_codes": [ | |
| "41A4231", | |
| "41A712", | |
| "45D311", | |
| "45D313", | |
| "48C911", | |
| "49L511", | |
| "49LL71", | |
| "49L72", | |
| "83(PLUTARCH, Parallel Lives of Illustrious Greeks and Romans)", | |
| "98B(PLUTARCH)5", | |
| "98B(POMPEY)1", | |
| "98B(STRABO, G.P.S.)5" | |
| ], | |
| "predicted_codes": [ | |
| "49L51", | |
| "49LL72", | |
| "61B2(CHARLEMAGNE)3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L51\", \"49LL72\", \"61B2(CHARLEMAGNE)3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3775832127351664, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 64, | |
| "gt_codes": [ | |
| "41E2", | |
| "43C512", | |
| "48C5142:48C533" | |
| ], | |
| "predicted_codes": [ | |
| "25F62(HERRING)", | |
| "41E2", | |
| "48C5142:48C533" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F62(HERRING)\", \"41E2\", \"48C5142:48C533\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6968973747016707, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 65, | |
| "gt_codes": [ | |
| "49L12(P)", | |
| "49L171", | |
| "73E42" | |
| ], | |
| "predicted_codes": [ | |
| "11D325", | |
| "49L12(P)", | |
| "49L171" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D325\", \"49L12(P)\", \"49L171\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 66, | |
| "gt_codes": [ | |
| "41D221(HAT)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 67, | |
| "gt_codes": [ | |
| "43A42" | |
| ], | |
| "predicted_codes": [ | |
| "43A42" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43A42\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 68, | |
| "gt_codes": [ | |
| "33B1" | |
| ], | |
| "predicted_codes": [ | |
| "43A2", | |
| "43C91" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43A2\", \"43C91\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 69, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D12", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8875343490045797, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 70, | |
| "gt_codes": [ | |
| "25F36(SWAN)", | |
| "42E31", | |
| "52E2(+4)", | |
| "58BB1(+4)", | |
| "86(SIBI CANIT ET ORBI)" | |
| ], | |
| "predicted_codes": [ | |
| "25F36(GOOSE)(+1)", | |
| "25F36(GOOSE)(+49)", | |
| "25H11", | |
| "57A6(+4):51AA4(+4)", | |
| "86(NEC ME TANGIT INVIDIA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F36(GOOSE)(+1)\", \"25F36(GOOSE)(+49)\", \"25H11\", \"57A6(+4):51AA4(+4)\", \"86(NEC ME TANGIT INVIDIA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5745575959933221, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 71, | |
| "gt_codes": [ | |
| "49E39", | |
| "25G4" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(B\u00f6hmischer Wasserdost)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(B\\u00f6hmischer Wasserdost)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 72, | |
| "gt_codes": [ | |
| "31B1", | |
| "35", | |
| "47I2112", | |
| "47I221", | |
| "48C7351", | |
| "9", | |
| "97CC64" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "47I2112", | |
| "9", | |
| "92L3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"47I2112\", \"9\", \"92L3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.493984962406015, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 73, | |
| "gt_codes": [ | |
| "25H114", | |
| "46A14", | |
| "47I214", | |
| "47I221" | |
| ], | |
| "predicted_codes": [ | |
| "25H114", | |
| "31D14", | |
| "47I21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H114\", \"31D14\", \"47I21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6582823826032146, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 74, | |
| "gt_codes": [ | |
| "46C13142" | |
| ], | |
| "predicted_codes": [ | |
| "25H1", | |
| "46C13142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H1\", \"46C13142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 75, | |
| "gt_codes": [ | |
| "45C22" | |
| ], | |
| "predicted_codes": [ | |
| "45C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.76, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 76, | |
| "gt_codes": [ | |
| "25H2", | |
| "43C121" | |
| ], | |
| "predicted_codes": [ | |
| "25H1", | |
| "43C128" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H1\", \"43C128\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.75, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 77, | |
| "gt_codes": [ | |
| "86(ALSO WARDT DER HIMMEL UND DIE ERDTEN VOLLENDET)", | |
| "11A1", | |
| "71A2", | |
| "10", | |
| "11Q71444", | |
| "11P131" | |
| ], | |
| "predicted_codes": [ | |
| "86(WIE WIRD DER HIMMEL UND DIE ERDEN VOLLKOMMEN)", | |
| "11C23", | |
| "71A421", | |
| "11Q01" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(WIE WIRD DER HIMMEL UND DIE ERDEN VOLLKOMMEN)\", \"11C23\", \"71A421\", \"11Q01\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5667248908296942, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 78, | |
| "gt_codes": [ | |
| "41A2", | |
| "41B21", | |
| "42B71" | |
| ], | |
| "predicted_codes": [ | |
| "41A2", | |
| "41B33" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A2\", \"41B33\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6857142857142857, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 79, | |
| "gt_codes": [ | |
| "31A2211", | |
| "61B(+2)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8251106639839035, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 80, | |
| "gt_codes": [ | |
| "73D721" | |
| ], | |
| "predicted_codes": [ | |
| "73D721" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D721\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 81, | |
| "gt_codes": [ | |
| "23O11", | |
| "46C215(RUDDER)", | |
| "57A6(+4)", | |
| "86(FIDEM FATI VIRTUTE SEQUEMUR)", | |
| "92B11221" | |
| ], | |
| "predicted_codes": [ | |
| "23O11", | |
| "47I214(+9521)", | |
| "86(DIE ZEIT)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23O11\", \"47I214(+9521)\", \"86(DIE ZEIT)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.55, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 82, | |
| "gt_codes": [ | |
| "48A9876", | |
| "48C244" | |
| ], | |
| "predicted_codes": [ | |
| "46A122", | |
| "48C5156" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A122\", \"48C5156\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4292528735632184, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 83, | |
| "gt_codes": [ | |
| "11Q651", | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "41D222(RUFF)", | |
| "41D262", | |
| "41D26611", | |
| "46A12", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "41D222(RUFF)", | |
| "41D262(+44)ble", | |
| "41D26611", | |
| "41D2665", | |
| "48C161", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"41D222(RUFF)\", \"41D262(+44)ble\", \"41D26611\", \"41D2665\", \"48C161\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 9, | |
| "total_predicted": 9, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7939583424209379, | |
| "code_precision": 0.4444444444444444, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 84, | |
| "gt_codes": [ | |
| "25F34", | |
| "25F39(HOOPOE)", | |
| "25H213(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "25F34", | |
| "25F37(HOOPOE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F34\", \"25F37(HOOPOE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8040983606557377, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 85, | |
| "gt_codes": [ | |
| "25I", | |
| "41A12", | |
| "43B13", | |
| "46C112" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "41A12" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A12\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7480438184663537, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 86, | |
| "gt_codes": [ | |
| "25G3", | |
| "25H", | |
| "41A1", | |
| "46C2", | |
| "46C24" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "41A17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"41A17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6425396825396825, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 87, | |
| "gt_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 88, | |
| "gt_codes": [ | |
| "25G3", | |
| "25H" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "25H192" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"25H192\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7849999999999999, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 89, | |
| "gt_codes": [ | |
| "25F3" | |
| ], | |
| "predicted_codes": [ | |
| "25F3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 90, | |
| "gt_codes": [ | |
| "25H", | |
| "45H(+22)" | |
| ], | |
| "predicted_codes": [ | |
| "25G3(+371)", | |
| "45H", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3(+371)\", \"45H\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5952197802197802, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 91, | |
| "gt_codes": [ | |
| "31A559", | |
| "31D13", | |
| "31D14", | |
| "41A191", | |
| "41A761", | |
| "45C22", | |
| "92B423" | |
| ], | |
| "predicted_codes": [ | |
| "31A(+89)", | |
| "45C22", | |
| "71", | |
| "71H156" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A(+89)\", \"45C22\", \"71\", \"71H156\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3898030233623454, | |
| "code_precision": 0.25, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 92, | |
| "gt_codes": [ | |
| "25I", | |
| "45D22(+32)", | |
| "46C24(FLUYT)", | |
| "46C24:47K", | |
| "46CC21" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "46C21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"46C21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7655172413793103, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 93, | |
| "gt_codes": [ | |
| "11P31521", | |
| "11Q713", | |
| "11Q7131(CHOIR SCREEN)", | |
| "11Q71454", | |
| "11Q72", | |
| "11Q7311", | |
| "25I", | |
| "31A233", | |
| "31A415", | |
| "34B11", | |
| "41B311", | |
| "42E141", | |
| "46A151" | |
| ], | |
| "predicted_codes": [ | |
| "11Q713", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q713\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6064585287417928, | |
| "code_precision": 1.0, | |
| "code_recall": 0.15384615384615385 | |
| }, | |
| { | |
| "index": 94, | |
| "gt_codes": [ | |
| "33C23", | |
| "25H13", | |
| "11G", | |
| "46E1", | |
| "46E221", | |
| "25F72(SNAIL)" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "46A12", | |
| "31D15", | |
| "48C7352", | |
| "49L17", | |
| "48CC7352" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"46A12\", \"31D15\", \"48C7352\", \"49L17\", \"48CC7352\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3417680454176804, | |
| "code_precision": 0.16666666666666666, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 95, | |
| "gt_codes": [ | |
| "31A235", | |
| "31D15:61BB", | |
| "61B(+54)" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31D15:61BB", | |
| "48C161" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31D15:61BB\", \"48C161\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 96, | |
| "gt_codes": [ | |
| "25G3", | |
| "25H213" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "25H15" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"25H15\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7849999999999999, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 97, | |
| "gt_codes": [ | |
| "11H(JOHN CHRYSOSTOM)36" | |
| ], | |
| "predicted_codes": [ | |
| "73A221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73A221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 98, | |
| "gt_codes": [ | |
| "12CC13(ISIS)", | |
| "20" | |
| ], | |
| "predicted_codes": [ | |
| "24B1", | |
| "92H391" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"24B1\", \"92H391\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.095, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 99, | |
| "gt_codes": [ | |
| "11Q712", | |
| "22C8", | |
| "25H17:41D422", | |
| "25I", | |
| "25I5", | |
| "41A17", | |
| "41D427", | |
| "47D31", | |
| "47I1421" | |
| ], | |
| "predicted_codes": [ | |
| "11Q712", | |
| "25H", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"25H\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5167934782608694, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.2222222222222222 | |
| }, | |
| { | |
| "index": 100, | |
| "gt_codes": [ | |
| "25F711", | |
| "25F711(BUTTERFLY)", | |
| "41A671", | |
| "48C24" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(ANEMONE)", | |
| "25G41(CARNATION)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAGSCONE)", | |
| "25G41(HOLLYHOCK)", | |
| "25G41(MARIGOLD)", | |
| "25G41(PANSY)", | |
| "25G41(SUNFLOWER)", | |
| "25G41(TULIP)", | |
| "41A671", | |
| "41A773" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(ANEMONE)\", \"25G41(CARNATION)\", \"25G41(CONVOLVULUS)\", \"25G41(DAGSCONE)\", \"25G41(HOLLYHOCK)\", \"25G41(MARIGOLD)\", \"25G41(PANSY)\", \"25G41(SUNFLOWER)\", \"25G41(TULIP)\", \"41A671\", \"41A773\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 11, | |
| "total_predicted": 11, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4714182518661208, | |
| "code_precision": 0.09090909090909091, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 101, | |
| "gt_codes": [ | |
| "12A751", | |
| "49B24" | |
| ], | |
| "predicted_codes": [ | |
| "11H(NICHOLAS)", | |
| "46A212", | |
| "31B7" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(NICHOLAS)\", \"46A212\", \"31B7\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.15200000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 102, | |
| "gt_codes": [ | |
| "31D15" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D15", | |
| "61B(+55)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15\", \"61B(+55)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6363636363636364, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 103, | |
| "gt_codes": [ | |
| "25H213", | |
| "25I41" | |
| ], | |
| "predicted_codes": [ | |
| "25H213", | |
| "47D31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H213\", \"47D31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5798319327731092, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 104, | |
| "gt_codes": [ | |
| "32A5", | |
| "48C62" | |
| ], | |
| "predicted_codes": [ | |
| "61B2(ROSSINI, Gioacchino)1(+52)", | |
| "48C73" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"61B2(ROSSINI, Gioacchino)1(+52)\", \"48C73\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 105, | |
| "gt_codes": [ | |
| "25G4(Anis)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(Origanum)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(Origanum)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 106, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "31A5331", | |
| "41A251", | |
| "41A422", | |
| "41A711", | |
| "41A7122", | |
| "41C37", | |
| "41D212", | |
| "41D222(JABOT)", | |
| "41D2664", | |
| "49L511", | |
| "49L62", | |
| "49L7", | |
| "49M32", | |
| "61B(+55)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A2422\", \"61B(+55)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4682480587171578, | |
| "code_precision": 1.0, | |
| "code_recall": 0.2222222222222222 | |
| }, | |
| { | |
| "index": 107, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9876621322366339, | |
| "code_precision": 0.75, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 108, | |
| "gt_codes": [ | |
| "11Q713", | |
| "11Q71454", | |
| "48C24" | |
| ], | |
| "predicted_codes": [ | |
| "12B61", | |
| "48C7352" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12B61\", \"48C7352\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.34545454545454546, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 109, | |
| "gt_codes": [ | |
| "73D415" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "46C13141", | |
| "71E1223" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"46C13141\", \"71E1223\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.095, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 110, | |
| "gt_codes": [ | |
| "25G21(GOURD)", | |
| "25G41(ROSE)", | |
| "31A559", | |
| "33C23", | |
| "47I221", | |
| "47I2213", | |
| "83(HOOFT, Granida)" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(ROSE)", | |
| "31A(+89)", | |
| "31D13", | |
| "31D16", | |
| "71" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(ROSE)\", \"31A(+89)\", \"31D13\", \"31D16\", \"71\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3921946022727273, | |
| "code_precision": 0.2, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 111, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(N)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(H)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(H)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 112, | |
| "gt_codes": [ | |
| "48C149", | |
| "61E(ROMA)", | |
| "61F(COLOSSEO)", | |
| "48A72" | |
| ], | |
| "predicted_codes": [ | |
| "48C149", | |
| "61E(ROMA)", | |
| "61F(COLOSSEO)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C149\", \"61E(ROMA)\", \"61F(COLOSSEO)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9159891598915989, | |
| "code_precision": 1.0, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 113, | |
| "gt_codes": [ | |
| "86(CLARIUS INDE MICAT)", | |
| "24A81", | |
| "25D11(DIAMOND)", | |
| "22C5", | |
| "11A2", | |
| "11M31" | |
| ], | |
| "predicted_codes": [ | |
| "86(CLARIUS INDE MICAT)", | |
| "41A351", | |
| "24A81", | |
| "49L71", | |
| "11M31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(CLARIUS INDE MICAT)\", \"41A351\", \"24A81\", \"49L71\", \"11M31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6138398914518317, | |
| "code_precision": 0.6, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 114, | |
| "gt_codes": [ | |
| "49C212", | |
| "52" | |
| ], | |
| "predicted_codes": [ | |
| "49D22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49D22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2533333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 115, | |
| "gt_codes": [ | |
| "25F33(EAGLE)(+5262)", | |
| "25H114", | |
| "25I2", | |
| "25I6", | |
| "31A22210", | |
| "46C2322", | |
| "73D83", | |
| "86(SIC ALOR)" | |
| ], | |
| "predicted_codes": [ | |
| "25F39(DOVE)(+1)", | |
| "25H214", | |
| "25I2", | |
| "31A216", | |
| "31AA2763", | |
| "31E2346(+0)", | |
| "86(SIC ALOR)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F39(DOVE)(+1)\", \"25H214\", \"25I2\", \"31A216\", \"31AA2763\", \"31E2346(+0)\", \"86(SIC ALOR)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6573455131649651, | |
| "code_precision": 0.2857142857142857, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 116, | |
| "gt_codes": [ | |
| "73B57" | |
| ], | |
| "predicted_codes": [ | |
| "73B57" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B57\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 117, | |
| "gt_codes": [ | |
| "49B24" | |
| ], | |
| "predicted_codes": [ | |
| "49B24" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49B24\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 118, | |
| "gt_codes": [ | |
| "41A775", | |
| "45C11(SPEAR)", | |
| "45C16(CANNON)", | |
| "45C221", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "45C16(CANNON)", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C16(CANNON)\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8317757009345794, | |
| "code_precision": 1.0, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 119, | |
| "gt_codes": [ | |
| "25H" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "25H17", | |
| "46C11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"25H17\", \"46C11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4071428571428571, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 120, | |
| "gt_codes": [ | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 121, | |
| "gt_codes": [ | |
| "34B11", | |
| "31D14(+72)", | |
| "31D14(+9321)" | |
| ], | |
| "predicted_codes": [ | |
| "31D14(+72)", | |
| "31D14(+9321)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D14(+72)\", \"31D14(+9321)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8461538461538461, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 122, | |
| "gt_codes": [ | |
| "11Q7121(TOWER)", | |
| "25H2", | |
| "25I2", | |
| "43C128" | |
| ], | |
| "predicted_codes": [ | |
| "25I146", | |
| "61E(NIEUWLAND)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I146\", \"61E(NIEUWLAND)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2590909090909091, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 123, | |
| "gt_codes": [ | |
| "49D22" | |
| ], | |
| "predicted_codes": [ | |
| "49D22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49D22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 124, | |
| "gt_codes": [ | |
| "25H132", | |
| "41D263" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C513" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C513\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5275, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 125, | |
| "gt_codes": [ | |
| "25F35(PARROT)", | |
| "25G21(APRICOT)", | |
| "25G21(FIG)", | |
| "25G21(LEMON)", | |
| "25G21(MELON)", | |
| "25G21(POMEGRANATE)", | |
| "25G21(PRUNE)", | |
| "25G21(RED CURRANT)", | |
| "41A7751", | |
| "41C653", | |
| "41C653(LEMON)", | |
| "41C653(PRUNE)", | |
| "47I422", | |
| "47I4222" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "25G21(APRICOT)", | |
| "25G21(LEMON)", | |
| "25G21(MELON)", | |
| "25G21(PRUNE)", | |
| "41A7751", | |
| "41C653(LEMON)", | |
| "41C653(PRUNE)", | |
| "47I4223" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"25G21(APRICOT)\", \"25G21(LEMON)\", \"25G21(MELON)\", \"25G21(PRUNE)\", \"41A7751\", \"41C653(LEMON)\", \"41C653(PRUNE)\", \"47I4223\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 9, | |
| "total_predicted": 9, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9700442826315949, | |
| "code_precision": 0.7777777777777778, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 126, | |
| "gt_codes": [ | |
| "25H", | |
| "31D11221" | |
| ], | |
| "predicted_codes": [ | |
| "25H114", | |
| "31D11221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H114\", \"31D11221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7849999999999999, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 127, | |
| "gt_codes": [ | |
| "25G3", | |
| "25H", | |
| "41A1", | |
| "41A33" | |
| ], | |
| "predicted_codes": [ | |
| "41A721", | |
| "48C5142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A721\", \"48C5142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3257142857142857, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 128, | |
| "gt_codes": [ | |
| "33A35" | |
| ], | |
| "predicted_codes": [ | |
| "31A2549", | |
| "33C23" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2549\", \"33C23\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.339568345323741, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 129, | |
| "gt_codes": [ | |
| "71A2", | |
| "71A22" | |
| ], | |
| "predicted_codes": [ | |
| "24C1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"24C1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 130, | |
| "gt_codes": [ | |
| "25F25(ELEPHANT)", | |
| "25I", | |
| "25I13", | |
| "34E22", | |
| "43B7" | |
| ], | |
| "predicted_codes": [ | |
| "25F25(ELEPHANT)", | |
| "43B7" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F25(ELEPHANT)\", \"43B7\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7146529562982004, | |
| "code_precision": 1.0, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 131, | |
| "gt_codes": [ | |
| "11I36", | |
| "73" | |
| ], | |
| "predicted_codes": [ | |
| "31A(+89)", | |
| "31D15", | |
| "71" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A(+89)\", \"31D15\", \"71\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.08, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 132, | |
| "gt_codes": [ | |
| "33A52", | |
| "46A71" | |
| ], | |
| "predicted_codes": [ | |
| "31A254" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A254\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 133, | |
| "gt_codes": [ | |
| "25F72(OYSTER)", | |
| "25G21(LEMON)", | |
| "41C653(LEMON)", | |
| "47I4223" | |
| ], | |
| "predicted_codes": [ | |
| "25G21(LEMON)", | |
| "41C37", | |
| "41C653(LEMON)", | |
| "47I4223" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G21(LEMON)\", \"41C37\", \"41C653(LEMON)\", \"47I4223\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8707317073170732, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 134, | |
| "gt_codes": [ | |
| "31B19", | |
| "41A3911", | |
| "47I221" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "31D14", | |
| "31D15" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"31D14\", \"31D15\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.17777777777777776, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 135, | |
| "gt_codes": [ | |
| "11A23", | |
| "11D51", | |
| "11D52", | |
| "11Q0", | |
| "22C311", | |
| "25F3(+342)", | |
| "31A2512(+933)", | |
| "31A2512(+9341)", | |
| "31A511", | |
| "31A51452", | |
| "31AA2331", | |
| "31D12", | |
| "31D13", | |
| "31G1", | |
| "41A711", | |
| "41D2661", | |
| "41D2668", | |
| "44B1211", | |
| "46E221", | |
| "71Q82(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "86(QUID PETAM A TE, DOMINE?)", | |
| "11Q71428", | |
| "31D11221(+53)", | |
| "11G191", | |
| "11Q0", | |
| "11M31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(QUID PETAM A TE, DOMINE?)\", \"11Q71428\", \"31D11221(+53)\", \"11G191\", \"11Q0\", \"11M31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.381641609101991, | |
| "code_precision": 0.16666666666666666, | |
| "code_recall": 0.05 | |
| }, | |
| { | |
| "index": 136, | |
| "gt_codes": [ | |
| "25H114", | |
| "31EE2346", | |
| "45C13(SWORD)", | |
| "45C19(SHIELD)", | |
| "45C15(ARROW)", | |
| "45C22", | |
| "45C23", | |
| "53C11(+4)", | |
| "56E3(+22)", | |
| "56F2(+22)", | |
| "56F2(+4)", | |
| "86(NEMO ADEO FERUS EST, QUI NON MITESCERE POSSIT)", | |
| "92B46", | |
| "92B48(ARMOUR)", | |
| "92B48(SHIELD)", | |
| "92B48(SWORD)", | |
| "92D151", | |
| "92D18(QUIVER)" | |
| ], | |
| "predicted_codes": [ | |
| "25H114", | |
| "31A2763(+0)", | |
| "31D14", | |
| "33B9", | |
| "41D283", | |
| "45C13(SWORD)", | |
| "45C15(ARROW)(+63)", | |
| "45C15(BOW)(+63)", | |
| "45C22", | |
| "45C221", | |
| "56F2(+4)", | |
| "57AA621(+4)", | |
| "57AA622(+4)", | |
| "86(VIRTUTIS AMOR)", | |
| "92D156", | |
| "92D18(ARROW)", | |
| "92D18(BOW)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H114\", \"31A2763(+0)\", \"31D14\", \"33B9\", \"41D283\", \"45C13(SWORD)\", \"45C15(ARROW)(+63)\", \"45C15(BOW)(+63)\", \"45C22\", \"45C221\", \"56F2(+4)\", \"57AA621(+4)\", \"57AA622(+4)\", \"86(VIRTUTIS AMOR)\", \"92D156\", \"92D18(ARROW)\", \"92D18(BOW)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 17, | |
| "total_predicted": 17, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7240792977388636, | |
| "code_precision": 0.23529411764705882, | |
| "code_recall": 0.2222222222222222 | |
| }, | |
| { | |
| "index": 137, | |
| "gt_codes": [ | |
| "25I", | |
| "25I1" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "25H114", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"25H114\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6758403869407497, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 138, | |
| "gt_codes": [ | |
| "31D14", | |
| "31D15", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31D15:61BB", | |
| "42G:61B2(...)13" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D15:61BB\", \"42G:61B2(...)13\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.47655737704918033, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 139, | |
| "gt_codes": [ | |
| "25F36(SWAN)", | |
| "41A11", | |
| "41A646", | |
| "43B42" | |
| ], | |
| "predicted_codes": [ | |
| "25F36(SWAN)", | |
| "41A11", | |
| "48C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F36(SWAN)\", \"41A11\", \"48C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.710755711775044, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 140, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "41A721", | |
| "41D222(JABOT)", | |
| "46A122", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7460815047021944, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 141, | |
| "gt_codes": [ | |
| "25I", | |
| "25I1", | |
| "44B233" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "25I1", | |
| "41A31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"25I1\", \"41A31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7299999999999999, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 142, | |
| "gt_codes": [ | |
| "73B93", | |
| "73B931" | |
| ], | |
| "predicted_codes": [ | |
| "73E5" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73E5\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 143, | |
| "gt_codes": [ | |
| "25G41(ANEMONE)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAFFODIL)", | |
| "25G41(DAGSCONE)", | |
| "25G41(NARCISSUS)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "25H11", | |
| "41A646", | |
| "41A671", | |
| "41D283" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(ANEMONE)", | |
| "25G41(CARNATION)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAGSCONE)", | |
| "25G41(MARIGOLD)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "25H", | |
| "41A671" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(ANEMONE)\", \"25G41(CARNATION)\", \"25G41(CONVOLVULUS)\", \"25G41(DAGSCONE)\", \"25G41(MARIGOLD)\", \"25G41(ROSE)\", \"25G41(TULIP)\", \"25H\", \"41A671\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 9, | |
| "total_predicted": 9, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9190878155872669, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5454545454545454 | |
| }, | |
| { | |
| "index": 144, | |
| "gt_codes": [ | |
| "31A247", | |
| "31A2514(+933)", | |
| "31A2516(+933)", | |
| "31A26211(+51)", | |
| "31A2747", | |
| "31A534", | |
| "31A611", | |
| "31B171", | |
| "31D14", | |
| "34B11", | |
| "41A23", | |
| "41A3221", | |
| "41A4231", | |
| "41A7612", | |
| "41A7633", | |
| "41B21", | |
| "41B31", | |
| "41B313", | |
| "41D211(+81)", | |
| "41D233(+81)" | |
| ], | |
| "predicted_codes": [ | |
| "23R14", | |
| "25F(+342)", | |
| "25G3(PALM-TREE)(+22)", | |
| "31A25162", | |
| "31A2711", | |
| "31D14", | |
| "34B11(+9536)", | |
| "41A23", | |
| "41A3211", | |
| "41A7612", | |
| "41B31(+1)", | |
| "41C321", | |
| "41D211", | |
| "41D221", | |
| "41D2332", | |
| "41D27", | |
| "48C161", | |
| "49L71", | |
| "54E31(+4):56F2(+4)", | |
| "56BB1(+4)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23R14\", \"25F(+342)\", \"25G3(PALM-TREE)(+22)\", \"31A25162\", \"31A2711\", \"31D14\", \"34B11(+9536)\", \"41A23\", \"41A3211\", \"41A7612\", \"41B31(+1)\", \"41C321\", \"41D211\", \"41D221\", \"41D2332\", \"41D27\", \"48C161\", \"49L71\", \"54E31(+4):56F2(+4)\", \"56BB1(+4)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 20, | |
| "total_predicted": 20, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6967480989424002, | |
| "code_precision": 0.15, | |
| "code_recall": 0.15 | |
| }, | |
| { | |
| "index": 145, | |
| "gt_codes": [ | |
| "25G4(...)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(...)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(...)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 146, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8899719887955181, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 147, | |
| "gt_codes": [ | |
| "31D112", | |
| "42G:61B2(...)13", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31D112:61B2(...)1", | |
| "48C75" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D112:61B2(...)1\", \"48C75\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3641666666666667, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 148, | |
| "gt_codes": [ | |
| "61D(GERMANIA)", | |
| "61D(FRANCIA)", | |
| "45A145" | |
| ], | |
| "predicted_codes": [ | |
| "46A17", | |
| "52AA5", | |
| "44C312", | |
| "44B04", | |
| "61D(GERMANIA)", | |
| "61I(TRATTATO DI VERSAILLES)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A17\", \"52AA5\", \"44C312\", \"44B04\", \"61D(GERMANIA)\", \"61I(TRATTATO DI VERSAILLES)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4551724137931034, | |
| "code_precision": 0.16666666666666666, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 149, | |
| "gt_codes": [ | |
| "11H(PETER)", | |
| "11Q733", | |
| "31A25561(+915)", | |
| "49L12(P)", | |
| "49L171", | |
| "73F45" | |
| ], | |
| "predicted_codes": [ | |
| "11H(PAUL)", | |
| "49L12(P)", | |
| "49L171", | |
| "73F415" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(PAUL)\", \"49L12(P)\", \"49L171\", \"73F415\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7958282208588957, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 150, | |
| "gt_codes": [ | |
| "11M41", | |
| "31A511" | |
| ], | |
| "predicted_codes": [ | |
| "11N32", | |
| "49M32" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11N32\", \"49M32\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.20000000000000004, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 151, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2421", | |
| "45C21", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8745603751465416, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 152, | |
| "gt_codes": [ | |
| "33B41", | |
| "96D(SABINE WOMEN)61", | |
| "98" | |
| ], | |
| "predicted_codes": [ | |
| "31D15", | |
| "42B7", | |
| "98" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D15\", \"42B7\", \"98\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.42934362934362935, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 153, | |
| "gt_codes": [ | |
| "73C221", | |
| "73C222", | |
| "73C223" | |
| ], | |
| "predicted_codes": [ | |
| "73G491" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73G491\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4000000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 154, | |
| "gt_codes": [ | |
| "92D1916", | |
| "48A98311", | |
| "25G41", | |
| "48A9875", | |
| "61B2(PFEFFERKORN, Johannes)11" | |
| ], | |
| "predicted_codes": [ | |
| "11G23", | |
| "48A9875", | |
| "61B2(ERASMUS <Rotterdam, Desiderius>)11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G23\", \"48A9875\", \"61B2(ERASMUS <Rotterdam, Desiderius>)11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6151360086183678, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 155, | |
| "gt_codes": [ | |
| "31D14", | |
| "45H3", | |
| "25G3", | |
| "46C131", | |
| "45F4", | |
| "44B132", | |
| "53CC1" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "46A12", | |
| "48C7352", | |
| "45F34", | |
| "45D21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"46A12\", \"48C7352\", \"45F34\", \"45D21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.31999999999999995, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 156, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D13", | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"31D15:61BB\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9690721649484536, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 157, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A24(+1)", | |
| "61B(+54)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9408479920345171, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 158, | |
| "gt_codes": [ | |
| "41A12", | |
| "61F(GROENEWOUDE)" | |
| ], | |
| "predicted_codes": [ | |
| "41A12", | |
| "61E(GOES)", | |
| "61F(HUIS GROENEWOUD)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A12\", \"61E(GOES)\", \"61F(HUIS GROENEWOUD)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.888888888888889, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 159, | |
| "gt_codes": [ | |
| "34B11", | |
| "47I213", | |
| "47I221", | |
| "47I2211" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "31D14", | |
| "46C11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"31D14\", \"46C11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.15519379844961242, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 160, | |
| "gt_codes": [ | |
| "44B1", | |
| "46A12", | |
| "45C21" | |
| ], | |
| "predicted_codes": [ | |
| "45C21", | |
| "61B2(WELLING, Arthur Wellesley)11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C21\", \"61B2(WELLING, Arthur Wellesley)11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.48096885813148793, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 161, | |
| "gt_codes": [ | |
| "11M42", | |
| "11M44", | |
| "25H", | |
| "25I", | |
| "44G0", | |
| "44G112", | |
| "46C13141", | |
| "46C1463", | |
| "54A2", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "12EE13", | |
| "12FF13", | |
| "46C13141", | |
| "5(+1)", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12EE13\", \"12FF13\", \"46C13141\", \"5(+1)\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.43094689265536723, | |
| "code_precision": 0.4, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 162, | |
| "gt_codes": [ | |
| "11K", | |
| "31A233", | |
| "31B1", | |
| "31D14", | |
| "31D15" | |
| ], | |
| "predicted_codes": [ | |
| "31D15", | |
| "42B7" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D15\", \"42B7\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5059288537549407, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 163, | |
| "gt_codes": [ | |
| "86(HOMO HOMINI DEUS)", | |
| "25I144", | |
| "25I154", | |
| "59B31", | |
| "59B4", | |
| "11N36", | |
| "92D17", | |
| "55B1", | |
| "31D14", | |
| "33A53", | |
| "56F231" | |
| ], | |
| "predicted_codes": [ | |
| "86(HOMO HOMINI DEUS)", | |
| "41A711", | |
| "31D15(+9223)", | |
| "31D14(+9223)", | |
| "31B6235", | |
| "57AA6121" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(HOMO HOMINI DEUS)\", \"41A711\", \"31D15(+9223)\", \"31D14(+9223)\", \"31B6235\", \"57AA6121\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3638592011672442, | |
| "code_precision": 0.16666666666666666, | |
| "code_recall": 0.09090909090909091 | |
| }, | |
| { | |
| "index": 164, | |
| "gt_codes": [ | |
| "92A" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "41C762", | |
| "92L1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"41C762\", \"92L1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 165, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D12", | |
| "45B", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "45B", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"45B\", \"61B(+52)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9455184534270651, | |
| "code_precision": 1.0, | |
| "code_recall": 0.8333333333333334 | |
| }, | |
| { | |
| "index": 166, | |
| "gt_codes": [ | |
| "73B633", | |
| "73B641" | |
| ], | |
| "predicted_codes": [ | |
| "71E324", | |
| "71E325" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71E324\", \"71E325\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.20000000000000004, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 167, | |
| "gt_codes": [ | |
| "44C312" | |
| ], | |
| "predicted_codes": [ | |
| "11P31521", | |
| "46A7" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11P31521\", \"46A7\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 168, | |
| "gt_codes": [ | |
| "11D124", | |
| "11Q15", | |
| "25F23(LION)", | |
| "73D231", | |
| "73D633", | |
| "73E422" | |
| ], | |
| "predicted_codes": [ | |
| "73F2145" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73F2145\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.25333333333333335, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 169, | |
| "gt_codes": [ | |
| "31D14", | |
| "31D15", | |
| "48C755", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31D14", | |
| "31D15" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D14\", \"31D15\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 170, | |
| "gt_codes": [ | |
| "25F23(LION)", | |
| "23U24", | |
| "11R5", | |
| "25A13", | |
| "11D131", | |
| "48C24", | |
| "48C16", | |
| "24D", | |
| "49E11", | |
| "24B21" | |
| ], | |
| "predicted_codes": [ | |
| "11D3", | |
| "48C24", | |
| "73B65", | |
| "11Q712", | |
| "49E2513", | |
| "49E2512", | |
| "49E2511" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D3\", \"48C24\", \"73B65\", \"11Q712\", \"49E2513\", \"49E2512\", \"49E2511\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.39316774413065664, | |
| "code_precision": 0.14285714285714285, | |
| "code_recall": 0.1 | |
| }, | |
| { | |
| "index": 171, | |
| "gt_codes": [ | |
| "11P3113", | |
| "11Q7146", | |
| "31A2422", | |
| "31A5341", | |
| "31D12", | |
| "41D221", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7034035656401945, | |
| "code_precision": 1.0, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 172, | |
| "gt_codes": [ | |
| "25H1321" | |
| ], | |
| "predicted_codes": [ | |
| "25H132", | |
| "46C11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H132\", \"46C11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6016666666666667, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 173, | |
| "gt_codes": [ | |
| "46C24", | |
| "25H2322" | |
| ], | |
| "predicted_codes": [ | |
| "46C24", | |
| "25H2322" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46C24\", \"25H2322\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 174, | |
| "gt_codes": [ | |
| "48B3:61B", | |
| "48C51", | |
| "48C5152", | |
| "48C5153", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+55)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4444444444444444, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 175, | |
| "gt_codes": [ | |
| "48A98211", | |
| "42E34" | |
| ], | |
| "predicted_codes": [ | |
| "48C24", | |
| "46A122", | |
| "48A98311", | |
| "45C221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C24\", \"46A122\", \"48A98311\", \"45C221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4730569948186529, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 176, | |
| "gt_codes": [ | |
| "11L61", | |
| "25I11", | |
| "32B311(ROMANS)", | |
| "33A11", | |
| "46B3311", | |
| "46B51", | |
| "46C22", | |
| "46C24(+64)", | |
| "47B11(+12)", | |
| "47B11(+21)", | |
| "47B131", | |
| "47G3", | |
| "47G311", | |
| "47G52", | |
| "61E(JANICULUM)", | |
| "61E(SATURNIA)", | |
| "61F(VICUS ARGENTARIUS)", | |
| "91B1115", | |
| "96A1251" | |
| ], | |
| "predicted_codes": [ | |
| "41A542", | |
| "46C(+63)", | |
| "71E138" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A542\", \"46C(+63)\", \"71E138\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19791684166316673, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 177, | |
| "gt_codes": [ | |
| "11C14", | |
| "71C11824(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "71C213" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71C213\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.37999999999999995, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 178, | |
| "gt_codes": [ | |
| "31A2521", | |
| "48B3:61B", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7168712985699842, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 179, | |
| "gt_codes": [ | |
| "49M42", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "48A98781", | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48A98781\", \"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6769202898550724, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 180, | |
| "gt_codes": [ | |
| "43A42" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "46A122" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"46A122\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 181, | |
| "gt_codes": [ | |
| "41D221(HAT)", | |
| "48", | |
| "48C2", | |
| "48C514", | |
| "54BB2", | |
| "55C11", | |
| "86(VIEL ZIERDE, WENIG NUTZEN)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2549", | |
| "31D14", | |
| "31D15(+89)", | |
| "41D267", | |
| "48C24", | |
| "48C244", | |
| "48C510:5(+113)", | |
| "48C5142", | |
| "48C5151", | |
| "48C5152", | |
| "48C5153", | |
| "51E11", | |
| "86(VIEL ZIERDE, WENIG NUTZEN)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2549\", \"31D14\", \"31D15(+89)\", \"41D267\", \"48C24\", \"48C244\", \"48C510:5(+113)\", \"48C5142\", \"48C5151\", \"48C5152\", \"48C5153\", \"51E11\", \"86(VIEL ZIERDE, WENIG NUTZEN)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 13, | |
| "total_predicted": 13, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6046670831440256, | |
| "code_precision": 0.07692307692307693, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 182, | |
| "gt_codes": [ | |
| "31D11222", | |
| "41A721", | |
| "41D2665", | |
| "42B742", | |
| "42G:61B2(...)13" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31D112:61B2(...)1", | |
| "42G:61B2(...)13" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31D112:61B2(...)1\", \"42G:61B2(...)13\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6265109536082474, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 183, | |
| "gt_codes": [ | |
| "92C455" | |
| ], | |
| "predicted_codes": [ | |
| "92C454" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92C454\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 184, | |
| "gt_codes": [ | |
| "25I3", | |
| "41D42" | |
| ], | |
| "predicted_codes": [ | |
| "25I3", | |
| "47I21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I3\", \"47I21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 185, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31A2422\", \"61B(+53)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 186, | |
| "gt_codes": [ | |
| "86(VULPES, ET SIMIUS)", | |
| "25F23(LION)", | |
| "25F22(+343)", | |
| "25F23(FOX)", | |
| "52A2", | |
| "51A5" | |
| ], | |
| "predicted_codes": [ | |
| "86(VULPES, ET SIMIUS)", | |
| "25F23(LION)(+49)", | |
| "25F23(LEOPARD)(+512)", | |
| "25F23(WOLF)(+512)", | |
| "57A6", | |
| "57AA6" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(VULPES, ET SIMIUS)\", \"25F23(LION)(+49)\", \"25F23(LEOPARD)(+512)\", \"25F23(WOLF)(+512)\", \"57A6\", \"57AA6\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7154831199068685, | |
| "code_precision": 0.16666666666666666, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 187, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(O)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(O)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(O)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 188, | |
| "gt_codes": [ | |
| "48A98312" | |
| ], | |
| "predicted_codes": [ | |
| "48A98312", | |
| "48C75" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48A98312\", \"48C75\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8165680473372781, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 189, | |
| "gt_codes": [ | |
| "41B162", | |
| "41B23(+0)", | |
| "41C12", | |
| "41C74", | |
| "41C74(+1)", | |
| "41C741" | |
| ], | |
| "predicted_codes": [ | |
| "31A25", | |
| "41C74(+1)", | |
| "46B3311" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25\", \"41C74(+1)\", \"46B3311\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5079012345679013, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 190, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2421", | |
| "45B", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "31A2421", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31A2421\", \"61B(+54)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.888888888888889, | |
| "code_precision": 1.0, | |
| "code_recall": 0.8 | |
| }, | |
| { | |
| "index": 191, | |
| "gt_codes": [ | |
| "32A5", | |
| "54F122" | |
| ], | |
| "predicted_codes": [ | |
| "46A15", | |
| "32A5" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A15\", \"32A5\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 192, | |
| "gt_codes": [ | |
| "44B113", | |
| "61B2(GOTTFRIED V OF BOUILLON, DUKE OF LOWER-LOTHARINGIA, KING OF JERUSALEM)" | |
| ], | |
| "predicted_codes": [ | |
| "61B2(AESOP)", | |
| "31A417", | |
| "31A5" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"61B2(AESOP)\", \"31A417\", \"31A5\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 193, | |
| "gt_codes": [ | |
| "25H17", | |
| "25I2", | |
| "46A14", | |
| "46C1215", | |
| "46C145", | |
| "47D31", | |
| "51LL1", | |
| "54DD4:51K1", | |
| "86(INVENTIS NON FACILE EST ADDERE)" | |
| ], | |
| "predicted_codes": [ | |
| "25H183", | |
| "46C145", | |
| "47D31", | |
| "51B3(+4)", | |
| "51BB3(+4)", | |
| "54A43(+4)", | |
| "86(INVENTIS NON FACILE EST ADDERE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H183\", \"46C145\", \"47D31\", \"51B3(+4)\", \"51BB3(+4)\", \"54A43(+4)\", \"86(INVENTIS NON FACILE EST ADDERE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6877785467128028, | |
| "code_precision": 0.42857142857142855, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 194, | |
| "gt_codes": [ | |
| "25F22", | |
| "34E3" | |
| ], | |
| "predicted_codes": [ | |
| "25F22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 195, | |
| "gt_codes": [ | |
| "46A12", | |
| "48C5142", | |
| "41B31", | |
| "48A9875", | |
| "31A511", | |
| "41A222", | |
| "41C51" | |
| ], | |
| "predicted_codes": [ | |
| "41A2", | |
| "31D15", | |
| "48C5142", | |
| "41B31", | |
| "41AA1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A2\", \"31D15\", \"48C5142\", \"41B31\", \"41AA1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6582129847868009, | |
| "code_precision": 0.4, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 196, | |
| "gt_codes": [ | |
| "25I146", | |
| "31A(+89)", | |
| "31D112", | |
| "73", | |
| "73B633" | |
| ], | |
| "predicted_codes": [ | |
| "12B61", | |
| "31A54", | |
| "9", | |
| "97C1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12B61\", \"31A54\", \"9\", \"97C1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.16285714285714284, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 197, | |
| "gt_codes": [ | |
| "41A31", | |
| "43C11491", | |
| "61F(JAGDSCHLOSS LANGELEBEN)" | |
| ], | |
| "predicted_codes": [ | |
| "41A12", | |
| "61E(BRAUNSCHWEIG)", | |
| "61F(JOSEPHSPLATZ)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A12\", \"61E(BRAUNSCHWEIG)\", \"61F(JOSEPHSPLATZ)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6297273526824979, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 198, | |
| "gt_codes": [ | |
| "11D", | |
| "31D15", | |
| "41A3911", | |
| "73", | |
| "73C72212" | |
| ], | |
| "predicted_codes": [ | |
| "25H15", | |
| "31D14", | |
| "31D15" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H15\", \"31D14\", \"31D15\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 199, | |
| "gt_codes": [ | |
| "31E23621", | |
| "42E191", | |
| "44F51", | |
| "44G342" | |
| ], | |
| "predicted_codes": [ | |
| "49L17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.16811594202898553, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 200, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31A5331", | |
| "48A811", | |
| "61B(+2)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8679245283018867, | |
| "code_precision": 0.75, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 201, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2421", | |
| "31D13", | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9495798319327731, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6 | |
| }, | |
| { | |
| "index": 202, | |
| "gt_codes": [ | |
| "22C3114", | |
| "25F33(EAGLE)(+1)", | |
| "25G3(LAUREL)(+221)", | |
| "31D12", | |
| "48A9877" | |
| ], | |
| "predicted_codes": [ | |
| "25F39(DOVE)", | |
| "48A98(+2)", | |
| "48A9876", | |
| "48C10", | |
| "48C161", | |
| "48C91", | |
| "92B1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F39(DOVE)\", \"48A98(+2)\", \"48A9876\", \"48C10\", \"48C161\", \"48C91\", \"92B1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.496976976976977, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 203, | |
| "gt_codes": [ | |
| "25I", | |
| "25I1", | |
| "41A51" | |
| ], | |
| "predicted_codes": [ | |
| "41A2", | |
| "45B" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A2\", \"45B\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2533333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 204, | |
| "gt_codes": [ | |
| "25F", | |
| "31A2211", | |
| "47I213" | |
| ], | |
| "predicted_codes": [ | |
| "47I213" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"47I213\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5, | |
| "code_precision": 1.0, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 205, | |
| "gt_codes": [ | |
| "34B11(+921)", | |
| "34B11(+923)", | |
| "41A775" | |
| ], | |
| "predicted_codes": [ | |
| "34B11", | |
| "43C11126(+42)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"34B11\", \"43C11126(+42)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.655622641509434, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 206, | |
| "gt_codes": [ | |
| "31D12", | |
| "41D221(HAT)", | |
| "48B3:61B", | |
| "48C75", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.528888888888889, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 207, | |
| "gt_codes": [ | |
| "11H(ANTONY ABBOT)7", | |
| "11G", | |
| "11K" | |
| ], | |
| "predicted_codes": [ | |
| "11H(ANTONY ABBOT)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(ANTONY ABBOT)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7499999999999999, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 208, | |
| "gt_codes": [ | |
| "46A124", | |
| "25F23(BEAR)", | |
| "45C13(DAGGER)", | |
| "25H155", | |
| "34F11" | |
| ], | |
| "predicted_codes": [ | |
| "25F23(BEAR)", | |
| "43C11", | |
| "43C1147" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F23(BEAR)\", \"43C11\", \"43C1147\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4013539967373573, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 209, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9516666666666667, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 210, | |
| "gt_codes": [ | |
| "11H(HUGH)" | |
| ], | |
| "predicted_codes": [ | |
| "11H(DUGO)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(DUGO)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 211, | |
| "gt_codes": [ | |
| "25F711", | |
| "25F711(+4813)", | |
| "25F711(BUTTERFLY)", | |
| "25F711(CATERPILLAR)" | |
| ], | |
| "predicted_codes": [ | |
| "25F711", | |
| "25F711(+4813)", | |
| "25F711(CATERPILLAR)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F711\", \"25F711(+4813)\", \"25F711(CATERPILLAR)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 212, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "46A122", | |
| "49M32", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 213, | |
| "gt_codes": [ | |
| "42A1931" | |
| ], | |
| "predicted_codes": [ | |
| "31A221", | |
| "46C51" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A221\", \"46C51\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 214, | |
| "gt_codes": [ | |
| "45A232", | |
| "51H42", | |
| "92B11221", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "23D41", | |
| "25G21(MELON)", | |
| "25G21(PEACH)", | |
| "25G21(PRUNE)", | |
| "25G3(+22)", | |
| "41C653(PEACH)", | |
| "41C653(PRUNE)", | |
| "47I4223", | |
| "92L18(THYRSUS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23D41\", \"25G21(MELON)\", \"25G21(PEACH)\", \"25G21(PRUNE)\", \"25G3(+22)\", \"41C653(PEACH)\", \"41C653(PRUNE)\", \"47I4223\", \"92L18(THYRSUS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 9, | |
| "total_predicted": 9, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.14875399361022368, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 215, | |
| "gt_codes": [ | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5798319327731092, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 216, | |
| "gt_codes": [ | |
| "31AA2354(+4)", | |
| "31D11221", | |
| "33C23", | |
| "41A773", | |
| "41C122", | |
| "43B3", | |
| "43C522", | |
| "86(LE TRICTRAC)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2543", | |
| "31D11221(+72)", | |
| "31D14", | |
| "31D15", | |
| "33C23", | |
| "41A221", | |
| "41A711", | |
| "41A713", | |
| "41A7612", | |
| "41B121", | |
| "41B1311", | |
| "41C341", | |
| "41C37", | |
| "41C38", | |
| "41C691", | |
| "43C512", | |
| "43C522", | |
| "43C552", | |
| "43C552(+0)", | |
| "46B31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2543\", \"31D11221(+72)\", \"31D14\", \"31D15\", \"33C23\", \"41A221\", \"41A711\", \"41A713\", \"41A7612\", \"41B121\", \"41B1311\", \"41C341\", \"41C37\", \"41C38\", \"41C691\", \"43C512\", \"43C522\", \"43C552\", \"43C552(+0)\", \"46B31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 20, | |
| "total_predicted": 20, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6782384374424176, | |
| "code_precision": 0.1, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 217, | |
| "gt_codes": [ | |
| "25I", | |
| "25I1", | |
| "43B42", | |
| "46C14", | |
| "47G1" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "41A31", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A31\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.593674832962138, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 218, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D12", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9227040129275518, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6 | |
| }, | |
| { | |
| "index": 219, | |
| "gt_codes": [ | |
| "49M42", | |
| "48AA983", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7394957983193278, | |
| "code_precision": 1.0, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 220, | |
| "gt_codes": [ | |
| "23K32", | |
| "47I145" | |
| ], | |
| "predicted_codes": [ | |
| "23K41", | |
| "46C145" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23K41\", \"46C145\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4000000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 221, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31A2422", | |
| "31A5341", | |
| "31D14", | |
| "31D15", | |
| "41D222(TIE)", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D14", | |
| "31D15", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D14\", \"31D15\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.831554203539823, | |
| "code_precision": 0.75, | |
| "code_recall": 0.375 | |
| }, | |
| { | |
| "index": 222, | |
| "gt_codes": [ | |
| "71C243" | |
| ], | |
| "predicted_codes": [ | |
| "71C274", | |
| "71C273" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71C274\", \"71C273\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8000000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 223, | |
| "gt_codes": [ | |
| "31A(+65)", | |
| "11I62(ISAIAH)", | |
| "73D6", | |
| "71A421", | |
| "11D1311", | |
| "73A56", | |
| "71E3243", | |
| "71E1343" | |
| ], | |
| "predicted_codes": [ | |
| "73D641", | |
| "73D642", | |
| "73D652" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D641\", \"73D642\", \"73D652\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.33517948717948715, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 224, | |
| "gt_codes": [ | |
| "47G6(PLUMB-LINE)", | |
| "54A431(+4)", | |
| "54F12(+4)", | |
| "56F2(+4)", | |
| "86(AD AMUSSIM)", | |
| "92D156" | |
| ], | |
| "predicted_codes": [ | |
| "25G3(+21)", | |
| "48C24", | |
| "49D47", | |
| "56F2(+4)", | |
| "57A6(+4)", | |
| "86(NEC VIRTUS NEC FORTUNA)", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3(+21)\", \"48C24\", \"49D47\", \"56F2(+4)\", \"57A6(+4)\", \"86(NEC VIRTUS NEC FORTUNA)\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5131349480968858, | |
| "code_precision": 0.14285714285714285, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 225, | |
| "gt_codes": [ | |
| "49C122" | |
| ], | |
| "predicted_codes": [ | |
| "49D511" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49D511\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4000000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 226, | |
| "gt_codes": [ | |
| "11H(JAMES THE GREAT)" | |
| ], | |
| "predicted_codes": [ | |
| "11H(JOHN)", | |
| "73E425", | |
| "73D6" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(JOHN)\", \"73E425\", \"73D6\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 227, | |
| "gt_codes": [ | |
| "33C3211", | |
| "42D3421" | |
| ], | |
| "predicted_codes": [ | |
| "34B232", | |
| "41A17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"34B232\", \"41A17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 228, | |
| "gt_codes": [ | |
| "25G3(OAK)", | |
| "25G4(IVY)(+39)", | |
| "51H11", | |
| "56F23", | |
| "86(HIER IMMER ZU VERBLEIBEN)" | |
| ], | |
| "predicted_codes": [ | |
| "25G3(OLIVE-TREE)(+34)", | |
| "25G4(WHEAT)", | |
| "86(HIER IMMER ZU VERBLEIBEN)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3(OLIVE-TREE)(+34)\", \"25G4(WHEAT)\", \"86(HIER IMMER ZU VERBLEIBEN)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7499999999999999, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 229, | |
| "gt_codes": [ | |
| "31A(+73)", | |
| "41E2(+0)", | |
| "43C7851" | |
| ], | |
| "predicted_codes": [ | |
| "31D112", | |
| "48C5156" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D112\", \"48C5156\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2723170731707317, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 230, | |
| "gt_codes": [ | |
| "25F72(OYSTER)", | |
| "41C314", | |
| "41C323", | |
| "41C621", | |
| "47D8(KNIFE)" | |
| ], | |
| "predicted_codes": [ | |
| "25D13(TIN)", | |
| "25F72(OYSTER)", | |
| "41C323", | |
| "41C621" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25D13(TIN)\", \"25F72(OYSTER)\", \"41C323\", \"41C621\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8231796116504854, | |
| "code_precision": 0.75, | |
| "code_recall": 0.6 | |
| }, | |
| { | |
| "index": 231, | |
| "gt_codes": [ | |
| "49M41", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+75)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+75)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 232, | |
| "gt_codes": [ | |
| "73C222", | |
| "73C221", | |
| "73C223" | |
| ], | |
| "predicted_codes": [ | |
| "73C121" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C121\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 233, | |
| "gt_codes": [ | |
| "25F23(BEAR)", | |
| "34F12" | |
| ], | |
| "predicted_codes": [ | |
| "83(BOCCACCIO, De claris mulieribus)", | |
| "92C451", | |
| "31A72" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(BOCCACCIO, De claris mulieribus)\", \"92C451\", \"31A72\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.08, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 234, | |
| "gt_codes": [ | |
| "61B(+2)", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "61B(+2)", | |
| "61B(+55)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"61B(+2)\", \"61B(+55)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 235, | |
| "gt_codes": [ | |
| "73G431" | |
| ], | |
| "predicted_codes": [ | |
| "73G491" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73G491\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8000000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 236, | |
| "gt_codes": [ | |
| "49L12(R)", | |
| "49L171", | |
| "73D82(NAILS)(+3)", | |
| "73E123" | |
| ], | |
| "predicted_codes": [ | |
| "11D324", | |
| "11G1926", | |
| "11I72(JUDAS ISCARIOT)", | |
| "48C753" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D324\", \"11G1926\", \"11I72(JUDAS ISCARIOT)\", \"48C753\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.06610169491525424, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 237, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(D)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(D)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(D)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 238, | |
| "gt_codes": [ | |
| "42B742" | |
| ], | |
| "predicted_codes": [ | |
| "92C454" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92C454\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 239, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9876621322366339, | |
| "code_precision": 1.0, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 240, | |
| "gt_codes": [ | |
| "11Q712", | |
| "25I", | |
| "25I1", | |
| "25I145", | |
| "45H3", | |
| "46C21", | |
| "46C215(MAST)", | |
| "46C24" | |
| ], | |
| "predicted_codes": [ | |
| "11Q712", | |
| "25I", | |
| "25I1", | |
| "46C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"25I\", \"25I1\", \"46C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8525581395348837, | |
| "code_precision": 0.75, | |
| "code_recall": 0.375 | |
| }, | |
| { | |
| "index": 241, | |
| "gt_codes": [ | |
| "46C13141" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "34B11", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"34B11\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.45124999999999993, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 242, | |
| "gt_codes": [ | |
| "45B", | |
| "45C22", | |
| "45C221", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "45B", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"45B\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6654033771106941, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 243, | |
| "gt_codes": [ | |
| "11U1", | |
| "11U4" | |
| ], | |
| "predicted_codes": [ | |
| "11U21", | |
| "73E1(+0)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11U21\", \"73E1(+0)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.37999999999999995, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 244, | |
| "gt_codes": [ | |
| "25G3", | |
| "31A235", | |
| "31A2422", | |
| "31A5331", | |
| "41A641", | |
| "41A711", | |
| "41C37", | |
| "41D222(RABAT)", | |
| "46A122", | |
| "48C161", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A2422\", \"61B(+54)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6021505376344085, | |
| "code_precision": 1.0, | |
| "code_recall": 0.38461538461538464 | |
| }, | |
| { | |
| "index": 245, | |
| "gt_codes": [ | |
| "25F26(HARE)", | |
| "43C113" | |
| ], | |
| "predicted_codes": [ | |
| "25F26(HARE)", | |
| "34B11", | |
| "43C113" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F26(HARE)\", \"34B11\", \"43C113\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 246, | |
| "gt_codes": [ | |
| "25H", | |
| "46C13141" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 247, | |
| "gt_codes": [ | |
| "25H114", | |
| "25H213", | |
| "25I", | |
| "41A362:47G541", | |
| "41A775", | |
| "47I14", | |
| "73", | |
| "73C815" | |
| ], | |
| "predicted_codes": [ | |
| "11Q712", | |
| "25H13", | |
| "25I", | |
| "46C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"25H13\", \"25I\", \"46C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.41580882352941173, | |
| "code_precision": 0.25, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 248, | |
| "gt_codes": [ | |
| "11Q712" | |
| ], | |
| "predicted_codes": [ | |
| "11Q712" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q712\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 249, | |
| "gt_codes": [ | |
| "11H(JOHN)" | |
| ], | |
| "predicted_codes": [ | |
| "11H(JOHN)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(JOHN)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 250, | |
| "gt_codes": [ | |
| "44B4211", | |
| "45A20", | |
| "45A232" | |
| ], | |
| "predicted_codes": [ | |
| "43A42", | |
| "46C19" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43A42\", \"46C19\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19661016949152546, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 251, | |
| "gt_codes": [ | |
| "35", | |
| "49M41" | |
| ], | |
| "predicted_codes": [ | |
| "31A2748", | |
| "95B(AMPHION & ZETHUS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2748\", \"95B(AMPHION & ZETHUS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.095, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 252, | |
| "gt_codes": [ | |
| "31A2542", | |
| "31A2549", | |
| "34B11", | |
| "41A2", | |
| "41A33", | |
| "41A414", | |
| "48C7311", | |
| "48C7312", | |
| "48C7323", | |
| "48C7332", | |
| "48C7351", | |
| "48C75" | |
| ], | |
| "predicted_codes": [ | |
| "31A2542", | |
| "31A2549", | |
| "31B6235", | |
| "31D12", | |
| "31D13", | |
| "33A3", | |
| "33A35", | |
| "34B11", | |
| "41A2", | |
| "41A711", | |
| "41A721", | |
| "41C12", | |
| "41C317", | |
| "41C323(BERKEMEYER)", | |
| "41C74(+1)", | |
| "41C741", | |
| "41D221(HAT)", | |
| "48C7311", | |
| "48C7312", | |
| "48C7323" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2542\", \"31A2549\", \"31B6235\", \"31D12\", \"31D13\", \"33A3\", \"33A35\", \"34B11\", \"41A2\", \"41A711\", \"41A721\", \"41C12\", \"41C317\", \"41C323(BERKEMEYER)\", \"41C74(+1)\", \"41C741\", \"41D221(HAT)\", \"48C7311\", \"48C7312\", \"48C7323\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 20, | |
| "total_predicted": 20, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7234711431742508, | |
| "code_precision": 0.35, | |
| "code_recall": 0.5833333333333334 | |
| }, | |
| { | |
| "index": 253, | |
| "gt_codes": [ | |
| "25F23(LION)(+5212)", | |
| "25F23(LION)(+547)", | |
| "41B1", | |
| "41B162", | |
| "56DD1", | |
| "86(MAGNIS VANA TERRENT)" | |
| ], | |
| "predicted_codes": [ | |
| "25F23(LION)(+49)", | |
| "25F711(MOSQUITO)(+63)", | |
| "25H11", | |
| "41B1", | |
| "41B162", | |
| "51D4(+4):54A4(+4)", | |
| "86(MAGNIS VANA TERRET)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F23(LION)(+49)\", \"25F711(MOSQUITO)(+63)\", \"25H11\", \"41B1\", \"41B162\", \"51D4(+4):54A4(+4)\", \"86(MAGNIS VANA TERRET)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7959696834596524, | |
| "code_precision": 0.2857142857142857, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 254, | |
| "gt_codes": [ | |
| "11F4" | |
| ], | |
| "predicted_codes": [ | |
| "11F42" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F42\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.76, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 255, | |
| "gt_codes": [ | |
| "31A22621:22C4(BLONDE)", | |
| "31A235", | |
| "31A2421", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A2421", | |
| "61B(+55)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A2421\", \"61B(+55)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9156343792633014, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 256, | |
| "gt_codes": [ | |
| "41C741", | |
| "42B", | |
| "43C7" | |
| ], | |
| "predicted_codes": [ | |
| "42B76" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"42B76\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4071428571428571, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 257, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 258, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "31A25161", | |
| "31A5339", | |
| "41A2", | |
| "41A711", | |
| "41A721", | |
| "41C37", | |
| "49L511", | |
| "49L62", | |
| "49M32", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6181369524984577, | |
| "code_precision": 0.75, | |
| "code_recall": 0.21428571428571427 | |
| }, | |
| { | |
| "index": 259, | |
| "gt_codes": [ | |
| "48A98(+2)", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "48A98(+2)", | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48A98(+2)\", \"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 260, | |
| "gt_codes": [ | |
| "31D15", | |
| "41D2632", | |
| "46C5135", | |
| "25H154" | |
| ], | |
| "predicted_codes": [ | |
| "31D15", | |
| "25H15", | |
| "47I221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D15\", \"25H15\", \"47I221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6141182398387639, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 261, | |
| "gt_codes": [ | |
| "31A422", | |
| "43C9", | |
| "48C73411", | |
| "48C7351", | |
| "48C7524", | |
| "48C7525" | |
| ], | |
| "predicted_codes": [ | |
| "43C92" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43C92\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 262, | |
| "gt_codes": [ | |
| "31AA533(...)", | |
| "31D15:61BB", | |
| "41D26611", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7142114384748701, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 263, | |
| "gt_codes": [ | |
| "25F72(SNAIL)(+521)", | |
| "51A51", | |
| "52A53", | |
| "86(SUCHE DICH NICHT AUSSER DIR)" | |
| ], | |
| "predicted_codes": [ | |
| "25F72(SNAIL)(+48)", | |
| "26A", | |
| "51H42(+4):54B3(+4)", | |
| "54BB3(+4)", | |
| "86(QUOD VIVIT, QUOD MORIATUR)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F72(SNAIL)(+48)\", \"26A\", \"51H42(+4):54B3(+4)\", \"54BB3(+4)\", \"86(QUOD VIVIT, QUOD MORIATUR)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6004966887417218, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 264, | |
| "gt_codes": [ | |
| "31D14", | |
| "31D13", | |
| "41D221(HEADBAND)", | |
| "31B6211" | |
| ], | |
| "predicted_codes": [ | |
| "31D14", | |
| "31D15" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D14\", \"31D15\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6788927335640139, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 265, | |
| "gt_codes": [ | |
| "25H11", | |
| "25H15", | |
| "25H212", | |
| "33B3", | |
| "45B", | |
| "45C16(PISTOL)", | |
| "45H(+22)", | |
| "46C131", | |
| "46C13141" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "43C11(+4241)", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"43C11(+4241)\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6214363676053265, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.2222222222222222 | |
| }, | |
| { | |
| "index": 266, | |
| "gt_codes": [ | |
| "25G3(+211)", | |
| "25H15", | |
| "31A2225" | |
| ], | |
| "predicted_codes": [ | |
| "25H15", | |
| "46A17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H15\", \"46A17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.47916666666666663, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 267, | |
| "gt_codes": [ | |
| "25I5" | |
| ], | |
| "predicted_codes": [ | |
| "25I14", | |
| "61E(ROME)", | |
| "61F(VATICAN)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I14\", \"61E(ROME)\", \"61F(VATICAN)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.285, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 268, | |
| "gt_codes": [ | |
| "11R5", | |
| "11R71", | |
| "25G4(+32)", | |
| "31A211", | |
| "31A216", | |
| "31F11", | |
| "86(EX MAXIMO MINIMUM)" | |
| ], | |
| "predicted_codes": [ | |
| "31A211", | |
| "49G62(+0)", | |
| "57AA611" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A211\", \"49G62(+0)\", \"57AA611\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.32947976878612717, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 269, | |
| "gt_codes": [ | |
| "41A2", | |
| "47I212" | |
| ], | |
| "predicted_codes": [ | |
| "31A2542", | |
| "31D112", | |
| "41B21", | |
| "41C74(+1)", | |
| "46A14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2542\", \"31D112\", \"41B21\", \"41C74(+1)\", \"46A14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.228, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 270, | |
| "gt_codes": [ | |
| "25I", | |
| "31A21", | |
| "34E22", | |
| "41A2", | |
| "43B7" | |
| ], | |
| "predicted_codes": [ | |
| "25F(+3)", | |
| "41A711", | |
| "49M32" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F(+3)\", \"41A711\", \"49M32\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.29, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 271, | |
| "gt_codes": [ | |
| "73C811" | |
| ], | |
| "predicted_codes": [ | |
| "73C421" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C421\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 272, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+55)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+55)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31A24(+1)\", \"31D15:61BB\", \"61B(+55)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9550679205851619, | |
| "code_precision": 1.0, | |
| "code_recall": 0.8 | |
| }, | |
| { | |
| "index": 273, | |
| "gt_codes": [ | |
| "25F711(FLY)", | |
| "25F72(SNAIL)", | |
| "25G4(INDIAN CRESS)", | |
| "25G4(TROPAEOLUM MAJUS)", | |
| "25G41(ANEMONE)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAGSCONE)", | |
| "25G41(FRENCH ROSE)", | |
| "25G41(MARIGOLD)", | |
| "25G41(ROSA GALLICA)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "41A671", | |
| "41A774" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(ANEMONE)", | |
| "25G41(CARNATION)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAGSCONE)", | |
| "25G41(MARIGOLD)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "41A671", | |
| "41A773" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(ANEMONE)\", \"25G41(CARNATION)\", \"25G41(CONVOLVULUS)\", \"25G41(DAGSCONE)\", \"25G41(MARIGOLD)\", \"25G41(ROSE)\", \"25G41(TULIP)\", \"41A671\", \"41A773\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 9, | |
| "total_predicted": 9, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9264505119453926, | |
| "code_precision": 0.7777777777777778, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 274, | |
| "gt_codes": [ | |
| "25I1", | |
| "46C24", | |
| "25H2322", | |
| "26C3", | |
| "25H2311" | |
| ], | |
| "predicted_codes": [ | |
| "46C24", | |
| "25H2322", | |
| "26B" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46C24\", \"25H2322\", \"26B\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7614335664335665, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 275, | |
| "gt_codes": [ | |
| "31A235", | |
| "31D15:61BB", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7766666666666668, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 276, | |
| "gt_codes": [ | |
| "24A1", | |
| "25F24(CAMEL)", | |
| "71C3222", | |
| "86(POST LUCTAM BENEDICETUR)" | |
| ], | |
| "predicted_codes": [ | |
| "49M431", | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M431\", \"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 277, | |
| "gt_codes": [ | |
| "42G1", | |
| "44B194" | |
| ], | |
| "predicted_codes": [ | |
| "42G1", | |
| "44B194" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"42G1\", \"44B194\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 278, | |
| "gt_codes": [ | |
| "49H3", | |
| "83(OGILBY, America)" | |
| ], | |
| "predicted_codes": [ | |
| "49H3", | |
| "83(OGILBY, America)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49H3\", \"83(OGILBY, America)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 279, | |
| "gt_codes": [ | |
| "25H11", | |
| "25H216", | |
| "41A771:25D13(COPPER)", | |
| "41A7751", | |
| "47I21(+945)", | |
| "47I228" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "34B11", | |
| "46C11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"34B11\", \"46C11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.39493670886075943, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 280, | |
| "gt_codes": [ | |
| "25G411(FLAG)", | |
| "41A671" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(ANEMONE)", | |
| "25G41(IRIS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(ANEMONE)\", \"25G41(IRIS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 281, | |
| "gt_codes": [ | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 282, | |
| "gt_codes": [ | |
| "25H", | |
| "46C13142", | |
| "47I213", | |
| "47I214", | |
| "47I221" | |
| ], | |
| "predicted_codes": [ | |
| "25H15", | |
| "46C13142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H15\", \"46C13142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5539653751030502, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 283, | |
| "gt_codes": [ | |
| "48C142", | |
| "47I" | |
| ], | |
| "predicted_codes": [ | |
| "25H19", | |
| "48C1423" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H19\", \"48C1423\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4942261904761905, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 284, | |
| "gt_codes": [ | |
| "31A233", | |
| "31D12", | |
| "34D111" | |
| ], | |
| "predicted_codes": [ | |
| "31A233", | |
| "48C75" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A233\", \"48C75\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.512987012987013, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 285, | |
| "gt_codes": [ | |
| "25I1", | |
| "31D15", | |
| "25H213", | |
| "61D(DONAU)", | |
| "61E(BRATISLAVA)" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "46C513", | |
| "25H213", | |
| "25H114", | |
| "61E(PREISACH)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"46C513\", \"25H213\", \"25H114\", \"61E(PREISACH)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6994285714285714, | |
| "code_precision": 0.4, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 286, | |
| "gt_codes": [ | |
| "25F24(DEER)", | |
| "25H", | |
| "25H155", | |
| "43C1147" | |
| ], | |
| "predicted_codes": [ | |
| "25F24(DEER)", | |
| "34B11", | |
| "43C111243" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F24(DEER)\", \"34B11\", \"43C111243\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.635548640681297, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 287, | |
| "gt_codes": [ | |
| "44C312", | |
| "44A51(ITALIA)(+0)", | |
| "61B2(ORLANDO, Vittorio)3", | |
| "82A(ORLANDO)(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "44C312", | |
| "61B2(ORLANDO, Francesco)(+4)", | |
| "57AA91" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"44C312\", \"61B2(ORLANDO, Francesco)(+4)\", \"57AA91\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6287978863936591, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 288, | |
| "gt_codes": [ | |
| "25F35(PEACOCK)", | |
| "25F36(DUCK)", | |
| "25F37(STORK)", | |
| "25H21" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "25H17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"25H17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6994285714285715, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 289, | |
| "gt_codes": [ | |
| "25H11", | |
| "25I", | |
| "46C", | |
| "46C21", | |
| "46C223" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7011235955056179, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 290, | |
| "gt_codes": [ | |
| "25F32(SWALLOW)(+42)", | |
| "25F32(SWALLOW)(+421)", | |
| "25F32(SWALLOW)(+452)", | |
| "25F32(SWALLOW)(+53)", | |
| "25F711(CICADA)(+63)", | |
| "25G11", | |
| "25G13", | |
| "25H1124", | |
| "31D14", | |
| "41A16", | |
| "46C11", | |
| "48C149", | |
| "48C7", | |
| "49C40", | |
| "51B2", | |
| "52D3", | |
| "54EE31(+4):51B3(+4)", | |
| "57AA7(+4)", | |
| "97DD23" | |
| ], | |
| "predicted_codes": [ | |
| "25F3(+4712)", | |
| "25F3(+5262)", | |
| "25G11", | |
| "25H114", | |
| "25I3", | |
| "25I9", | |
| "31A2711", | |
| "31D14", | |
| "41A16", | |
| "41A54", | |
| "41A542", | |
| "41C111", | |
| "41C111(+0)", | |
| "41C27(POT)", | |
| "41C681(+2)", | |
| "41D263", | |
| "42B111", | |
| "42B121", | |
| "42B43", | |
| "42D3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3(+4712)\", \"25F3(+5262)\", \"25G11\", \"25H114\", \"25I3\", \"25I9\", \"31A2711\", \"31D14\", \"41A16\", \"41A54\", \"41A542\", \"41C111\", \"41C111(+0)\", \"41C27(POT)\", \"41C681(+2)\", \"41D263\", \"42B111\", \"42B121\", \"42B43\", \"42D3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 20, | |
| "total_predicted": 20, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.49774442934603347, | |
| "code_precision": 0.15, | |
| "code_recall": 0.15789473684210525 | |
| }, | |
| { | |
| "index": 291, | |
| "gt_codes": [ | |
| "48B3", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5114006514657979, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 292, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7361769352290679, | |
| "code_precision": 1.0, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 293, | |
| "gt_codes": [ | |
| "11D3222", | |
| "11D331", | |
| "11D334", | |
| "11G1911", | |
| "11H(ALL SAINTS)", | |
| "11L61", | |
| "11L611", | |
| "11S11", | |
| "11S15", | |
| "11S63", | |
| "31A25212", | |
| "31AA25212" | |
| ], | |
| "predicted_codes": [ | |
| "11A23", | |
| "11B3231", | |
| "11C23(+0)", | |
| "11D324(+0)", | |
| "11G1926", | |
| "11H(PETER)", | |
| "11HH(CECILIA)51", | |
| "11P3111", | |
| "11Q71441", | |
| "11U1", | |
| "31AA2351", | |
| "31A25221", | |
| "31A25231", | |
| "31A2552(+1)", | |
| "31A25521", | |
| "31A25561", | |
| "31A27631", | |
| "31A27632", | |
| "48C161" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11A23\", \"11B3231\", \"11C23(+0)\", \"11D324(+0)\", \"11G1926\", \"11H(PETER)\", \"11HH(CECILIA)51\", \"11P3111\", \"11Q71441\", \"11U1\", \"31AA2351\", \"31A25221\", \"31A25231\", \"31A2552(+1)\", \"31A25521\", \"31A25561\", \"31A27631\", \"31A27632\", \"48C161\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 19, | |
| "total_predicted": 19, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6740269373414016, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 294, | |
| "gt_codes": [ | |
| "11Q651", | |
| "25H11", | |
| "32B33", | |
| "44B1" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C13142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C13142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.39666666666666667, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 295, | |
| "gt_codes": [ | |
| "44D4", | |
| "42D32", | |
| "33C85", | |
| "44G" | |
| ], | |
| "predicted_codes": [ | |
| "46A17", | |
| "52AA5", | |
| "31D112(+932)", | |
| "44C312" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A17\", \"52AA5\", \"31D112(+932)\", \"44C312\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.23059895833333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 296, | |
| "gt_codes": [ | |
| "32B311(GERMANS)", | |
| "41D3", | |
| "45(+22)", | |
| "45C2" | |
| ], | |
| "predicted_codes": [ | |
| "45(+22)", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45(+22)\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.47298734177215185, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 297, | |
| "gt_codes": [ | |
| "11Q712", | |
| "25I13", | |
| "25I145", | |
| "31A2322", | |
| "31A235", | |
| "31A247(+63)", | |
| "31AA235", | |
| "31AA235", | |
| "31AA2513(+917)", | |
| "31B8", | |
| "31D14", | |
| "31D15", | |
| "33C23", | |
| "41A143", | |
| "41A711(+0)", | |
| "41D225", | |
| "41D262", | |
| "43C92", | |
| "44B152411", | |
| "48CC7311" | |
| ], | |
| "predicted_codes": [ | |
| "25H17", | |
| "31A2364(+0)", | |
| "31D11221", | |
| "31D14", | |
| "31D15", | |
| "33C23", | |
| "41A16", | |
| "41A6", | |
| "41A681", | |
| "41B32", | |
| "41D221(HAT)(+81)", | |
| "41D221(TURBAN)(+81)", | |
| "41D267", | |
| "43C92", | |
| "43C921", | |
| "43C922", | |
| "43C923", | |
| "43C924", | |
| "43C925" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H17\", \"31A2364(+0)\", \"31D11221\", \"31D14\", \"31D15\", \"33C23\", \"41A16\", \"41A6\", \"41A681\", \"41B32\", \"41D221(HAT)(+81)\", \"41D221(TURBAN)(+81)\", \"41D267\", \"43C92\", \"43C921\", \"43C922\", \"43C923\", \"43C924\", \"43C925\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 19, | |
| "total_predicted": 19, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7198317422757694, | |
| "code_precision": 0.21052631578947367, | |
| "code_recall": 0.21052631578947367 | |
| }, | |
| { | |
| "index": 298, | |
| "gt_codes": [ | |
| "43C7" | |
| ], | |
| "predicted_codes": [ | |
| "43C72", | |
| "46A15" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43C72\", \"46A15\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5846153846153846, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 299, | |
| "gt_codes": [ | |
| "61B(+2)", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "61B(+2)", | |
| "61B(+54)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"61B(+2)\", \"61B(+54)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 300, | |
| "gt_codes": [ | |
| "73C8522" | |
| ], | |
| "predicted_codes": [ | |
| "73C8645" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C8645\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8000000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 301, | |
| "gt_codes": [ | |
| "92D1916", | |
| "48C16", | |
| "46A122", | |
| "48C7322", | |
| "45C221", | |
| "48A9831", | |
| "48A9832" | |
| ], | |
| "predicted_codes": [ | |
| "92D1916", | |
| "48A98312", | |
| "45C221", | |
| "48A9876" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92D1916\", \"48A98312\", \"45C221\", \"48A9876\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8040244165946413, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 302, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 303, | |
| "gt_codes": [ | |
| "25H", | |
| "41A18", | |
| "46C11", | |
| "46C131", | |
| "46C13141" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "41A17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"41A17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6226744186046512, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 304, | |
| "gt_codes": [ | |
| "61D(AMAZONIA)", | |
| "25I1" | |
| ], | |
| "predicted_codes": [ | |
| "71E3243", | |
| "71E3241" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71E3243\", \"71E3241\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 305, | |
| "gt_codes": [ | |
| "11Q651", | |
| "31A231", | |
| "31A2421", | |
| "31A25552", | |
| "41A711", | |
| "46A122", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "11Q651", | |
| "31A2421", | |
| "31A25(+9321)", | |
| "31A2522", | |
| "31A534", | |
| "31D16", | |
| "41A711", | |
| "41C37", | |
| "41D222(RUFF)", | |
| "41D225", | |
| "46A122", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q651\", \"31A2421\", \"31A25(+9321)\", \"31A2522\", \"31A534\", \"31D16\", \"41A711\", \"41C37\", \"41D222(RUFF)\", \"41D225\", \"46A122\", \"61B(+53)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 14, | |
| "total_predicted": 14, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8573983702618568, | |
| "code_precision": 0.5, | |
| "code_recall": 0.7777777777777778 | |
| }, | |
| { | |
| "index": 306, | |
| "gt_codes": [ | |
| "25F25(ELEPHANT)" | |
| ], | |
| "predicted_codes": [ | |
| "25F25(ELEPHANT)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F25(ELEPHANT)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 307, | |
| "gt_codes": [ | |
| "42G:61B2(...)13" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "31A24(+1)", | |
| "31D14", | |
| "31D15", | |
| "61B(+55)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31A24(+1)\", \"31D14\", \"31D15\", \"61B(+55)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 308, | |
| "gt_codes": [ | |
| "11D4116", | |
| "49L12(N)", | |
| "49L171" | |
| ], | |
| "predicted_codes": [ | |
| "11D324", | |
| "49L12(A)", | |
| "49L171" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D324\", \"49L12(A)\", \"49L171\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8566666666666666, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 309, | |
| "gt_codes": [ | |
| "25I", | |
| "25I1", | |
| "25I1461" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "41A12" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A12\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5879120879120878, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 310, | |
| "gt_codes": [ | |
| "25H114", | |
| "26F", | |
| "49E6", | |
| "61B2(FALB, Rudolf)3" | |
| ], | |
| "predicted_codes": [ | |
| "46A15", | |
| "32B311(TEDESCHI)(+9)", | |
| "46C121(+0)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A15\", \"32B311(TEDESCHI)(+9)\", \"46C121(+0)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.06909090909090909, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 311, | |
| "gt_codes": [ | |
| "49M42", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8795518207282913, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 312, | |
| "gt_codes": [ | |
| "92B3" | |
| ], | |
| "predicted_codes": [ | |
| "92B3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92B3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 313, | |
| "gt_codes": [ | |
| "25F23(LION)(+12)", | |
| "41A3281", | |
| "41A542", | |
| "41A635", | |
| "44A1(+4)(LEIDEN)", | |
| "45C14(LANCE)", | |
| "45C19(SHIELD)", | |
| "45C221", | |
| "46A122(WILLIAM I OF NASSAU)1", | |
| "48C244", | |
| "49B40", | |
| "49L8", | |
| "49MM32", | |
| "61E(LEIDEN)", | |
| "61H(UNIVERSITY OF LEIDEN)", | |
| "92C271", | |
| "92C28(HELMET)", | |
| "92C28(LANCE)", | |
| "92C281", | |
| "86(C. LUGDUNUM BATAVORUM)" | |
| ], | |
| "predicted_codes": [ | |
| "25F23(LION)(+12)", | |
| "44A1(+4)(AMSTERDAM)", | |
| "46C13187", | |
| "49L8", | |
| "61E(AMSTERDAM)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F23(LION)(+12)\", \"44A1(+4)(AMSTERDAM)\", \"46C13187\", \"49L8\", \"61E(AMSTERDAM)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.49349077490774906, | |
| "code_precision": 0.4, | |
| "code_recall": 0.1 | |
| }, | |
| { | |
| "index": 314, | |
| "gt_codes": [ | |
| "48B3", | |
| "48B3:61B", | |
| "48C24", | |
| "61B(+51)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.33836206896551724, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 315, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+54)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31D15:61BB", | |
| "48C7333" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31D15:61BB\", \"48C7333\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6039387308533917, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 316, | |
| "gt_codes": [ | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 317, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A235", | |
| "31A61", | |
| "31D11222", | |
| "31D14", | |
| "33A3", | |
| "34B11", | |
| "41C741", | |
| "41D221(CAP)", | |
| "41D221(HAT)", | |
| "48C72", | |
| "48C7351", | |
| "48C741", | |
| "48C75", | |
| "48C755", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2542", | |
| "31A2549", | |
| "31B6235", | |
| "31D12", | |
| "31D13", | |
| "33A35", | |
| "34B11", | |
| "41A771:25D13(TIN)", | |
| "41C12", | |
| "41C74(+1)", | |
| "41C741", | |
| "41D221(HAT)", | |
| "48C7311", | |
| "48C7351", | |
| "48C741" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2542\", \"31A2549\", \"31B6235\", \"31D12\", \"31D13\", \"33A35\", \"34B11\", \"41A771:25D13(TIN)\", \"41C12\", \"41C74(+1)\", \"41C741\", \"41D221(HAT)\", \"48C7311\", \"48C7351\", \"48C741\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 15, | |
| "total_predicted": 15, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.79664452522294, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3125 | |
| }, | |
| { | |
| "index": 318, | |
| "gt_codes": [ | |
| "41A251", | |
| "49L6", | |
| "49L62" | |
| ], | |
| "predicted_codes": [ | |
| "49L51", | |
| "61B2(PEEL, Henry)11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L51\", \"61B2(PEEL, Henry)11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.36106194690265486, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 319, | |
| "gt_codes": [ | |
| "25G21(POMEGRANATE)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(Granatapfel)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(Granatapfel)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 320, | |
| "gt_codes": [ | |
| "11Q712", | |
| "25I2", | |
| "25I241", | |
| "31B52", | |
| "33C23", | |
| "46A151" | |
| ], | |
| "predicted_codes": [ | |
| "11Q712", | |
| "25I2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"25I2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6301369863013698, | |
| "code_precision": 1.0, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 321, | |
| "gt_codes": [ | |
| "41D221" | |
| ], | |
| "predicted_codes": [ | |
| "31D17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 322, | |
| "gt_codes": [ | |
| "31D14", | |
| "44C312", | |
| "11K", | |
| "49L641", | |
| "49L11", | |
| "49L66", | |
| "49L511" | |
| ], | |
| "predicted_codes": [ | |
| "49L51", | |
| "31D14", | |
| "25F22", | |
| "46E221", | |
| "49MM32", | |
| "49L641" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L51\", \"31D14\", \"25F22\", \"46E221\", \"49MM32\", \"49L641\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6020256536753824, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 323, | |
| "gt_codes": [ | |
| "73D36" | |
| ], | |
| "predicted_codes": [ | |
| "73C421" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C421\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 324, | |
| "gt_codes": [ | |
| "49M42", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M42", | |
| "48AA983", | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M42\", \"48AA983\", \"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8439306358381503, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 325, | |
| "gt_codes": [ | |
| "21D" | |
| ], | |
| "predicted_codes": [ | |
| "21B", | |
| "92L41" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"21B\", \"92L41\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.26666666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 326, | |
| "gt_codes": [ | |
| "11K(SATAN)" | |
| ], | |
| "predicted_codes": [ | |
| "86(QUOQUE INDE)", | |
| "92B371", | |
| "54A44" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(QUOQUE INDE)\", \"92B371\", \"54A44\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 327, | |
| "gt_codes": [ | |
| "31A22621:22C4(BLONDE)", | |
| "31A2422", | |
| "41D211", | |
| "41D221(SKULLCAP)", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7995712754555198, | |
| "code_precision": 1.0, | |
| "code_recall": 0.42857142857142855 | |
| }, | |
| { | |
| "index": 328, | |
| "gt_codes": [ | |
| "42E22", | |
| "73F2452" | |
| ], | |
| "predicted_codes": [ | |
| "43A(+2)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43A(+2)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 329, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(N)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(N)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(N)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 330, | |
| "gt_codes": [ | |
| "45H3(+3)" | |
| ], | |
| "predicted_codes": [ | |
| "45F3(+32)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45F3(+32)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4000000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 331, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(A)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(A)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(A)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 332, | |
| "gt_codes": [ | |
| "31A2363(+1)", | |
| "46C24", | |
| "47K42", | |
| "54AA11", | |
| "56B2(+11)", | |
| "86(DERJENIGE, DER HERUMLIEGT UND IN SEINEM KAHN RUHT, etc.)" | |
| ], | |
| "predicted_codes": [ | |
| "25F(+342)", | |
| "25H13", | |
| "26A", | |
| "31AA2364(+0)", | |
| "31D14(+89)", | |
| "31D15(+89)", | |
| "41C7110", | |
| "41D271", | |
| "46B44", | |
| "46C215(RUDDER)", | |
| "46C24(+63)", | |
| "47K1(+2)", | |
| "54E42(+4)", | |
| "56BB1(+4)", | |
| "56F2(+4)", | |
| "86(AMORIS INGENIUM)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F(+342)\", \"25H13\", \"26A\", \"31AA2364(+0)\", \"31D14(+89)\", \"31D15(+89)\", \"41C7110\", \"41D271\", \"46B44\", \"46C215(RUDDER)\", \"46C24(+63)\", \"47K1(+2)\", \"54E42(+4)\", \"56BB1(+4)\", \"56F2(+4)\", \"86(AMORIS INGENIUM)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 16, | |
| "total_predicted": 16, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.523094744773027, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 333, | |
| "gt_codes": [ | |
| "86(DEO, PARENTIBUS ET MAGISTRIS)", | |
| "25I1", | |
| "61E(LEIPZIG)", | |
| "11Q21", | |
| "42B111", | |
| "41A711", | |
| "49MM32", | |
| "41A733", | |
| "49B24", | |
| "49L66", | |
| "11L224", | |
| "57A8" | |
| ], | |
| "predicted_codes": [ | |
| "86(DEO, PARENTIBUS ET MAGISTRIS)", | |
| "25I1", | |
| "61E(LEIPZIG)", | |
| "49B24", | |
| "31D14(+53)", | |
| "47G311", | |
| "46C1215", | |
| "49B241", | |
| "49B242", | |
| "49B243", | |
| "49B244", | |
| "49B245", | |
| "49B246", | |
| "49B247", | |
| "49B248", | |
| "49B2511", | |
| "49B2512", | |
| "49B2513", | |
| "49B2514" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(DEO, PARENTIBUS ET MAGISTRIS)\", \"25I1\", \"61E(LEIPZIG)\", \"49B24\", \"31D14(+53)\", \"47G311\", \"46C1215\", \"49B241\", \"49B242\", \"49B243\", \"49B244\", \"49B245\", \"49B246\", \"49B247\", \"49B248\", \"49B2511\", \"49B2512\", \"49B2513\", \"49B2514\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 19, | |
| "total_predicted": 19, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5627957931638913, | |
| "code_precision": 0.21052631578947367, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 334, | |
| "gt_codes": [ | |
| "41A12", | |
| "61E(VEGHEL)", | |
| "61F(FRISSELSTEIN)", | |
| "61F(FRISSENSTEIN)" | |
| ], | |
| "predicted_codes": [ | |
| "41A12", | |
| "61E(URSDEL)", | |
| "61F(CASTEL URSDEL)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A12\", \"61E(URSDEL)\", \"61F(CASTEL URSDEL)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 335, | |
| "gt_codes": [ | |
| "31A221" | |
| ], | |
| "predicted_codes": [ | |
| "31A221", | |
| "31A254" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A221\", \"31A254\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9473684210526316, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 336, | |
| "gt_codes": [ | |
| "11R7", | |
| "43C1(+4241)", | |
| "43C1(+43)", | |
| "56D1", | |
| "86(SPE ILLECTAT INANI)" | |
| ], | |
| "predicted_codes": [ | |
| "41D2653", | |
| "48C7352" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41D2653\", \"48C7352\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.10857142857142857, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 337, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 338, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8847583643122676, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 339, | |
| "gt_codes": [ | |
| "31A2421", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "49B43", | |
| "61B2(MUSCHENBROEK, PETRUS VAN)11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49B43\", \"61B2(MUSCHENBROEK, PETRUS VAN)11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.342, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 340, | |
| "gt_codes": [ | |
| "49D22" | |
| ], | |
| "predicted_codes": [ | |
| "49D22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49D22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 341, | |
| "gt_codes": [ | |
| "31A2422", | |
| "41E2(+0)", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8566666666666667, | |
| "code_precision": 0.5, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 342, | |
| "gt_codes": [ | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 343, | |
| "gt_codes": [ | |
| "41A773", | |
| "11F4", | |
| "11G1911", | |
| "41C621", | |
| "41C121", | |
| "31AA2351" | |
| ], | |
| "predicted_codes": [ | |
| "73B81" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B81\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 344, | |
| "gt_codes": [ | |
| "41D92", | |
| "46A124", | |
| "85", | |
| "31D15(+9411)" | |
| ], | |
| "predicted_codes": [ | |
| "46C131", | |
| "57AA2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46C131\", \"57AA2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.1697841726618705, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 345, | |
| "gt_codes": [ | |
| "92L41", | |
| "41A646", | |
| "92L19", | |
| "46C127", | |
| "92L17911" | |
| ], | |
| "predicted_codes": [ | |
| "92L178", | |
| "47I2133" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92L178\", \"47I2133\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5177064220183486, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 346, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2421", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+54)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9690721649484536, | |
| "code_precision": 1.0, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 347, | |
| "gt_codes": [ | |
| "11HH(THERESA)" | |
| ], | |
| "predicted_codes": [ | |
| "11HH(THERESA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11HH(THERESA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 348, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "31A5331", | |
| "48C161", | |
| "48C91", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A2422\", \"61B(+54)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8080959520239881, | |
| "code_precision": 0.8, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 349, | |
| "gt_codes": [ | |
| "25G3(+33)", | |
| "25H17", | |
| "25H213", | |
| "41A17", | |
| "46AA14", | |
| "46C11", | |
| "47I2111", | |
| "49G361" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "41A17", | |
| "46C13141(+75247)", | |
| "46C1411" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"41A17\", \"46C13141(+75247)\", \"46C1411\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6116568914956012, | |
| "code_precision": 0.25, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 350, | |
| "gt_codes": [ | |
| "47I212" | |
| ], | |
| "predicted_codes": [ | |
| "47I212" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"47I212\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 351, | |
| "gt_codes": [ | |
| "31A233", | |
| "31A2421", | |
| "31A25221", | |
| "31A2523", | |
| "31A534", | |
| "31A5341", | |
| "41A711", | |
| "41C37", | |
| "45B", | |
| "45C13(RAPIER)", | |
| "45C22", | |
| "45C221:25F3(+352)", | |
| "46A122", | |
| "46A1241(GOLDEN FLEECE)", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5711966325917017, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.0625 | |
| }, | |
| { | |
| "index": 352, | |
| "gt_codes": [ | |
| "46C21" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C223" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C223\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5066666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 353, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A25(+933)", | |
| "31A2541", | |
| "31A2549", | |
| "33C23" | |
| ], | |
| "predicted_codes": [ | |
| "31A254", | |
| "31A2549" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A254\", \"31A2549\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8443195439263266, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 354, | |
| "gt_codes": [ | |
| "25I1", | |
| "55B1", | |
| "41D267", | |
| "73C8641" | |
| ], | |
| "predicted_codes": [ | |
| "73B64" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B64\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.152, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 355, | |
| "gt_codes": [ | |
| "31A2421", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.863826212193951, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 356, | |
| "gt_codes": [ | |
| "25G21(EMBLIC LEAF FLOWER)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(THISTLE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(THISTLE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 357, | |
| "gt_codes": [ | |
| "31A235", | |
| "31D14", | |
| "41A2", | |
| "41C323", | |
| "45C15(ARROW)", | |
| "61B(+55)", | |
| "9" | |
| ], | |
| "predicted_codes": [ | |
| "31A254", | |
| "31D12", | |
| "41C7111", | |
| "41D2659(SASH)", | |
| "45C13(RAPIER)", | |
| "45C22:41D222(HALSBERG)", | |
| "48B3", | |
| "48C7352", | |
| "48C75", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A254\", \"31D12\", \"41C7111\", \"41D2659(SASH)\", \"45C13(RAPIER)\", \"45C22:41D222(HALSBERG)\", \"48B3\", \"48C7352\", \"48C75\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 10, | |
| "total_predicted": 10, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.48720351390922395, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 358, | |
| "gt_codes": [ | |
| "41A12", | |
| "61E(MAARSSEN)" | |
| ], | |
| "predicted_codes": [ | |
| "41A635", | |
| "41A68" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A635\", \"41A68\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3966101694915254, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 359, | |
| "gt_codes": [ | |
| "25F26(RABBIT)(+45)", | |
| "25G4111", | |
| "31D13", | |
| "34B11(+95711)", | |
| "41C11", | |
| "41C313", | |
| "41C6121(+2)", | |
| "41C624", | |
| "41C6263", | |
| "41C7111", | |
| "48C7311", | |
| "48C7521", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "48C7312", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C7312\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4606206688761675, | |
| "code_precision": 0.5, | |
| "code_recall": 0.07692307692307693 | |
| }, | |
| { | |
| "index": 360, | |
| "gt_codes": [ | |
| "41D1", | |
| "41D25(+82)" | |
| ], | |
| "predicted_codes": [ | |
| "42D31", | |
| "42B76" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"42D31\", \"42B76\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19746835443037977, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 361, | |
| "gt_codes": [ | |
| "41A681" | |
| ], | |
| "predicted_codes": [ | |
| "41A635", | |
| "47I424" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A635\", \"47I424\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6153846153846154, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 362, | |
| "gt_codes": [ | |
| "25H15", | |
| "25H156", | |
| "25H213" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "25H15" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"25H15\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7444938820912124, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 363, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 364, | |
| "gt_codes": [ | |
| "25A13", | |
| "41A62" | |
| ], | |
| "predicted_codes": [ | |
| "41A6" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A6\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5066666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 365, | |
| "gt_codes": [ | |
| "31D112:61B2(...)1", | |
| "34B11", | |
| "41C621", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4894484412470024, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 366, | |
| "gt_codes": [ | |
| "23D43", | |
| "25G3(+33)", | |
| "25H", | |
| "25H17", | |
| "25I" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "47I213" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"47I213\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.503968253968254, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 367, | |
| "gt_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9431968295904887, | |
| "code_precision": 1.0, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 368, | |
| "gt_codes": [ | |
| "48C1412" | |
| ], | |
| "predicted_codes": [ | |
| "41A2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 369, | |
| "gt_codes": [ | |
| "45K" | |
| ], | |
| "predicted_codes": [ | |
| "45K" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45K\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 370, | |
| "gt_codes": [ | |
| "25F2('TRAMET')" | |
| ], | |
| "predicted_codes": [ | |
| "25F23(FOX)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F23(FOX)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.76, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 371, | |
| "gt_codes": [ | |
| "71F2152", | |
| "71F2143" | |
| ], | |
| "predicted_codes": [ | |
| "71E3243", | |
| "71E3241" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71E3243\", \"71E3241\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4000000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 372, | |
| "gt_codes": [ | |
| "11Q651", | |
| "49MM32" | |
| ], | |
| "predicted_codes": [ | |
| "11P341" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11P341\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.26666666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 373, | |
| "gt_codes": [ | |
| "11(+5)", | |
| "11(+5):61B", | |
| "11H", | |
| "11H(JOHN THE BAPTIST)", | |
| "11HH", | |
| "11HH(MARY MAGDALENE)", | |
| "25H11", | |
| "47I2133", | |
| "49M32" | |
| ], | |
| "predicted_codes": [ | |
| "11H", | |
| "11HH(CATHERINE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H\", \"11HH(CATHERINE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.691860465116279, | |
| "code_precision": 0.5, | |
| "code_recall": 0.1111111111111111 | |
| }, | |
| { | |
| "index": 374, | |
| "gt_codes": [ | |
| "25F23(TIGER)" | |
| ], | |
| "predicted_codes": [ | |
| "25F23(LION)", | |
| "47I213" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F23(LION)\", \"47I213\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 375, | |
| "gt_codes": [ | |
| "31F2", | |
| "43A4313", | |
| "45(+221)", | |
| "45F5" | |
| ], | |
| "predicted_codes": [ | |
| "45B(+22)", | |
| "45C16(CANNON)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45B(+22)\", \"45C16(CANNON)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2923076923076923, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 376, | |
| "gt_codes": [ | |
| "45B", | |
| "45C16(CANNON)", | |
| "46C131", | |
| "46A7", | |
| "44F1", | |
| "41A141", | |
| "32B311(FRENCH)" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "46A2211", | |
| "31E2347", | |
| "45C16(CANNON)", | |
| "45D21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"46A2211\", \"31E2347\", \"45C16(CANNON)\", \"45D21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4229574611748818, | |
| "code_precision": 0.2, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 377, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(V)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(V)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(V)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 378, | |
| "gt_codes": [ | |
| "25G21(BLACKBERRY)", | |
| "25G21(CHERRY)", | |
| "25G21(LEMON)", | |
| "25G21(PEACH)", | |
| "25G21(PRUNE)", | |
| "25G21(RED CURRANT)", | |
| "25G21(STRAWBERRY)", | |
| "41C341", | |
| "41C37", | |
| "41C653", | |
| "41C653(LEMON)", | |
| "41C653(PEACH)", | |
| "41C653(PRUNE)", | |
| "47I4223" | |
| ], | |
| "predicted_codes": [ | |
| "25G21(CHERRY)", | |
| "25G21(PEACH)", | |
| "41C37", | |
| "41C653", | |
| "41C653(PEACH)", | |
| "47I4223" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G21(CHERRY)\", \"25G21(PEACH)\", \"41C37\", \"41C653\", \"41C653(PEACH)\", \"47I4223\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9913544668587896, | |
| "code_precision": 1.0, | |
| "code_recall": 0.42857142857142855 | |
| }, | |
| { | |
| "index": 379, | |
| "gt_codes": [ | |
| "11D", | |
| "11D31", | |
| "31A24(+1)", | |
| "31A533(SPLIT BEARD)", | |
| "31A534", | |
| "61B(+51)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "11D", | |
| "31A24(+1)", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D\", \"31A24(+1)\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8599348534201954, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 380, | |
| "gt_codes": [ | |
| "22C5", | |
| "25H13", | |
| "45C16(CANNON)(+1)", | |
| "46C24(STATENJACHT)" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C232", | |
| "46C24" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C232\", \"46C24\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.724481054365733, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 381, | |
| "gt_codes": [ | |
| "24A2", | |
| "25G4111", | |
| "45C13(SWORD)", | |
| "54F2", | |
| "56D1", | |
| "59B31", | |
| "86(ANTE OCCASUM LAUREA)" | |
| ], | |
| "predicted_codes": [ | |
| "24A1", | |
| "25G3(LAUREL)(+27)", | |
| "45C13(SWORD)", | |
| "86(ANTE OCCASUM LAUREA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"24A1\", \"25G3(LAUREL)(+27)\", \"45C13(SWORD)\", \"86(ANTE OCCASUM LAUREA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5763636363636363, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 382, | |
| "gt_codes": [ | |
| "49L12(D)", | |
| "49L171", | |
| "73C1333" | |
| ], | |
| "predicted_codes": [ | |
| "49L12(D)", | |
| "49L171", | |
| "73F265" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L12(D)\", \"49L171\", \"73F265\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7933333333333333, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 383, | |
| "gt_codes": [ | |
| "44C312", | |
| "45I7", | |
| "61B2(RADETZKY, Johann)(+4)", | |
| "61K(QUADRILATERO)", | |
| "61I(BATTAGLIA DI GOITO)" | |
| ], | |
| "predicted_codes": [ | |
| "44C312", | |
| "61B2(NAPOLEONE I)3", | |
| "57AA91", | |
| "61I(I GUERRA D'INDIPENDENZA)", | |
| "61D(FRANCIA)", | |
| "61E(MILANO)", | |
| "61E(TURINO)", | |
| "61E(NAPOLI)", | |
| "61E(PARIGI)", | |
| "61E(BONN)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"44C312\", \"61B2(NAPOLEONE I)3\", \"57AA91\", \"61I(I GUERRA D'INDIPENDENZA)\", \"61D(FRANCIA)\", \"61E(MILANO)\", \"61E(TURINO)\", \"61E(NAPOLI)\", \"61E(PARIGI)\", \"61E(BONN)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 10, | |
| "total_predicted": 10, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6164069952305248, | |
| "code_precision": 0.1, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 384, | |
| "gt_codes": [ | |
| "31E23121" | |
| ], | |
| "predicted_codes": [ | |
| "11P4433", | |
| "25I1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11P4433\", \"25I1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 385, | |
| "gt_codes": [ | |
| "49L12(D)", | |
| "49L171", | |
| "73B4" | |
| ], | |
| "predicted_codes": [ | |
| "49L12(P)", | |
| "49L171", | |
| "73B25" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L12(P)\", \"49L171\", \"73B25\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8566666666666666, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 386, | |
| "gt_codes": [ | |
| "25F35(PARROT)", | |
| "25F36(SWAN)", | |
| "25I145", | |
| "31A5331", | |
| "31D112", | |
| "31D14", | |
| "31D15", | |
| "34B11", | |
| "41A1", | |
| "41A422", | |
| "41A646", | |
| "42G:61B2(...)13", | |
| "47I213", | |
| "61B(+55)", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "31D112", | |
| "42G:61B2(...)13" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D112\", \"42G:61B2(...)13\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.48866498740554154, | |
| "code_precision": 1.0, | |
| "code_recall": 0.13333333333333333 | |
| }, | |
| { | |
| "index": 387, | |
| "gt_codes": [ | |
| "11I61", | |
| "98B" | |
| ], | |
| "predicted_codes": [ | |
| "11I62", | |
| "49G3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11I62\", \"49G3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4000000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 388, | |
| "gt_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9516666666666667, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 389, | |
| "gt_codes": [ | |
| "25F711(BEE)", | |
| "25F711(BUTTERFLY)", | |
| "25G41(ANEMONE)", | |
| "25G41(AURICULA)", | |
| "25G41(CARNATION)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(CROWN IMPERIAL)", | |
| "25G41(DAGSCONE)", | |
| "25G41(FRITILLARIA IMPERIALIS)", | |
| "25G41(LILY)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "41A646", | |
| "41A671", | |
| "41A6711" | |
| ], | |
| "predicted_codes": [ | |
| "25F711(BUTTERFLY)", | |
| "25G4(THISTLE)", | |
| "25G41(CARNATION)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAGSCONE)", | |
| "25G41(MARIGOLD)", | |
| "25G41(POPPY)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "41A671", | |
| "41A773" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F711(BUTTERFLY)\", \"25G4(THISTLE)\", \"25G41(CARNATION)\", \"25G41(CONVOLVULUS)\", \"25G41(DAGSCONE)\", \"25G41(MARIGOLD)\", \"25G41(POPPY)\", \"25G41(ROSE)\", \"25G41(TULIP)\", \"41A671\", \"41A773\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 11, | |
| "total_predicted": 11, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9606098493508132, | |
| "code_precision": 0.6363636363636364, | |
| "code_recall": 0.4666666666666667 | |
| }, | |
| { | |
| "index": 390, | |
| "gt_codes": [ | |
| "11P4433", | |
| "44G311" | |
| ], | |
| "predicted_codes": [ | |
| "41C741", | |
| "43B31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41C741\", \"43B31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.13220338983050847, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 391, | |
| "gt_codes": [ | |
| "25F23(WOLF)(+2)", | |
| "25F23(WOLF)(+21)", | |
| "25F23(WOLF)(+23)", | |
| "25H18", | |
| "26D1", | |
| "51HH3", | |
| "86(SEHR SCHLIMM, DOCH OHNE MENGE)" | |
| ], | |
| "predicted_codes": [ | |
| "25F23(WOLF)(+49)", | |
| "25H17", | |
| "46C13142(+0)", | |
| "51BB3:54A7", | |
| "86(SEHR SCHLIM, DOCH OHNE DER MENGE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F23(WOLF)(+49)\", \"25H17\", \"46C13142(+0)\", \"51BB3:54A7\", \"86(SEHR SCHLIM, DOCH OHNE DER MENGE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6954428833231522, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 392, | |
| "gt_codes": [ | |
| "25I241", | |
| "48C7354" | |
| ], | |
| "predicted_codes": [ | |
| "25I2", | |
| "31A61", | |
| "41C74(+1)", | |
| "41C741" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I2\", \"31A61\", \"41C74(+1)\", \"41C741\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.35625, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 393, | |
| "gt_codes": [ | |
| "11H", | |
| "73", | |
| "73D415" | |
| ], | |
| "predicted_codes": [ | |
| "73", | |
| "73D41" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73\", \"73D41\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7419999999999999, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 394, | |
| "gt_codes": [ | |
| "11M42", | |
| "46C131" | |
| ], | |
| "predicted_codes": [ | |
| "85A(BOAR AND STAG)", | |
| "43C11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"85A(BOAR AND STAG)\", \"43C11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.095, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 395, | |
| "gt_codes": [ | |
| "61B(+2)", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "61B(+2)", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"61B(+2)\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 396, | |
| "gt_codes": [ | |
| "25A4", | |
| "45K13" | |
| ], | |
| "predicted_codes": [ | |
| "25A4", | |
| "45K13" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25A4\", \"45K13\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 397, | |
| "gt_codes": [ | |
| "31A2211", | |
| "31A24(+1)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8851651581050899, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 398, | |
| "gt_codes": [ | |
| "44C312", | |
| "61A(1848)", | |
| "23C1", | |
| "44F0", | |
| "61A(1849)" | |
| ], | |
| "predicted_codes": [ | |
| "44C312", | |
| "61B2(FERDINANDO II)(+4)", | |
| "57AA91", | |
| "61I(REPRESSIONE REP. ROMANA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"44C312\", \"61B2(FERDINANDO II)(+4)\", \"57AA91\", \"61I(REPRESSIONE REP. ROMANA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4404540295119182, | |
| "code_precision": 0.25, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 399, | |
| "gt_codes": [ | |
| "94A41", | |
| "46C22" | |
| ], | |
| "predicted_codes": [ | |
| "94C", | |
| "95A(JASON)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"94C\", \"95A(JASON)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.228, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 400, | |
| "gt_codes": [ | |
| "71A611" | |
| ], | |
| "predicted_codes": [ | |
| "71A61" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71A61\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.855, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 401, | |
| "gt_codes": [ | |
| "31A235", | |
| "41A2", | |
| "48B3:61B", | |
| "48C524", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "48B3:61B", | |
| "48C5152", | |
| "48C5153", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"48B3:61B\", \"48C5152\", \"48C5153\", \"61B(+54)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8699140401146132, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 402, | |
| "gt_codes": [ | |
| "92D1916", | |
| "45C15(BOW AND ARROW)", | |
| "41B32", | |
| "48A9831" | |
| ], | |
| "predicted_codes": [ | |
| "92D1916", | |
| "45C13(SWORD)", | |
| "48A9875", | |
| "45C15(ARROW)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92D1916\", \"45C13(SWORD)\", \"48A9875\", \"45C15(ARROW)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8433823529411765, | |
| "code_precision": 0.25, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 403, | |
| "gt_codes": [ | |
| "32B311(DUTCH)(+3)", | |
| "41D21(+82)", | |
| "41D262" | |
| ], | |
| "predicted_codes": [ | |
| "41D21(+82)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41D21(+82)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7394957983193278, | |
| "code_precision": 1.0, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 404, | |
| "gt_codes": [ | |
| "25F23(LION)", | |
| "25H", | |
| "31D14", | |
| "34B11", | |
| "43C114", | |
| "46C13141" | |
| ], | |
| "predicted_codes": [ | |
| "25F23(LION)", | |
| "46C131", | |
| "98" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F23(LION)\", \"46C131\", \"98\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5007773359840955, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 405, | |
| "gt_codes": [ | |
| "92B423" | |
| ], | |
| "predicted_codes": [ | |
| "92C454", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92C454\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.39493670886075954, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 406, | |
| "gt_codes": [ | |
| "48A9833" | |
| ], | |
| "predicted_codes": [ | |
| "71E3243" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71E3243\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 407, | |
| "gt_codes": [ | |
| "73", | |
| "73C523" | |
| ], | |
| "predicted_codes": [ | |
| "73", | |
| "73D15" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73\", \"73D15\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.69, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 408, | |
| "gt_codes": [ | |
| "25F72(MUREX)(+36)", | |
| "83(OVID, Metamorphoses I:313-347)", | |
| "91E72", | |
| "92H171", | |
| "92H18(TRIDENT)", | |
| "92H391" | |
| ], | |
| "predicted_codes": [ | |
| "83(OVID, Metamorphoses)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(OVID, Metamorphoses)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2857142857142857, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 409, | |
| "gt_codes": [ | |
| "46C24", | |
| "25H13", | |
| "41B16", | |
| "25G3(PALM-TREE)", | |
| "24D", | |
| "24A6", | |
| "71A341" | |
| ], | |
| "predicted_codes": [ | |
| "71C324" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71C324\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.1, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 410, | |
| "gt_codes": [ | |
| "11H(JUDE THADDAEUS)" | |
| ], | |
| "predicted_codes": [ | |
| "11H(PAUL)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(PAUL)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 411, | |
| "gt_codes": [ | |
| "25H133", | |
| "25H23(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "46C21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46C21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 412, | |
| "gt_codes": [ | |
| "11F4132", | |
| "11H(JOHN)12", | |
| "73G" | |
| ], | |
| "predicted_codes": [ | |
| "11F42", | |
| "73B81", | |
| "49L16" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F42\", \"73B81\", \"49L16\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4342857142857144, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 413, | |
| "gt_codes": [ | |
| "25G41(VIOLET)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(Feil)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(Feil)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.76, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 414, | |
| "gt_codes": [ | |
| "49H3", | |
| "83(OGILBY, America)" | |
| ], | |
| "predicted_codes": [ | |
| "49H3", | |
| "83(OGILBY, America)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49H3\", \"83(OGILBY, America)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 415, | |
| "gt_codes": [ | |
| "11T", | |
| "11K" | |
| ], | |
| "predicted_codes": [ | |
| "11T", | |
| "11K" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11T\", \"11K\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 416, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "41A7751", | |
| "41D211", | |
| "41D221(HOOD)", | |
| "41D2321", | |
| "41D2661", | |
| "41D2662", | |
| "42A45", | |
| "61B(+55)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "31D112:61B2(...)1", | |
| "41A711", | |
| "41C37", | |
| "41D2659(CUFF)", | |
| "41D26611", | |
| "41D2662", | |
| "41D2664", | |
| "41D2665", | |
| "41E2(+0)", | |
| "48C161", | |
| "61B(+55)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31D112:61B2(...)1\", \"41A711\", \"41C37\", \"41D2659(CUFF)\", \"41D26611\", \"41D2662\", \"41D2664\", \"41D2665\", \"41E2(+0)\", \"48C161\", \"61B(+55)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 12, | |
| "total_predicted": 12, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7572949467686309, | |
| "code_precision": 0.25, | |
| "code_recall": 0.2727272727272727 | |
| }, | |
| { | |
| "index": 417, | |
| "gt_codes": [ | |
| "86(INVIDIOSUM QUAM MISERUM ESSE PRAESTAT)", | |
| "25H2322", | |
| "46C24", | |
| "92I751", | |
| "94I182", | |
| "11N32", | |
| "56BB21" | |
| ], | |
| "predicted_codes": [ | |
| "83(OVID, Metamorphoses)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(OVID, Metamorphoses)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.05, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 418, | |
| "gt_codes": [ | |
| "49E39", | |
| "25G4" | |
| ], | |
| "predicted_codes": [ | |
| "49E39", | |
| "25G4" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49E39\", \"25G4\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 419, | |
| "gt_codes": [ | |
| "31A25373", | |
| "31D120", | |
| "41A773", | |
| "44B193", | |
| "48C7322", | |
| "49M32", | |
| "49M43", | |
| "49N", | |
| "92L41" | |
| ], | |
| "predicted_codes": [ | |
| "49M43", | |
| "11G21", | |
| "56F2(+113)", | |
| "48C7322", | |
| "48C75" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M43\", \"11G21\", \"56F2(+113)\", \"48C7322\", \"48C75\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.44541786743515843, | |
| "code_precision": 0.4, | |
| "code_recall": 0.2222222222222222 | |
| }, | |
| { | |
| "index": 420, | |
| "gt_codes": [ | |
| "31E23621", | |
| "71H814", | |
| "71H815(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "71E3243", | |
| "71E32431" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71E3243\", \"71E32431\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.30400000000000005, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 421, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(T)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(E)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 422, | |
| "gt_codes": [ | |
| "33C23", | |
| "31D16", | |
| "46A1632", | |
| "46B311", | |
| "33A14", | |
| "55C2" | |
| ], | |
| "predicted_codes": [ | |
| "31D14", | |
| "31D15", | |
| "31A25552", | |
| "46B311", | |
| "49G81" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D14\", \"31D15\", \"31A25552\", \"46B311\", \"49G81\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5124436090225564, | |
| "code_precision": 0.2, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 423, | |
| "gt_codes": [ | |
| "31A235", | |
| "31D14", | |
| "41C74(+1)", | |
| "41C741" | |
| ], | |
| "predicted_codes": [ | |
| "31D14", | |
| "47H31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D14\", \"47H31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5093525179856114, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 424, | |
| "gt_codes": [ | |
| "47I2112" | |
| ], | |
| "predicted_codes": [ | |
| "47I2112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"47I2112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 425, | |
| "gt_codes": [ | |
| "41A723", | |
| "41D282", | |
| "47H311", | |
| "47H312", | |
| "86(VIS AMORIS)", | |
| "94L24(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "25F(+342)", | |
| "25G13", | |
| "25H16", | |
| "31A2352", | |
| "31A2512(+933)", | |
| "31A2518", | |
| "31A2621(+53)", | |
| "31AA2627(+53)", | |
| "31D14", | |
| "41D211(+81)", | |
| "41D233(+81)", | |
| "44B192", | |
| "45C14(LANCE)", | |
| "45C221", | |
| "48C161", | |
| "48CC7352", | |
| "48CC7525", | |
| "54E42(+4)", | |
| "86(AMORIS ARMA PARUM PERICULOSA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F(+342)\", \"25G13\", \"25H16\", \"31A2352\", \"31A2512(+933)\", \"31A2518\", \"31A2621(+53)\", \"31AA2627(+53)\", \"31D14\", \"41D211(+81)\", \"41D233(+81)\", \"44B192\", \"45C14(LANCE)\", \"45C221\", \"48C161\", \"48CC7352\", \"48CC7525\", \"54E42(+4)\", \"86(AMORIS ARMA PARUM PERICULOSA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 19, | |
| "total_predicted": 19, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.272202166064982, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 426, | |
| "gt_codes": [ | |
| "73", | |
| "73B57" | |
| ], | |
| "predicted_codes": [ | |
| "73", | |
| "73B57" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73\", \"73B57\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 427, | |
| "gt_codes": [ | |
| "47I2112", | |
| "47I213", | |
| "47I214", | |
| "47I221", | |
| "73", | |
| "73B14" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "47I213", | |
| "47I214", | |
| "47I221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"47I213\", \"47I214\", \"47I221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6921005385996408, | |
| "code_precision": 0.75, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 428, | |
| "gt_codes": [ | |
| "11F23" | |
| ], | |
| "predicted_codes": [ | |
| "11F23" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F23\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 429, | |
| "gt_codes": [ | |
| "44BB114(SULTAN'S WIFE)", | |
| "61BB2(HURREM SULTAN)1(+522)", | |
| "61BB2(ROXOLANA)1(+522)", | |
| "86(ROXOLANA SIVE ROSA SOLYMMANI UXOR)" | |
| ], | |
| "predicted_codes": [ | |
| "41D2653", | |
| "44B191", | |
| "48A9876" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41D2653\", \"44B191\", \"48A9876\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19781753130590338, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 430, | |
| "gt_codes": [ | |
| "25H11", | |
| "25H213", | |
| "25I", | |
| "46C112" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C112:47G52" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C112:47G52\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8151530229064965, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 431, | |
| "gt_codes": [ | |
| "73B13" | |
| ], | |
| "predicted_codes": [ | |
| "73B13" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B13\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 432, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A2422\", \"61B(+53)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 433, | |
| "gt_codes": [ | |
| "25I22", | |
| "25I3", | |
| "31A2711", | |
| "33A35", | |
| "41D263", | |
| "49L8", | |
| "73E341", | |
| "86(WAS ONS HART NIET BRANDENDE IN ONS, TERWIJL HIJ ONDERWEG TOT ONS SPRAK EN ONS DE SCHRIFTEN OPENDE?)" | |
| ], | |
| "predicted_codes": [ | |
| "49M431" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M431\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12176795580110499, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 434, | |
| "gt_codes": [ | |
| "25F26(HARE)", | |
| "25F38(PARTRIDGE)", | |
| "25G21(LEMON)", | |
| "41C653(LEMON)", | |
| "43C113" | |
| ], | |
| "predicted_codes": [ | |
| "25F38(PARTRIDGE)", | |
| "41A77", | |
| "41C653" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F38(PARTRIDGE)\", \"41A77\", \"41C653\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7084651162790698, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 435, | |
| "gt_codes": [ | |
| "25H15", | |
| "43C121(+4161)", | |
| "46C232" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5129279999999999, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 436, | |
| "gt_codes": [ | |
| "24C14", | |
| "25A13", | |
| "25F35(PEACOCK)", | |
| "25G3", | |
| "25G4(+32)", | |
| "31D120", | |
| "41B31(+1)", | |
| "46C13192", | |
| "49D11(XX)", | |
| "52BB1", | |
| "86(PROLES TUA, MAIA, IUVENTUS)", | |
| "86(HIS BONES ARE FULL OF THE SINNES OF HIS YOUTH)" | |
| ], | |
| "predicted_codes": [ | |
| "25F34", | |
| "25G3(+21)", | |
| "25H17", | |
| "31A27631", | |
| "41B31(+1)", | |
| "49D48", | |
| "51L51(+4)", | |
| "51LL5(+4)", | |
| "86(DIE LIEBE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F34\", \"25G3(+21)\", \"25H17\", \"31A27631\", \"41B31(+1)\", \"49D48\", \"51L51(+4)\", \"51LL5(+4)\", \"86(DIE LIEBE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 9, | |
| "total_predicted": 9, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.617069547602971, | |
| "code_precision": 0.1111111111111111, | |
| "code_recall": 0.08333333333333333 | |
| }, | |
| { | |
| "index": 437, | |
| "gt_codes": [ | |
| "24A6", | |
| "25H13", | |
| "25H2323", | |
| "25I5", | |
| "31A2762", | |
| "31A2764", | |
| "31A453(+3)", | |
| "83(OVID, Metamorphoses VIII:183-235)", | |
| "95A(ICARUS)68" | |
| ], | |
| "predicted_codes": [ | |
| "86(QUOQUE ETIAM IN MORTE)", | |
| "92B1", | |
| "31D14(+57)", | |
| "31E234631", | |
| "11R" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(QUOQUE ETIAM IN MORTE)\", \"92B1\", \"31D14(+57)\", \"31E234631\", \"11R\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.1955, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 438, | |
| "gt_codes": [ | |
| "31A22141", | |
| "31A22153", | |
| "49G3(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "49G31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49G31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 439, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7753755364806866, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 440, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9754098360655737, | |
| "code_precision": 1.0, | |
| "code_recall": 0.8 | |
| }, | |
| { | |
| "index": 441, | |
| "gt_codes": [ | |
| "86(JUDICIUM MEMORATU DIGNUM)", | |
| "42B53", | |
| "42B4", | |
| "11Q01" | |
| ], | |
| "predicted_codes": [ | |
| "86(DIE H\u00dcTUNG DER JUGEND)", | |
| "43C11", | |
| "25H155", | |
| "31D112(+933)", | |
| "31A2741", | |
| "31B6235" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(DIE H\\u00dcTUNG DER JUGEND)\", \"43C11\", \"25H155\", \"31D112(+933)\", \"31A2741\", \"31B6235\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.25388127853881276, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 442, | |
| "gt_codes": [ | |
| "25F23(ERMINE)(+351)", | |
| "31A2421", | |
| "31AA533(...)", | |
| "31D15:61BB", | |
| "41D2211", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7931034482758621, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5714285714285714 | |
| }, | |
| { | |
| "index": 443, | |
| "gt_codes": [ | |
| "48C811", | |
| "48C85" | |
| ], | |
| "predicted_codes": [ | |
| "41A2", | |
| "48C514" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A2\", \"48C514\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.47158163265306124, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 444, | |
| "gt_codes": [ | |
| "41A2", | |
| "41A671" | |
| ], | |
| "predicted_codes": [ | |
| "41A2", | |
| "48B11", | |
| "48C514(+414)", | |
| "48C5151" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A2\", \"48B11\", \"48C514(+414)\", \"48C5151\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.525550847457627, | |
| "code_precision": 0.25, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 445, | |
| "gt_codes": [ | |
| "92C1" | |
| ], | |
| "predicted_codes": [ | |
| "25F35(PEACOCK)", | |
| "92C4" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F35(PEACOCK)\", \"92C4\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 446, | |
| "gt_codes": [ | |
| "11L53", | |
| "41A251", | |
| "49L5", | |
| "49L62", | |
| "49MM32" | |
| ], | |
| "predicted_codes": [ | |
| "11Q511" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q511\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 447, | |
| "gt_codes": [ | |
| "11(+5):61B", | |
| "25H" | |
| ], | |
| "predicted_codes": [ | |
| "11(+5):61B", | |
| "25H114", | |
| "31A233", | |
| "73" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11(+5):61B\", \"25H114\", \"31A233\", \"73\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5233333333333333, | |
| "code_precision": 0.25, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 448, | |
| "gt_codes": [ | |
| "11I2", | |
| "59C2", | |
| "92C1" | |
| ], | |
| "predicted_codes": [ | |
| "11M42", | |
| "11M43" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11M42\", \"11M43\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 449, | |
| "gt_codes": [ | |
| "43A(+2)", | |
| "48B43" | |
| ], | |
| "predicted_codes": [ | |
| "43A(+2)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43A(+2)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7460815047021944, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 450, | |
| "gt_codes": [ | |
| "31A2422", | |
| "41D222(RUFF)", | |
| "41D2659(SASH)", | |
| "45C22", | |
| "46A1241(ORDER OF THE GARTER)", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6557445914723797, | |
| "code_precision": 1.0, | |
| "code_recall": 0.375 | |
| }, | |
| { | |
| "index": 451, | |
| "gt_codes": [ | |
| "46C24" | |
| ], | |
| "predicted_codes": [ | |
| "46C21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46C21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8000000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 452, | |
| "gt_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9876621322366339, | |
| "code_precision": 1.0, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 453, | |
| "gt_codes": [ | |
| "31D112", | |
| "31D15", | |
| "31D16", | |
| "41B4", | |
| "9" | |
| ], | |
| "predicted_codes": [ | |
| "31D14", | |
| "31D15", | |
| "41A2", | |
| "71" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D14\", \"31D15\", \"41A2\", \"71\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5702276707530648, | |
| "code_precision": 0.25, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 454, | |
| "gt_codes": [ | |
| "45B", | |
| "45C19(SHIELD)", | |
| "25G41", | |
| "44A31", | |
| "46C131" | |
| ], | |
| "predicted_codes": [ | |
| "45B", | |
| "46C131", | |
| "48A9875" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45B\", \"46C131\", \"48A9875\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6032475884244373, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 455, | |
| "gt_codes": [ | |
| "25G3", | |
| "31A235", | |
| "46A7" | |
| ], | |
| "predicted_codes": [ | |
| "31A254", | |
| "31A25552" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A254\", \"31A25552\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.397452229299363, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 456, | |
| "gt_codes": [ | |
| "11P3151", | |
| "25I2" | |
| ], | |
| "predicted_codes": [ | |
| "25H114", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H114\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.35625, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 457, | |
| "gt_codes": [ | |
| "35" | |
| ], | |
| "predicted_codes": [ | |
| "43C726" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43C726\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 458, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 459, | |
| "gt_codes": [ | |
| "86(DRACHMAM INUENIT)" | |
| ], | |
| "predicted_codes": [ | |
| "25G3(LAUREL)(+27)", | |
| "41D2653", | |
| "45C15(ARROW)", | |
| "45C23", | |
| "54E42(+4)", | |
| "86(DRACHMAN INVENIT)", | |
| "92D156" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3(LAUREL)(+27)\", \"41D2653\", \"45C15(ARROW)\", \"45C23\", \"54E42(+4)\", \"86(DRACHMAN INVENIT)\", \"92D156\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.25, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 460, | |
| "gt_codes": [ | |
| "25H213", | |
| "25I12", | |
| "46C21" | |
| ], | |
| "predicted_codes": [ | |
| "25H1", | |
| "46C232" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H1\", \"46C232\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6138461538461539, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 461, | |
| "gt_codes": [ | |
| "48C8421" | |
| ], | |
| "predicted_codes": [ | |
| "48C7312", | |
| "48C75" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C7312\", \"48C75\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5924050632911392, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 462, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9876621322366339, | |
| "code_precision": 1.0, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 463, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)", | |
| "49L12(S)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(E)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 0.8 | |
| }, | |
| { | |
| "index": 464, | |
| "gt_codes": [ | |
| "44B1" | |
| ], | |
| "predicted_codes": [ | |
| "45C13(SWORD)", | |
| "46A122" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C13(SWORD)\", \"46A122\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 465, | |
| "gt_codes": [ | |
| "31A(+89)", | |
| "31A2225", | |
| "31D15", | |
| "41A761", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "31A(+89)", | |
| "31D15", | |
| "41A761" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A(+89)\", \"31D15\", \"41A761\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8331388564760793, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6 | |
| }, | |
| { | |
| "index": 466, | |
| "gt_codes": [ | |
| "31A231", | |
| "31D112", | |
| "33A3", | |
| "34B11", | |
| "48C51", | |
| "48C5111", | |
| "48C514(+414)", | |
| "48C5142", | |
| "48C5152", | |
| "48C5153" | |
| ], | |
| "predicted_codes": [ | |
| "31A25", | |
| "48B3:61B", | |
| "48C5111", | |
| "48C514(+414)", | |
| "48C5142", | |
| "48C5151", | |
| "48C5152" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25\", \"48B3:61B\", \"48C5111\", \"48C514(+414)\", \"48C5142\", \"48C5151\", \"48C5152\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7959401309635173, | |
| "code_precision": 0.5714285714285714, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 467, | |
| "gt_codes": [ | |
| "31A233", | |
| "71", | |
| "71F311", | |
| "71F3111", | |
| "71F314" | |
| ], | |
| "predicted_codes": [ | |
| "11H", | |
| "25F39(DOVE)", | |
| "73" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H\", \"25F39(DOVE)\", \"73\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.09305135951661632, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 468, | |
| "gt_codes": [ | |
| "31A2245(+933):25G411", | |
| "31A235", | |
| "31A2421", | |
| "31D15:61BB", | |
| "41A541", | |
| "41A711", | |
| "41A772", | |
| "41C37", | |
| "41D221(TIPMUTS)", | |
| "48C161", | |
| "49M32", | |
| "61B(+54)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+54)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A2421\", \"31D15:61BB\", \"61B(+54)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6170212765957447, | |
| "code_precision": 1.0, | |
| "code_recall": 0.38461538461538464 | |
| }, | |
| { | |
| "index": 469, | |
| "gt_codes": [ | |
| "92D1916", | |
| "48C161", | |
| "59B32", | |
| "25H11", | |
| "48A98211", | |
| "46C112" | |
| ], | |
| "predicted_codes": [ | |
| "11G23", | |
| "48C161", | |
| "92D1916", | |
| "48A9875", | |
| "48A98211", | |
| "48A9876", | |
| "48A9831" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G23\", \"48C161\", \"92D1916\", \"48A9875\", \"48A98211\", \"48A9876\", \"48A9831\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6383939774153073, | |
| "code_precision": 0.42857142857142855, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 470, | |
| "gt_codes": [ | |
| "25F37(STORK)", | |
| "25G21(ORANGE)", | |
| "41A7751:25G21", | |
| "41C653(ORANGE)", | |
| "46B31", | |
| "47I1421", | |
| "5(+1)", | |
| "92B11221", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "12EE13", | |
| "12FF13", | |
| "47I15(SCYTHE)", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12EE13\", \"12FF13\", \"47I15(SCYTHE)\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3583233532934132, | |
| "code_precision": 0.25, | |
| "code_recall": 0.1111111111111111 | |
| }, | |
| { | |
| "index": 471, | |
| "gt_codes": [ | |
| "25I9", | |
| "42E3722", | |
| "48C149(+7242)", | |
| "71G113" | |
| ], | |
| "predicted_codes": [ | |
| "71C324" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71C324\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.16000000000000003, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 472, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31A5341", | |
| "46A122", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8679245283018867, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 473, | |
| "gt_codes": [ | |
| "25I1", | |
| "31D14", | |
| "46C24", | |
| "25H13", | |
| "31D15", | |
| "46C232" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "46C232", | |
| "25H213", | |
| "25H11", | |
| "46C5135" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"46C232\", \"25H213\", \"25H11\", \"46C5135\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6769498069498069, | |
| "code_precision": 0.4, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 474, | |
| "gt_codes": [ | |
| "48C524" | |
| ], | |
| "predicted_codes": [ | |
| "48C7323", | |
| "48C75" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C7323\", \"48C75\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 475, | |
| "gt_codes": [ | |
| "11D", | |
| "11D351", | |
| "11Q2", | |
| "31B6214", | |
| "44G321(CROSS)", | |
| "45B", | |
| "45C11(SPEAR)", | |
| "45C22", | |
| "73D3522", | |
| "73D82(CROWN OF THORNS)" | |
| ], | |
| "predicted_codes": [ | |
| "73", | |
| "73D41" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73\", \"73D41\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.1888962108731466, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 476, | |
| "gt_codes": [ | |
| "31D14", | |
| "48C75", | |
| "46C131", | |
| "48CC7352" | |
| ], | |
| "predicted_codes": [ | |
| "45B", | |
| "46C131", | |
| "48A9876" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45B\", \"46C131\", \"48A9876\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.47806228373702414, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 477, | |
| "gt_codes": [ | |
| "73D71" | |
| ], | |
| "predicted_codes": [ | |
| "73D641" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D641\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 478, | |
| "gt_codes": [ | |
| "31A(+926)", | |
| "31B1", | |
| "56DD11" | |
| ], | |
| "predicted_codes": [ | |
| "71B352" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71B352\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 479, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D12", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9056265018880878, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 480, | |
| "gt_codes": [ | |
| "73B64" | |
| ], | |
| "predicted_codes": [ | |
| "73C421" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C421\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 481, | |
| "gt_codes": [ | |
| "73B25" | |
| ], | |
| "predicted_codes": [ | |
| "73B25" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B25\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 482, | |
| "gt_codes": [ | |
| "73C72" | |
| ], | |
| "predicted_codes": [ | |
| "73C42" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C42\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 483, | |
| "gt_codes": [ | |
| "45D311", | |
| "32B33", | |
| "61B2(FONDUK MUSTAFA PASCHA)11" | |
| ], | |
| "predicted_codes": [ | |
| "41D221(TURBAN)", | |
| "61B2(MUSTAFA <Osmanisches Reich, Pascha von Aleppo>)11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41D221(TURBAN)\", \"61B2(MUSTAFA <Osmanisches Reich, Pascha von Aleppo>)11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4799999999999999, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 484, | |
| "gt_codes": [ | |
| "11H(BAVO)32" | |
| ], | |
| "predicted_codes": [ | |
| "11H(ANTONY ABBOT)35", | |
| "46A212" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(ANTONY ABBOT)35\", \"46A212\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 485, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(D)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(D)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(D)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 486, | |
| "gt_codes": [ | |
| "25H15", | |
| "25H213", | |
| "46C1112", | |
| "46C14", | |
| "46C2", | |
| "47I2112" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "41A17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"41A17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3485071090047393, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 487, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"61B(+52)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.96375, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 488, | |
| "gt_codes": [ | |
| "31D15", | |
| "73F14", | |
| "73F2231" | |
| ], | |
| "predicted_codes": [ | |
| "12B61", | |
| "31A(+79)", | |
| "48C149", | |
| "71E135" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12B61\", \"31A(+79)\", \"48C149\", \"71E135\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.1824, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 489, | |
| "gt_codes": [ | |
| "25F22", | |
| "25F35(PARROT)", | |
| "41A16", | |
| "48C7323", | |
| "48C7351", | |
| "48C75", | |
| "48C755" | |
| ], | |
| "predicted_codes": [ | |
| "25F36(DUCK)", | |
| "41A16", | |
| "41C74(+1)", | |
| "48C7311", | |
| "48C7323" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F36(DUCK)\", \"41A16\", \"41C74(+1)\", \"48C7311\", \"48C7323\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.825674740484429, | |
| "code_precision": 0.4, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 490, | |
| "gt_codes": [ | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "41A671", | |
| "41A772", | |
| "41C7111" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "41A671" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"41A671\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6953016323633782, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 491, | |
| "gt_codes": [ | |
| "31A2211", | |
| "31A233", | |
| "31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7932773109243697, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 492, | |
| "gt_codes": [ | |
| "71C1131", | |
| "71C1181" | |
| ], | |
| "predicted_codes": [ | |
| "11H(ANTONY ABBOT)35" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(ANTONY ABBOT)35\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 493, | |
| "gt_codes": [ | |
| "45A20", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "46A122", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A122\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.595, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 494, | |
| "gt_codes": [ | |
| "73C63" | |
| ], | |
| "predicted_codes": [ | |
| "73C421", | |
| "73C4211" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C421\", \"73C4211\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 495, | |
| "gt_codes": [ | |
| "25F3", | |
| "25F32(FINCH)", | |
| "25F36(GULL)", | |
| "25F38(PHEASANT)", | |
| "25H14", | |
| "41A12", | |
| "46C21", | |
| "46C223" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "25H114", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"25H114\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5913543091655268, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 496, | |
| "gt_codes": [ | |
| "31B13", | |
| "31E2345", | |
| "71F1544", | |
| "72A" | |
| ], | |
| "predicted_codes": [ | |
| "71F356" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71F356\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.285, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 497, | |
| "gt_codes": [ | |
| "71", | |
| "71A611" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "25F36(DUCK)", | |
| "25H", | |
| "25I142:25G3", | |
| "31A(+89)", | |
| "31D14", | |
| "31D15", | |
| "34B11", | |
| "34B232", | |
| "34B232(+51)", | |
| "71" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"25F36(DUCK)\", \"25H\", \"25I142:25G3\", \"31A(+89)\", \"31D14\", \"31D15\", \"34B11\", \"34B232\", \"34B232(+51)\", \"71\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 11, | |
| "total_predicted": 11, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.16065192083818394, | |
| "code_precision": 0.09090909090909091, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 498, | |
| "gt_codes": [ | |
| "21D" | |
| ], | |
| "predicted_codes": [ | |
| "41C323" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41C323\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 499, | |
| "gt_codes": [ | |
| "25I1", | |
| "25H213", | |
| "23O13", | |
| "73C7112" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "46C24", | |
| "25H13", | |
| "46C232", | |
| "48A9876" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"46C24\", \"25H13\", \"46C232\", \"48A9876\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.36733641771315256, | |
| "code_precision": 0.2, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 500, | |
| "gt_codes": [ | |
| "86(DE KLUIZENAAR. AFGESCHEIDEN, VAN'T QUAAD)", | |
| "11Q331", | |
| "59AA1", | |
| "11M31" | |
| ], | |
| "predicted_codes": [ | |
| "86(DE LIEFDE IS EEN VREEMD GOED)", | |
| "41A53", | |
| "25H114", | |
| "31B623591", | |
| "56BB1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(DE LIEFDE IS EEN VREEMD GOED)\", \"41A53\", \"25H114\", \"31B623591\", \"56BB1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2666666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 501, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(D)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(D)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(D)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 502, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31A534", | |
| "41A7212", | |
| "48B3:61B", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A2421", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A2421\", \"61B(+54)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7637897586284682, | |
| "code_precision": 0.75, | |
| "code_recall": 0.42857142857142855 | |
| }, | |
| { | |
| "index": 503, | |
| "gt_codes": [ | |
| "22C4(GOLD)", | |
| "22C4(RED)", | |
| "25F23(LION)(+12)", | |
| "25F23(LION)(+154)", | |
| "25F23(LION)(+561)", | |
| "25H1", | |
| "44B191", | |
| "61D(BRITAIN)", | |
| "86(SIC PACEM HABEMUS)" | |
| ], | |
| "predicted_codes": [ | |
| "25F23(LION)(+1)", | |
| "25F23(LION)(+561)", | |
| "44B191", | |
| "57A6(+4):58AA1(+4)", | |
| "86(AMOR REGIUS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F23(LION)(+1)\", \"25F23(LION)(+561)\", \"44B191\", \"57A6(+4):58AA1(+4)\", \"86(AMOR REGIUS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7111111111111111, | |
| "code_precision": 0.4, | |
| "code_recall": 0.2222222222222222 | |
| }, | |
| { | |
| "index": 504, | |
| "gt_codes": [ | |
| "25G4(STRAWBERRY)" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(STRAWBERRY)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(STRAWBERRY)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.76, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 505, | |
| "gt_codes": [ | |
| "11C15", | |
| "31B11", | |
| "41A773", | |
| "41A777", | |
| "47I1421", | |
| "71F641", | |
| "71F655(+0)", | |
| "71F657" | |
| ], | |
| "predicted_codes": [ | |
| "71E3243", | |
| "71E32431" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71E3243\", \"71E32431\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2072727272727273, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 506, | |
| "gt_codes": [ | |
| "41A221", | |
| "41A33", | |
| "42F51" | |
| ], | |
| "predicted_codes": [ | |
| "31A25", | |
| "41C74(+1)", | |
| "48C7311" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25\", \"41C74(+1)\", \"48C7311\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2455201698513801, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 507, | |
| "gt_codes": [ | |
| "31A72", | |
| "31F2" | |
| ], | |
| "predicted_codes": [ | |
| "31F26", | |
| "42E122" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31F26\", \"42E122\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4591666666666667, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 508, | |
| "gt_codes": [ | |
| "31A2421", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9876621322366339, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 509, | |
| "gt_codes": [ | |
| "73D351" | |
| ], | |
| "predicted_codes": [ | |
| "73D351" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D351\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 510, | |
| "gt_codes": [ | |
| "11G", | |
| "41B311", | |
| "41C321", | |
| "48C24", | |
| "49L73" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "24A" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"24A\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.28571428571428575, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 511, | |
| "gt_codes": [ | |
| "73C864", | |
| "73C86463" | |
| ], | |
| "predicted_codes": [ | |
| "41C26", | |
| "47B1814" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41C26\", \"47B1814\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 512, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "41D221(VLEUGELMUTS)", | |
| "41D222(RUFF)", | |
| "41D2661", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"31D15:61BB\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 513, | |
| "gt_codes": [ | |
| "23D43", | |
| "23T27(GEORGIAN)", | |
| "23T27(XIX)", | |
| "23T27(XVIII)", | |
| "31A235", | |
| "31A5341", | |
| "31B19", | |
| "31D1(+79)", | |
| "31D111", | |
| "31D112", | |
| "31D14", | |
| "31D15", | |
| "33A5", | |
| "41A17", | |
| "41A2", | |
| "41A711", | |
| "41A712", | |
| "41A721", | |
| "41A773", | |
| "41C11" | |
| ], | |
| "predicted_codes": [ | |
| "23T27(VICTORIAN)", | |
| "23T27(XIX)", | |
| "25I141", | |
| "31A235", | |
| "31A236", | |
| "31A25(+933)", | |
| "31A2511", | |
| "31A2518", | |
| "31A25411", | |
| "31A2543", | |
| "31AA235", | |
| "31B6235", | |
| "31D1(+76)", | |
| "31D1(+77)", | |
| "31D1(+78)", | |
| "31D1(+79)", | |
| "31D112", | |
| "31D14", | |
| "31D15", | |
| "31D16" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23T27(VICTORIAN)\", \"23T27(XIX)\", \"25I141\", \"31A235\", \"31A236\", \"31A25(+933)\", \"31A2511\", \"31A2518\", \"31A25411\", \"31A2543\", \"31AA235\", \"31B6235\", \"31D1(+76)\", \"31D1(+77)\", \"31D1(+78)\", \"31D1(+79)\", \"31D112\", \"31D14\", \"31D15\", \"31D16\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 20, | |
| "total_predicted": 20, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6534551398474391, | |
| "code_precision": 0.3, | |
| "code_recall": 0.3 | |
| }, | |
| { | |
| "index": 514, | |
| "gt_codes": [ | |
| "86(GEBRECHEN MACHT KUNSTREICH)", | |
| "25I1", | |
| "61E(WISMAR)", | |
| "95A(ERICHTHONIUS)", | |
| "31A4153", | |
| "46C1422", | |
| "31A4", | |
| "55BB1", | |
| "52A42" | |
| ], | |
| "predicted_codes": [ | |
| "86(ABRECHEN MACHT K\u00dcNFTIGKEIT)", | |
| "25I1", | |
| "61E(WITTENBERG <Anhalt>)", | |
| "31D14", | |
| "46C1442", | |
| "46A170", | |
| "59B32" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(ABRECHEN MACHT K\\u00dcNFTIGKEIT)\", \"25I1\", \"61E(WITTENBERG <Anhalt>)\", \"31D14\", \"46C1442\", \"46A170\", \"59B32\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6213137948458818, | |
| "code_precision": 0.14285714285714285, | |
| "code_recall": 0.1111111111111111 | |
| }, | |
| { | |
| "index": 515, | |
| "gt_codes": [ | |
| "41C26131", | |
| "41C68" | |
| ], | |
| "predicted_codes": [ | |
| "25F61(RAY)", | |
| "25F62(COD)", | |
| "25F62(PLAICE)", | |
| "25F716(CRAB)", | |
| "41C37", | |
| "41C68" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F61(RAY)\", \"25F62(COD)\", \"25F62(PLAICE)\", \"25F716(CRAB)\", \"41C37\", \"41C68\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.39809825673534077, | |
| "code_precision": 0.16666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 516, | |
| "gt_codes": [ | |
| "25I", | |
| "31A231", | |
| "31A2422", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "45B", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"45B\", \"61B(+55)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7509986684420773, | |
| "code_precision": 0.75, | |
| "code_recall": 0.6 | |
| }, | |
| { | |
| "index": 517, | |
| "gt_codes": [ | |
| "31A511", | |
| "41A2", | |
| "48A9863" | |
| ], | |
| "predicted_codes": [ | |
| "41A2", | |
| "48C5142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A2\", \"48C5142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5599999999999999, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 518, | |
| "gt_codes": [ | |
| "25I2", | |
| "25H213", | |
| "25F6", | |
| "43C128", | |
| "46C232", | |
| "46C112", | |
| "47D31" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "46C232", | |
| "25H213", | |
| "47D31", | |
| "43C128", | |
| "43C128(+416)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"46C232\", \"25H213\", \"47D31\", \"43C128\", \"43C128(+416)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8615384615384614, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5714285714285714 | |
| }, | |
| { | |
| "index": 519, | |
| "gt_codes": [ | |
| "31A(+89)", | |
| "31D17", | |
| "41D28", | |
| "96", | |
| "96A1821" | |
| ], | |
| "predicted_codes": [ | |
| "11H", | |
| "31A(+89)", | |
| "73" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H\", \"31A(+89)\", \"73\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.30196936542669583, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 520, | |
| "gt_codes": [ | |
| "11H(IGNATIUS OF ANTIOCH)", | |
| "11I5" | |
| ], | |
| "predicted_codes": [ | |
| "11H(SIGNATUS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(SIGNATUS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8165680473372781, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 521, | |
| "gt_codes": [ | |
| "25G13", | |
| "25H11", | |
| "25H15", | |
| "25H213", | |
| "25H217", | |
| "25I5", | |
| "41A771:31A2774", | |
| "41A773:31A2774", | |
| "51I4(+4):52B5112(+4)", | |
| "54DD51(+4)", | |
| "83(ERASMUS, Adagiorum chiliades I i 32)", | |
| "86(ALIQUID MALI PROPTER VICINUM MALUM)" | |
| ], | |
| "predicted_codes": [ | |
| "25G13", | |
| "25H114", | |
| "25H213", | |
| "25I9", | |
| "41A771", | |
| "41C681(+0)", | |
| "41D267", | |
| "51B3(+4):54BB3(+4)", | |
| "54AA4(+4)", | |
| "54F2(+4)", | |
| "86(NEC IN AERUMNAS, NEC IN LAETITIAS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G13\", \"25H114\", \"25H213\", \"25I9\", \"41A771\", \"41C681(+0)\", \"41D267\", \"51B3(+4):54BB3(+4)\", \"54AA4(+4)\", \"54F2(+4)\", \"86(NEC IN AERUMNAS, NEC IN LAETITIAS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 11, | |
| "total_predicted": 11, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6975793484292734, | |
| "code_precision": 0.18181818181818182, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 522, | |
| "gt_codes": [ | |
| "23O42", | |
| "24D1(SCORPIUS)", | |
| "25F715" | |
| ], | |
| "predicted_codes": [ | |
| "25F716(LOBSTER)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F716(LOBSTER)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.578894472361809, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 523, | |
| "gt_codes": [ | |
| "25H", | |
| "25I", | |
| "46C513" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "34B11", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"34B11\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5925925925925926, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 524, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31A534", | |
| "31A5341", | |
| "41D222(RUFF)", | |
| "45B", | |
| "45C22:41D222(HALSBERG)", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7297106563161608, | |
| "code_precision": 1.0, | |
| "code_recall": 0.4444444444444444 | |
| }, | |
| { | |
| "index": 525, | |
| "gt_codes": [ | |
| "25H213", | |
| "46C21", | |
| "46C24" | |
| ], | |
| "predicted_codes": [ | |
| "46C21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46C21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7499999999999999, | |
| "code_precision": 1.0, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 526, | |
| "gt_codes": [ | |
| "25G3(+351)", | |
| "31A61", | |
| "41A1", | |
| "41C32(+0)", | |
| "43C114", | |
| "43C1147", | |
| "46C13141" | |
| ], | |
| "predicted_codes": [ | |
| "25G3(+371)", | |
| "46C131", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3(+371)\", \"46C131\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.561692428608855, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 527, | |
| "gt_codes": [ | |
| "25F26(HARE)", | |
| "25F38(PARTRIDGE)", | |
| "34B11", | |
| "34B12", | |
| "43C113" | |
| ], | |
| "predicted_codes": [ | |
| "25F26(HARE)", | |
| "34B11", | |
| "43C113" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F26(HARE)\", \"34B11\", \"43C113\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9361702127659575, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6 | |
| }, | |
| { | |
| "index": 528, | |
| "gt_codes": [ | |
| "11P311", | |
| "11P31131", | |
| "11Q71455", | |
| "92I71181" | |
| ], | |
| "predicted_codes": [ | |
| "12A43", | |
| "12U(MASONRY)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12A43\", \"12U(MASONRY)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.16285714285714287, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 529, | |
| "gt_codes": [ | |
| "25G41(ERYSIMUM CHEIRI)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "25G41(WALLFLOWER)", | |
| "41A671", | |
| "41A774" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "41A671", | |
| "41A774" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(ROSE)\", \"25G41(TULIP)\", \"41A671\", \"41A774\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 530, | |
| "gt_codes": [ | |
| "25G21(LEMON)", | |
| "25G21(POMEGRANATE)", | |
| "25G41(ROSE)", | |
| "41A774", | |
| "41C323", | |
| "41C653(LEMON)", | |
| "47I4223" | |
| ], | |
| "predicted_codes": [ | |
| "25D13(TIN)", | |
| "25G21(LEMON)", | |
| "41A77", | |
| "41C323", | |
| "41C653(LEMON)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25D13(TIN)\", \"25G21(LEMON)\", \"41A77\", \"41C323\", \"41C653(LEMON)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8281149801758317, | |
| "code_precision": 0.6, | |
| "code_recall": 0.42857142857142855 | |
| }, | |
| { | |
| "index": 531, | |
| "gt_codes": [ | |
| "11F4", | |
| "11F4112", | |
| "11F723", | |
| "25G41(LILY)", | |
| "25H", | |
| "31A2421", | |
| "41A4231", | |
| "41D221", | |
| "73", | |
| "73B64" | |
| ], | |
| "predicted_codes": [ | |
| "11F4", | |
| "25G3(PALM-TREE)(+22)", | |
| "25H", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F4\", \"25G3(PALM-TREE)(+22)\", \"25H\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.48537530266343826, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 532, | |
| "gt_codes": [ | |
| "11F4", | |
| "11F41", | |
| "11F715", | |
| "25G41(VIOLET)", | |
| "25H", | |
| "31A2422", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "11F4", | |
| "25G41(LILY)", | |
| "31A24(+1)", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F4\", \"25G41(LILY)\", \"31A24(+1)\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.871279317697228, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 533, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9754098360655737, | |
| "code_precision": 1.0, | |
| "code_recall": 0.8 | |
| }, | |
| { | |
| "index": 534, | |
| "gt_codes": [ | |
| "81(Anonymus,Wolfdietrich)", | |
| "46C514" | |
| ], | |
| "predicted_codes": [ | |
| "83(BRANT, Ship of Fools)", | |
| "46C5141", | |
| "46A21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(BRANT, Ship of Fools)\", \"46C5141\", \"46A21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5211498605021921, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 535, | |
| "gt_codes": [ | |
| "47I15(SCYTHE)" | |
| ], | |
| "predicted_codes": [ | |
| "11Q331", | |
| "46A212" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q331\", \"46A212\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 536, | |
| "gt_codes": [ | |
| "83(OVID, Metamorphoses)" | |
| ], | |
| "predicted_codes": [ | |
| "83(OVID, Metamorphoses)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(OVID, Metamorphoses)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 537, | |
| "gt_codes": [ | |
| "25H112(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "25H1", | |
| "46C513" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H1\", \"46C513\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5066666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 538, | |
| "gt_codes": [ | |
| "31A53421", | |
| "49B43", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7671064789943053, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 539, | |
| "gt_codes": [ | |
| "47I421" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "49E39" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"49E39\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 540, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D13", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31D15:61BB", | |
| "41D26611" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D15:61BB\", \"41D26611\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38000000000000006, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 541, | |
| "gt_codes": [ | |
| "61B(+2)", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.687089715536105, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 542, | |
| "gt_codes": [ | |
| "49G6222" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+946)", | |
| "31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+946)\", \"31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 543, | |
| "gt_codes": [ | |
| "25H1121", | |
| "25I5", | |
| "45C16(CANNON)", | |
| "45K13", | |
| "52E3", | |
| "54A44", | |
| "71Z(Maccabees 1:8)", | |
| "86(CONSILIO ET PATIENTIA)" | |
| ], | |
| "predicted_codes": [ | |
| "25H113", | |
| "46C1318(+0)", | |
| "57A64", | |
| "59B31", | |
| "86(CONSILIO ET PATIENTIA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H113\", \"46C1318(+0)\", \"57A64\", \"59B31\", \"86(CONSILIO ET PATIENTIA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.42487928292612404, | |
| "code_precision": 0.2, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 544, | |
| "gt_codes": [ | |
| "25H112", | |
| "45B", | |
| "45C16(RIFLE)" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "31D14", | |
| "31D15" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"31D14\", \"31D15\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.285, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 545, | |
| "gt_codes": [ | |
| "31A22210", | |
| "31D14", | |
| "49G2(+0)", | |
| "57A6", | |
| "86(DAER HEBDY 'T AL)" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "31A27481(+916)", | |
| "31D14", | |
| "41C12", | |
| "41C621", | |
| "41D221(HAT)", | |
| "41D223", | |
| "41D2332", | |
| "41D2333", | |
| "41D263", | |
| "41D266", | |
| "41D2661", | |
| "41D2662", | |
| "41D2663", | |
| "41D2664", | |
| "41D2665", | |
| "41D267", | |
| "41D:25F3(+342)", | |
| "41D:25G21(+342)", | |
| "41D:25H11(+342)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"31A27481(+916)\", \"31D14\", \"41C12\", \"41C621\", \"41D221(HAT)\", \"41D223\", \"41D2332\", \"41D2333\", \"41D263\", \"41D266\", \"41D2661\", \"41D2662\", \"41D2663\", \"41D2664\", \"41D2665\", \"41D267\", \"41D:25F3(+342)\", \"41D:25G21(+342)\", \"41D:25H11(+342)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 20, | |
| "total_predicted": 20, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.30822786759045423, | |
| "code_precision": 0.05, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 546, | |
| "gt_codes": [ | |
| "71P422" | |
| ], | |
| "predicted_codes": [ | |
| "71P432" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71P432\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8000000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 547, | |
| "gt_codes": [ | |
| "46A14", | |
| "46C13141(+75247)", | |
| "46C1411", | |
| "46C1422", | |
| "46C1442" | |
| ], | |
| "predicted_codes": [ | |
| "46C13141(+75247)", | |
| "46C1411", | |
| "46C1422" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46C13141(+75247)\", \"46C1411\", \"46C1422\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9224137931034483, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6 | |
| }, | |
| { | |
| "index": 548, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(N)" | |
| ], | |
| "predicted_codes": [ | |
| "49M13", | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M13\", \"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6752994555353902, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 549, | |
| "gt_codes": [ | |
| "25H11", | |
| "47I21", | |
| "47I221" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "34B11", | |
| "46C13142", | |
| "47I21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"34B11\", \"46C13142\", \"47I21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.686473594548552, | |
| "code_precision": 0.5, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 550, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(Z)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(Z)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(Z)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 551, | |
| "gt_codes": [ | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 552, | |
| "gt_codes": [ | |
| "73B24(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "73B65" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B65\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 553, | |
| "gt_codes": [ | |
| "25F716(LOBSTER)", | |
| "25G21(LEMON)", | |
| "25G21(PEACH)", | |
| "41C323", | |
| "41C341", | |
| "41C37", | |
| "41C621", | |
| "41C653(LEMON)", | |
| "41C653(PEACH)", | |
| "47I4223" | |
| ], | |
| "predicted_codes": [ | |
| "25F716(LOBSTER)", | |
| "41C323", | |
| "41C653" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F716(LOBSTER)\", \"41C323\", \"41C653\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8445984979780474, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 554, | |
| "gt_codes": [ | |
| "11Q713", | |
| "11Q7131(CHOIR SCREEN)", | |
| "11Q72", | |
| "25I", | |
| "31D112", | |
| "41B311" | |
| ], | |
| "predicted_codes": [ | |
| "11Q713", | |
| "25I", | |
| "46A151" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q713\", \"25I\", \"46A151\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6856278366111952, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 555, | |
| "gt_codes": [ | |
| "25I", | |
| "25I1", | |
| "25I142:25G3", | |
| "43B42" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "25I1", | |
| "41A1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"25I1\", \"41A1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5756896551724138, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 556, | |
| "gt_codes": [ | |
| "25L1", | |
| "49D22" | |
| ], | |
| "predicted_codes": [ | |
| "25L1", | |
| "49D22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25L1\", \"49D22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 557, | |
| "gt_codes": [ | |
| "31A534", | |
| "31A5341", | |
| "41D212(+43)", | |
| "41D212(TABBAARD)", | |
| "41D222(RUFF)", | |
| "41D224(+81)", | |
| "49K(+3)", | |
| "61B2(MERULA, PAULUS)11" | |
| ], | |
| "predicted_codes": [ | |
| "48C93" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C93\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.14615384615384616, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 558, | |
| "gt_codes": [ | |
| "31AA2513(+931)", | |
| "41B32(+2)", | |
| "41D221(HAT)", | |
| "45C13(SWORD)", | |
| "86(HELPE, OR ELSE I DYE)", | |
| "86(NON SUFFULTA PEREO)" | |
| ], | |
| "predicted_codes": [ | |
| "86(NON SUFFULTA PEREO)", | |
| "45C13(SWORD)", | |
| "25F716(CRAB)", | |
| "41B32", | |
| "41D263", | |
| "54E4" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(NON SUFFULTA PEREO)\", \"45C13(SWORD)\", \"25F716(CRAB)\", \"41B32\", \"41D263\", \"54E4\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7069767441860465, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 559, | |
| "gt_codes": [ | |
| "25I241", | |
| "41A16" | |
| ], | |
| "predicted_codes": [ | |
| "11Q712", | |
| "25H", | |
| "34B11", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"25H\", \"34B11\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19000000000000003, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 560, | |
| "gt_codes": [ | |
| "11I62(SOLOMON)34", | |
| "49B24", | |
| "49B2521", | |
| "49L12(P)", | |
| "49L171", | |
| "49LL72", | |
| "71Y1(Prov. 1:8)" | |
| ], | |
| "predicted_codes": [ | |
| "11H(PAUL)", | |
| "45C13(SWORD)", | |
| "49L12(P)", | |
| "49L171", | |
| "73F412" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(PAUL)\", \"45C13(SWORD)\", \"49L12(P)\", \"49L171\", \"73F412\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5590955544200307, | |
| "code_precision": 0.4, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 561, | |
| "gt_codes": [ | |
| "25F24(STAG)", | |
| "46A122", | |
| "48A98211", | |
| "48A98311", | |
| "48A9875", | |
| "44B191", | |
| "45C221", | |
| "31A224", | |
| "48A98313" | |
| ], | |
| "predicted_codes": [ | |
| "46A122", | |
| "48A98311", | |
| "45C221", | |
| "48A9876" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A122\", \"48A98311\", \"45C221\", \"48A9876\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7999163179916317, | |
| "code_precision": 0.75, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 562, | |
| "gt_codes": [ | |
| "25G3(+32)", | |
| "26F1", | |
| "47I4(+8932)", | |
| "57A76(+4)", | |
| "86(SI TEMPUS FAVEBIT)" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "46A170:5(+4)", | |
| "54E31(+4):51EE1(+4)", | |
| "86(NEC VIRTUS NEC FORTUNA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"46A170:5(+4)\", \"54E31(+4):51EE1(+4)\", \"86(NEC VIRTUS NEC FORTUNA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5549170775437023, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 563, | |
| "gt_codes": [ | |
| "24A6", | |
| "25H17", | |
| "31A332(+0)", | |
| "47I2112(+9459)", | |
| "47I2112(+94591)", | |
| "86(SO REIN WIE AUF WELLEN)" | |
| ], | |
| "predicted_codes": [ | |
| "24A6", | |
| "25H17", | |
| "47I2111(+933)", | |
| "86(SO REIN ALS AUFZUWELEN)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"24A6\", \"25H17\", \"47I2111(+933)\", \"86(SO REIN ALS AUFZUWELEN)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8939953810623559, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 564, | |
| "gt_codes": [ | |
| "25H21", | |
| "41A7751", | |
| "46C1111", | |
| "47I221", | |
| "49G361" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "47I2112", | |
| "47I213", | |
| "47I221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"47I2112\", \"47I213\", \"47I221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5652032520325204, | |
| "code_precision": 0.25, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 565, | |
| "gt_codes": [ | |
| "47I2112" | |
| ], | |
| "predicted_codes": [ | |
| "47I2112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"47I2112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 566, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31A5341", | |
| "61B(+51)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9473684210526316, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 567, | |
| "gt_codes": [ | |
| "11H", | |
| "23R14", | |
| "31D15", | |
| "34B11", | |
| "41B16", | |
| "41B33", | |
| "45B", | |
| "73", | |
| "73D331" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+93231)", | |
| "41B32", | |
| "73" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+93231)\", \"41B32\", \"73\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5148475909537856, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.1111111111111111 | |
| }, | |
| { | |
| "index": 568, | |
| "gt_codes": [ | |
| "61B2(WILLEM I, prins van Oranje-Nassau)11" | |
| ], | |
| "predicted_codes": [ | |
| "45C21", | |
| "61B2(JAN VAN HEEMSKERCK)11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C21\", \"61B2(JAN VAN HEEMSKERCK)11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 569, | |
| "gt_codes": [ | |
| "24A6", | |
| "25H23", | |
| "31A2764", | |
| "52BB41(+4)", | |
| "56DD2(+4)", | |
| "86(CAVETE AB INCERTIS)", | |
| "95A(ICARUS)681" | |
| ], | |
| "predicted_codes": [ | |
| "24A6", | |
| "25F(+352)", | |
| "25H13", | |
| "25H23", | |
| "26A", | |
| "31A2762", | |
| "31D12", | |
| "92B18(EAGLE)", | |
| "92B18(SUN)", | |
| "92BB121", | |
| "86(NEC SOL NEQUE TELLUS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"24A6\", \"25F(+352)\", \"25H13\", \"25H23\", \"26A\", \"31A2762\", \"31D12\", \"92B18(EAGLE)\", \"92B18(SUN)\", \"92BB121\", \"86(NEC SOL NEQUE TELLUS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 11, | |
| "total_predicted": 11, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5709371805066455, | |
| "code_precision": 0.18181818181818182, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 570, | |
| "gt_codes": [ | |
| "73C721" | |
| ], | |
| "predicted_codes": [ | |
| "73C421", | |
| "73C4" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C421\", \"73C4\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5924050632911392, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 571, | |
| "gt_codes": [ | |
| "61B(+2)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 572, | |
| "gt_codes": [ | |
| "48C7322", | |
| "48C7325", | |
| "48C75", | |
| "52A6", | |
| "59C2" | |
| ], | |
| "predicted_codes": [ | |
| "48C7321", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C7321\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5018867924528301, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 573, | |
| "gt_codes": [ | |
| "11(+5)", | |
| "11(+5):61B", | |
| "11F4", | |
| "11FF4221", | |
| "11H", | |
| "11H(ADRIAN)", | |
| "11HH(BARBARA)" | |
| ], | |
| "predicted_codes": [ | |
| "11(+5):61B", | |
| "11H", | |
| "73A222" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11(+5):61B\", \"11H\", \"73A222\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7109036345448483, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 574, | |
| "gt_codes": [ | |
| "31D14", | |
| "31D15", | |
| "45D311", | |
| "41D221(HAT)", | |
| "31A235", | |
| "46D3" | |
| ], | |
| "predicted_codes": [ | |
| "31D14", | |
| "45B", | |
| "46A212", | |
| "49G1", | |
| "49G81" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D14\", \"45B\", \"46A212\", \"49G1\", \"49G81\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4720979020979021, | |
| "code_precision": 0.2, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 575, | |
| "gt_codes": [ | |
| "33A13", | |
| "44B421" | |
| ], | |
| "predicted_codes": [ | |
| "45H3(+2)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45H3(+2)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 576, | |
| "gt_codes": [ | |
| "25G21(CHERRY)", | |
| "25G21(HAZELNUT)", | |
| "25G21(MELON)", | |
| "25G21(PEACH)", | |
| "25G41(CARNATION)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAGSCONE)", | |
| "25G41(ROSE)", | |
| "41A774", | |
| "41C653(PEACH)", | |
| "47I4223" | |
| ], | |
| "predicted_codes": [ | |
| "25F39(DOVE)", | |
| "25G21(CHERRY)", | |
| "25G21(PEACH)", | |
| "25G41(CARNATION)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAGSCONE)", | |
| "25G41(MARIGOLD)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "41A671", | |
| "41C653(PEACH)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F39(DOVE)\", \"25G21(CHERRY)\", \"25G21(PEACH)\", \"25G41(CARNATION)\", \"25G41(CONVOLVULUS)\", \"25G41(DAGSCONE)\", \"25G41(MARIGOLD)\", \"25G41(ROSE)\", \"25G41(TULIP)\", \"41A671\", \"41C653(PEACH)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 11, | |
| "total_predicted": 11, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.89944416371905, | |
| "code_precision": 0.6363636363636364, | |
| "code_recall": 0.6363636363636364 | |
| }, | |
| { | |
| "index": 577, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(P)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(W)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(W)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 578, | |
| "gt_codes": [ | |
| "25I1", | |
| "31D15", | |
| "31E3", | |
| "41A1", | |
| "46C14" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "31A(+73)", | |
| "34B11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"31A(+73)\", \"34B11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.31406570841889114, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 579, | |
| "gt_codes": [ | |
| "25G3", | |
| "25H114", | |
| "25I", | |
| "41A1", | |
| "46C11" | |
| ], | |
| "predicted_codes": [ | |
| "25H114", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H114\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6449864498644986, | |
| "code_precision": 1.0, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 580, | |
| "gt_codes": [ | |
| "43B31", | |
| "48C7521" | |
| ], | |
| "predicted_codes": [ | |
| "41A3912", | |
| "46B222" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A3912\", \"46B222\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.195, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 581, | |
| "gt_codes": [ | |
| "86(DER TAUBEN-NARR)", | |
| "31A235", | |
| "31B8", | |
| "41A36", | |
| "34B2311", | |
| "25F39(DOVE)(+5262)", | |
| "54AA1", | |
| "46A170", | |
| "54BB4" | |
| ], | |
| "predicted_codes": [ | |
| "86(DER TAUBEN NARR)", | |
| "41A36", | |
| "25F39(DOVE)(+452)", | |
| "47I15(SCYTHE)", | |
| "31D14", | |
| "54DD51" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(DER TAUBEN NARR)\", \"41A36\", \"25F39(DOVE)(+452)\", \"47I15(SCYTHE)\", \"31D14\", \"54DD51\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.596678966789668, | |
| "code_precision": 0.16666666666666666, | |
| "code_recall": 0.1111111111111111 | |
| }, | |
| { | |
| "index": 582, | |
| "gt_codes": [ | |
| "92D1916", | |
| "92B58(CADUCEUS)", | |
| "41D92", | |
| "46A122", | |
| "48C5142", | |
| "46B311", | |
| "45C16(CANNON)", | |
| "44D4", | |
| "25F37(CRANE)", | |
| "48C7352", | |
| "44A3" | |
| ], | |
| "predicted_codes": [ | |
| "45C22", | |
| "92D1916", | |
| "48A9875", | |
| "44B191", | |
| "44G0" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C22\", \"92D1916\", \"48A9875\", \"44B191\", \"44G0\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.45145299145299134, | |
| "code_precision": 0.2, | |
| "code_recall": 0.09090909090909091 | |
| }, | |
| { | |
| "index": 583, | |
| "gt_codes": [ | |
| "41A7751", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "25G41", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 584, | |
| "gt_codes": [ | |
| "46A7" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+933)", | |
| "46B31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+933)\", \"46B31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2533333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 585, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+54)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A2421\", \"31D15:61BB\", \"61B(+54)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9800000000000001, | |
| "code_precision": 0.6, | |
| "code_recall": 0.6 | |
| }, | |
| { | |
| "index": 586, | |
| "gt_codes": [ | |
| "25F23(PANTHER)", | |
| "25F42(+343)", | |
| "25F6(+621)", | |
| "31A4542(+23)", | |
| "43C1(+41614)", | |
| "43C1(+4163)", | |
| "47I214(+9351)", | |
| "57AA621(+1)", | |
| "86(DECEIT)", | |
| "86(INGANNO)" | |
| ], | |
| "predicted_codes": [ | |
| "25F42(+1)", | |
| "31A4527", | |
| "31D14", | |
| "41D92", | |
| "46C13185", | |
| "54E31(+0)", | |
| "86(DECEIT)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F42(+1)\", \"31A4527\", \"31D14\", \"41D92\", \"46C13185\", \"54E31(+0)\", \"86(DECEIT)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.566019417475728, | |
| "code_precision": 0.14285714285714285, | |
| "code_recall": 0.1 | |
| }, | |
| { | |
| "index": 587, | |
| "gt_codes": [ | |
| "25F6(+63)", | |
| "25H213", | |
| "25I3", | |
| "86(MIT DIESEN NUN GAR ANDERS)" | |
| ], | |
| "predicted_codes": [ | |
| "25F6(+4712)", | |
| "25H213", | |
| "86(MIT DIESEN NUN GANZ ANDERS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F6(+4712)\", \"25H213\", \"86(MIT DIESEN NUN GANZ ANDERS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9189189189189189, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 588, | |
| "gt_codes": [ | |
| "86(DREY ST\u00c4NDE/ DARINNEN DIE WELT BESTEHET)", | |
| "25A13", | |
| "46A14", | |
| "46A124", | |
| "11P3113", | |
| "11C12", | |
| "55C2", | |
| "45C13(SWORD)", | |
| "49MM32", | |
| "47I15(FLAIL)", | |
| "51A5", | |
| "11A23" | |
| ], | |
| "predicted_codes": [ | |
| "86(DREY ST\u00c4NDE, DARINNEN DIE WELT BESTEHET)", | |
| "25A13", | |
| "49C3", | |
| "47I15(PLOUGH)", | |
| "45C13(SWORD)", | |
| "49L73" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(DREY ST\\u00c4NDE, DARINNEN DIE WELT BESTEHET)\", \"25A13\", \"49C3\", \"47I15(PLOUGH)\", \"45C13(SWORD)\", \"49L73\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5296291112666199, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 589, | |
| "gt_codes": [ | |
| "49E39311(PHIAL)", | |
| "49E39312(RETORT)", | |
| "49E3932", | |
| "49E3952(DISTILLATION)", | |
| "49E81" | |
| ], | |
| "predicted_codes": [ | |
| "49E39312(ALAMBIC)", | |
| "49E39312", | |
| "49E81" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49E39312(ALAMBIC)\", \"49E39312\", \"49E81\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9751473225723802, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 590, | |
| "gt_codes": [ | |
| "48A9871", | |
| "49L17" | |
| ], | |
| "predicted_codes": [ | |
| "48A98312", | |
| "48C5156" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48A98312\", \"48C5156\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5702065217391303, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 591, | |
| "gt_codes": [ | |
| "45C22", | |
| "32B33(TURKS)", | |
| "92D1916", | |
| "48A9877", | |
| "45C19(SHIELD)", | |
| "46C2711", | |
| "61B2(KOLUMBUS, Christoph)11" | |
| ], | |
| "predicted_codes": [ | |
| "49C3", | |
| "25F23(LION)", | |
| "11G1911", | |
| "48A9876", | |
| "46C24", | |
| "48A98312", | |
| "48A9875", | |
| "61B2(COLUMBUS, Christoph)11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49C3\", \"25F23(LION)\", \"11G1911\", \"48A9876\", \"46C24\", \"48A98312\", \"48A9875\", \"61B2(COLUMBUS, Christoph)11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 8, | |
| "total_predicted": 8, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5061852460434144, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 592, | |
| "gt_codes": [ | |
| "46C13142", | |
| "31D17" | |
| ], | |
| "predicted_codes": [ | |
| "83(MANDEVILLE, Voyages)", | |
| "46C13142", | |
| "46A15" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(MANDEVILLE, Voyages)\", \"46C13142\", \"46A15\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.47916666666666663, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 593, | |
| "gt_codes": [ | |
| "25H2314", | |
| "25I1", | |
| "46C112:47G52", | |
| "47I21", | |
| "47I228" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "25H213", | |
| "46C112:47G52" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"25H213\", \"46C112:47G52\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6113066111400312, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 594, | |
| "gt_codes": [ | |
| "49H3", | |
| "83(OGILBY, America)" | |
| ], | |
| "predicted_codes": [ | |
| "49H3", | |
| "83(OGILBY, America)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49H3\", \"83(OGILBY, America)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 595, | |
| "gt_codes": [ | |
| "49M42", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M42", | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M42\", \"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 596, | |
| "gt_codes": [ | |
| "25F36(GULL)", | |
| "25H23", | |
| "26A", | |
| "41A775" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C24" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C24\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.36831081081081085, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 597, | |
| "gt_codes": [ | |
| "25F(+342):25F(+154)", | |
| "25F42(+154)", | |
| "25F42(+57321)", | |
| "25G13", | |
| "25G21(+154)", | |
| "25H114", | |
| "25I12", | |
| "41D221(HAT)(+81)", | |
| "44B192", | |
| "92B11221", | |
| "92B58(CADUCEUS)", | |
| "92B58(PETASUS)", | |
| "52D3(+4)", | |
| "54F1(+4)", | |
| "54F12(+4)", | |
| "57A6(+4)" | |
| ], | |
| "predicted_codes": [ | |
| "25F39(DOVE)", | |
| "25G13", | |
| "25H114", | |
| "25I3", | |
| "47I1421", | |
| "48C7352", | |
| "49D36", | |
| "49L8", | |
| "92B58(CADUCEUS)", | |
| "92B58(PETASUS)", | |
| "11A", | |
| "52A2(+4):54A7(+4)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F39(DOVE)\", \"25G13\", \"25H114\", \"25I3\", \"47I1421\", \"48C7352\", \"49D36\", \"49L8\", \"92B58(CADUCEUS)\", \"92B58(PETASUS)\", \"11A\", \"52A2(+4):54A7(+4)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 12, | |
| "total_predicted": 12, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5409006928406465, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 598, | |
| "gt_codes": [ | |
| "11F61", | |
| "11H(JOSEPH)", | |
| "11HH(ANNA)" | |
| ], | |
| "predicted_codes": [ | |
| "73B821" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B821\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 599, | |
| "gt_codes": [ | |
| "25H11(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "25I1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 600, | |
| "gt_codes": [ | |
| "31A235", | |
| "31AA235", | |
| "41A44(+411)", | |
| "48A9821", | |
| "48A9875", | |
| "92D1916", | |
| "92L41" | |
| ], | |
| "predicted_codes": [ | |
| "48A9875", | |
| "92L1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48A9875\", \"92L1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.559203280609256, | |
| "code_precision": 0.5, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 601, | |
| "gt_codes": [ | |
| "49M41", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M41", | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M41\", \"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 602, | |
| "gt_codes": [ | |
| "49G4" | |
| ], | |
| "predicted_codes": [ | |
| "11Q712", | |
| "46C232" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"46C232\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 603, | |
| "gt_codes": [ | |
| "11H(...)7", | |
| "11HH(...)7" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "73B8" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"73B8\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.26440677966101694, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 604, | |
| "gt_codes": [ | |
| "11A23", | |
| "11R3", | |
| "25F(+342):25F(+154)", | |
| "25F42(+154)", | |
| "25G11", | |
| "25G13", | |
| "25H1124", | |
| "25H114", | |
| "31A2512(+933)", | |
| "31A2515(+931)", | |
| "31AA2515(+931)", | |
| "31A2516(+933)", | |
| "31A25552", | |
| "31A2711", | |
| "31A2753", | |
| "31B6212", | |
| "31D14", | |
| "41A777", | |
| "41D211(+81)", | |
| "41D221(HAT)(+81)" | |
| ], | |
| "predicted_codes": [ | |
| "25G13", | |
| "25H114", | |
| "25H23", | |
| "26A", | |
| "31A2352(+61)", | |
| "31A2512(+933)", | |
| "31A2515(+933)", | |
| "31A2621(+53)", | |
| "31A534", | |
| "31D14", | |
| "41D211(+81)", | |
| "41D221(+81)", | |
| "41D233(+81)", | |
| "41D27(+81)", | |
| "46C24(+63)", | |
| "46C513", | |
| "46E221", | |
| "46E232", | |
| "46E2321", | |
| "46E2323" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G13\", \"25H114\", \"25H23\", \"26A\", \"31A2352(+61)\", \"31A2512(+933)\", \"31A2515(+933)\", \"31A2621(+53)\", \"31A534\", \"31D14\", \"41D211(+81)\", \"41D221(+81)\", \"41D233(+81)\", \"41D27(+81)\", \"46C24(+63)\", \"46C513\", \"46E221\", \"46E232\", \"46E2321\", \"46E2323\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 20, | |
| "total_predicted": 20, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6697942708333333, | |
| "code_precision": 0.25, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 605, | |
| "gt_codes": [ | |
| "25F" | |
| ], | |
| "predicted_codes": [ | |
| "25F" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 606, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 607, | |
| "gt_codes": [ | |
| "11P3111", | |
| "44B194", | |
| "61B2(INNOZENZ <Papst, 8>)11" | |
| ], | |
| "predicted_codes": [ | |
| "11P3111", | |
| "46A122" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11P3111\", \"46A122\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4799999999999999, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 608, | |
| "gt_codes": [ | |
| "43A1" | |
| ], | |
| "predicted_codes": [ | |
| "43A(+2)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43A(+2)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 609, | |
| "gt_codes": [ | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.687089715536105, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 610, | |
| "gt_codes": [ | |
| "31D13", | |
| "41A23", | |
| "41AA11", | |
| "44B113", | |
| "49G2", | |
| "98B(ANTIOCHUS I)61" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+93231)", | |
| "41AA11", | |
| "71", | |
| "71I331" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+93231)\", \"41AA11\", \"71\", \"71I331\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3704035874439462, | |
| "code_precision": 0.25, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 611, | |
| "gt_codes": [ | |
| "25G22(ONION)", | |
| "33A14", | |
| "41C12", | |
| "43C9", | |
| "46A14", | |
| "48C7354", | |
| "48C75" | |
| ], | |
| "predicted_codes": [ | |
| "31A254", | |
| "31D17", | |
| "46C13142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A254\", \"31D17\", \"46C13142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.21929861849096705, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 612, | |
| "gt_codes": [ | |
| "25H113", | |
| "25H23", | |
| "25H2311", | |
| "25I12", | |
| "25I5", | |
| "26A", | |
| "31A2513(+933)", | |
| "31A2515", | |
| "31A25552", | |
| "31A4527(+23)", | |
| "31A534", | |
| "31B6211", | |
| "43C1(+41621)", | |
| "92H4", | |
| "23T0", | |
| "48C901", | |
| "49K1(+55)", | |
| "51K1(+4)", | |
| "52A42(+4)", | |
| "52A44" | |
| ], | |
| "predicted_codes": [ | |
| "25F(+342)", | |
| "25H11", | |
| "25H13", | |
| "25H23", | |
| "25I12", | |
| "26A", | |
| "31A2764", | |
| "31D14", | |
| "41D91", | |
| "46C215(ANCHOR)", | |
| "46C232", | |
| "46C24(+63)", | |
| "47I15(PITCHFORK)", | |
| "86(\u039c\u039f\u03a5\u03a3\u0395 \u0391\u039d\u0391\u039b\u039f\u03a5\u03a3\u0395)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F(+342)\", \"25H11\", \"25H13\", \"25H23\", \"25I12\", \"26A\", \"31A2764\", \"31D14\", \"41D91\", \"46C215(ANCHOR)\", \"46C232\", \"46C24(+63)\", \"47I15(PITCHFORK)\", \"86(\\u039c\\u039f\\u03a5\\u03a3\\u0395 \\u0391\\u039d\\u0391\\u039b\\u039f\\u03a5\\u03a3\\u0395)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 14, | |
| "total_predicted": 14, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5046146769513835, | |
| "code_precision": 0.21428571428571427, | |
| "code_recall": 0.15 | |
| }, | |
| { | |
| "index": 613, | |
| "gt_codes": [ | |
| "25I" | |
| ], | |
| "predicted_codes": [ | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 614, | |
| "gt_codes": [ | |
| "11D", | |
| "31A235", | |
| "31A2422", | |
| "31A25", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "61B(+54)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"61B(+54)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8262910798122065, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 615, | |
| "gt_codes": [ | |
| "11P31521", | |
| "11P3154", | |
| "31A" | |
| ], | |
| "predicted_codes": [ | |
| "11H(ANTONY ABBOT)35", | |
| "47I213" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(ANTONY ABBOT)35\", \"47I213\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.21714285714285717, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 616, | |
| "gt_codes": [ | |
| "25F711(BEE)(+53)", | |
| "45C221", | |
| "47I242(+0)", | |
| "47I243(+953)", | |
| "31A22611", | |
| "45A1", | |
| "45A10", | |
| "45A2", | |
| "45A20", | |
| "45A231", | |
| "47I2421" | |
| ], | |
| "predicted_codes": [ | |
| "25F711(BEE)(+53)", | |
| "45C221", | |
| "46A122(...)3", | |
| "47I242", | |
| "47I243(+952)", | |
| "48A9843" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F711(BEE)(+53)\", \"45C221\", \"46A122(...)3\", \"47I242\", \"47I243(+952)\", \"48A9843\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6720546258465327, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.18181818181818182 | |
| }, | |
| { | |
| "index": 617, | |
| "gt_codes": [ | |
| "25F711(CATERPILLAR)", | |
| "25F711(LADYBIRD)", | |
| "25G41(CARNATION)", | |
| "41A671" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(CARNATION)", | |
| "41A671", | |
| "41A773" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(CARNATION)\", \"41A671\", \"41A773\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7683083511777302, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 618, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "49D36", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8629013079667063, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 619, | |
| "gt_codes": [ | |
| "25I1" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(CARROT)", | |
| "31D14", | |
| "31D15", | |
| "41A771", | |
| "46BB21:46B11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(CARROT)\", \"31D14\", \"31D15\", \"41A771\", \"46BB21:46B11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.13333333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 620, | |
| "gt_codes": [ | |
| "31A2211", | |
| "31D15:61BB", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7570109890109891, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 621, | |
| "gt_codes": [ | |
| "22C31", | |
| "31A4690", | |
| "41A635", | |
| "44A1(+4)(DORDRECHT)", | |
| "48C244", | |
| "49L8", | |
| "49M32", | |
| "61E(DORDRECHT)", | |
| "92B11221", | |
| "92F2911" | |
| ], | |
| "predicted_codes": [ | |
| "11D123(TAU-CROSS)", | |
| "11M31", | |
| "24A6", | |
| "25G41(ROSE)(+27)", | |
| "25H114", | |
| "31AA2726(+0)", | |
| "31D15", | |
| "41A635", | |
| "41B32(+1)", | |
| "48C1613", | |
| "49L8", | |
| "49MM32", | |
| "49N21", | |
| "49N21", | |
| "49N21", | |
| "49N21", | |
| "49N21", | |
| "49N21", | |
| "49N21", | |
| "49N21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D123(TAU-CROSS)\", \"11M31\", \"24A6\", \"25G41(ROSE)(+27)\", \"25H114\", \"31AA2726(+0)\", \"31D15\", \"41A635\", \"41B32(+1)\", \"48C1613\", \"49L8\", \"49MM32\", \"49N21\", \"49N21\", \"49N21\", \"49N21\", \"49N21\", \"49N21\", \"49N21\", \"49N21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 20, | |
| "total_predicted": 20, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4117486338797815, | |
| "code_precision": 0.15384615384615385, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 622, | |
| "gt_codes": [ | |
| "31A233", | |
| "31A235", | |
| "31A2543", | |
| "31A5352", | |
| "41A721", | |
| "49G11", | |
| "49G34", | |
| "86(ZU MINDERN UND ZU MEHREN)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2543", | |
| "31D14(+72)", | |
| "41A7211", | |
| "49G6211", | |
| "86(ZU MINDERN UND ZU MEHREN)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2543\", \"31D14(+72)\", \"41A7211\", \"49G6211\", \"86(ZU MINDERN UND ZU MEHREN)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7704062385916521, | |
| "code_precision": 0.4, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 623, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31A311", | |
| "61B(+51)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9431968295904887, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 624, | |
| "gt_codes": [ | |
| "25G4(LAURUS ALEXANDRINA GENNINA)", | |
| "25G4(TRUE LAURELL OF ALEXANDRIA)", | |
| "25G4(CHAMAEDAPHNE VERA DIOSCORIDIS)", | |
| "25G4(TRUE DWARFE LAURELL OF DIOSCORIDES)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(...)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(...)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 625, | |
| "gt_codes": [ | |
| "25A4", | |
| "45K13" | |
| ], | |
| "predicted_codes": [ | |
| "25A3", | |
| "45K13" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25A3\", \"45K13\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8000000000000002, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 626, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(N)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(N)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(N)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 627, | |
| "gt_codes": [ | |
| "25F26(RABBIT)", | |
| "25F35(PEACOCK)", | |
| "25F36(DUCK)", | |
| "25H", | |
| "31A(+89)", | |
| "31D14", | |
| "31D15", | |
| "34B232(+51)", | |
| "47I21111", | |
| "47I214", | |
| "71", | |
| "71A422" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "25H15", | |
| "47I21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"25H15\", \"47I21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.48555555555555546, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 628, | |
| "gt_codes": [ | |
| "43C3963" | |
| ], | |
| "predicted_codes": [ | |
| "45H3(+2)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45H3(+2)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 629, | |
| "gt_codes": [ | |
| "73D415" | |
| ], | |
| "predicted_codes": [ | |
| "73D41" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D41\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.855, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 630, | |
| "gt_codes": [ | |
| "31A2245(+933):25G411", | |
| "31A2422", | |
| "31D13", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"31D15:61BB\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8704696449026346, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 631, | |
| "gt_codes": [ | |
| "44G342" | |
| ], | |
| "predicted_codes": [ | |
| "11H(THOMAS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(THOMAS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 632, | |
| "gt_codes": [ | |
| "22C8", | |
| "25G3(+361)", | |
| "25G3(+363)", | |
| "25I3" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "25H114", | |
| "26C9", | |
| "31A(+73)", | |
| "31A2351", | |
| "31AA2512(+933)", | |
| "31D14", | |
| "31D15", | |
| "41A16", | |
| "41B162", | |
| "41D211(SHORT TUNIC)", | |
| "41D221(HAT)", | |
| "41D221(TURBAN)", | |
| "41D223(VEST)", | |
| "41D2332", | |
| "41D28", | |
| "42A3", | |
| "42A411", | |
| "42B111", | |
| "42B4" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"25H114\", \"26C9\", \"31A(+73)\", \"31A2351\", \"31AA2512(+933)\", \"31D14\", \"31D15\", \"41A16\", \"41B162\", \"41D211(SHORT TUNIC)\", \"41D221(HAT)\", \"41D221(TURBAN)\", \"41D223(VEST)\", \"41D2332\", \"41D28\", \"42A3\", \"42A411\", \"42B111\", \"42B4\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 20, | |
| "total_predicted": 20, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.140877914951989, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 633, | |
| "gt_codes": [ | |
| "46C24:47K" | |
| ], | |
| "predicted_codes": [ | |
| "31A254", | |
| "31D16", | |
| "41C74(+1)", | |
| "41C741" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A254\", \"31D16\", \"41C74(+1)\", \"41C741\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 634, | |
| "gt_codes": [ | |
| "31A71", | |
| "41D2321" | |
| ], | |
| "predicted_codes": [ | |
| "31A72" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A72\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5333333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 635, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2421", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9269580450992723, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 636, | |
| "gt_codes": [ | |
| "25G22(Reuponticum)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(RESPONCIUM)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(RESPONCIUM)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 637, | |
| "gt_codes": [ | |
| "25G4(THISTLE)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(Spinat)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(Spinat)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 638, | |
| "gt_codes": [ | |
| "34B12", | |
| "41C69" | |
| ], | |
| "predicted_codes": [ | |
| "34B12", | |
| "34B13" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"34B12\", \"34B13\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6428571428571429, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 639, | |
| "gt_codes": [ | |
| "41C672" | |
| ], | |
| "predicted_codes": [ | |
| "41A773" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A773\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4000000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 640, | |
| "gt_codes": [ | |
| "31D15:61BB" | |
| ], | |
| "predicted_codes": [ | |
| "31D15:61BB", | |
| "41D222(RABAT)", | |
| "41D26611" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D15:61BB\", \"41D222(RABAT)\", \"41D26611\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 641, | |
| "gt_codes": [ | |
| "11P3153(+0)", | |
| "23R14", | |
| "24B3", | |
| "25F44", | |
| "25F72(SNAIL)", | |
| "41B33", | |
| "42E141(+0)", | |
| "44G591(+0)", | |
| "86(NEC VIRTUS OBSCURA PETIT)", | |
| "86(LET YOUR LIGHT SO SHINE, THAT MEN SEEING YOUR GOOD WORKES MAY GLORIFIE)" | |
| ], | |
| "predicted_codes": [ | |
| "24A6", | |
| "31B8", | |
| "41C325", | |
| "41C7110", | |
| "49D452(+0)", | |
| "51E11(+4)", | |
| "51EE11(+4)", | |
| "86(DER TRINKBECHER)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"24A6\", \"31B8\", \"41C325\", \"41C7110\", \"49D452(+0)\", \"51E11(+4)\", \"51EE11(+4)\", \"86(DER TRINKBECHER)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 8, | |
| "total_predicted": 8, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.33022388059701496, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 642, | |
| "gt_codes": [ | |
| "25FF", | |
| "25FF62", | |
| "92K1" | |
| ], | |
| "predicted_codes": [ | |
| "92H1", | |
| "92I7" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92H1\", \"92I7\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 643, | |
| "gt_codes": [ | |
| "25H13" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "41B4" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"41B4\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5333333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 644, | |
| "gt_codes": [ | |
| "25G4(ARTEMISIA LEPTOPHYLLOS)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(ARTEMISIA)", | |
| "25G4(WORMWOOD)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(ARTEMISIA)\", \"25G4(WORMWOOD)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 645, | |
| "gt_codes": [ | |
| "25I2", | |
| "47I211", | |
| "25H17", | |
| "25H155", | |
| "61E(KERSTLINGERODE)" | |
| ], | |
| "predicted_codes": [ | |
| "41A1", | |
| "25I3", | |
| "61E(KERSJLINGERODE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A1\", \"25I3\", \"61E(KERSJLINGERODE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5499397590361446, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 646, | |
| "gt_codes": [ | |
| "24C12", | |
| "92B1" | |
| ], | |
| "predicted_codes": [ | |
| "92B1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92B1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 647, | |
| "gt_codes": [ | |
| "48B3", | |
| "48C511" | |
| ], | |
| "predicted_codes": [ | |
| "31A254", | |
| "31D16" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A254\", \"31D16\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 648, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "31D13", | |
| "31D15:61BB", | |
| "46C1312", | |
| "46C13141", | |
| "61B(+55)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+55)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+55)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6966120749479529, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 649, | |
| "gt_codes": [ | |
| "48A9861", | |
| "94L322" | |
| ], | |
| "predicted_codes": [ | |
| "94L321" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"94L321\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 650, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(B)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(B)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(B)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 651, | |
| "gt_codes": [ | |
| "11V" | |
| ], | |
| "predicted_codes": [ | |
| "73C852", | |
| "73C8521" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C852\", \"73C8521\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 652, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7986607828089025, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 653, | |
| "gt_codes": [ | |
| "11Q731126", | |
| "11Q7151" | |
| ], | |
| "predicted_codes": [ | |
| "11Q758", | |
| "42E23" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q758\", \"42E23\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5066666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 654, | |
| "gt_codes": [ | |
| "25I9" | |
| ], | |
| "predicted_codes": [ | |
| "25H11(+1)", | |
| "48C149" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11(+1)\", \"48C149\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2533333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 655, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(G)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(G)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(G)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 656, | |
| "gt_codes": [ | |
| "34B131", | |
| "43C11481", | |
| "45C15(ARROW)" | |
| ], | |
| "predicted_codes": [ | |
| "25F35(PARROT)", | |
| "41E2", | |
| "43C11(+415)", | |
| "48C7351" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F35(PARROT)\", \"41E2\", \"43C11(+415)\", \"48C7351\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3288138801261829, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 657, | |
| "gt_codes": [ | |
| "25H", | |
| "31D14", | |
| "31D15", | |
| "41A7751" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2533333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 658, | |
| "gt_codes": [ | |
| "25G4(MISTLETOE)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(THISTLE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(THISTLE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 659, | |
| "gt_codes": [ | |
| "71F81", | |
| "11Q7141" | |
| ], | |
| "predicted_codes": [ | |
| "73B4" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B4\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 660, | |
| "gt_codes": [ | |
| "41D221(HAT)", | |
| "45B", | |
| "45C13(SWORD)", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "45B", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"45B\", \"61B(+55)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6425, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 661, | |
| "gt_codes": [ | |
| "25I28", | |
| "46C13142", | |
| "47I221" | |
| ], | |
| "predicted_codes": [ | |
| "25I3", | |
| "46C13142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I3\", \"46C13142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6714945321992708, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 662, | |
| "gt_codes": [ | |
| "23K11(+1)", | |
| "41C11", | |
| "43C1422", | |
| "43C9", | |
| "48C85" | |
| ], | |
| "predicted_codes": [ | |
| "23K41(+1)", | |
| "47I15(PLOUGH)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23K41(+1)\", \"47I15(PLOUGH)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.32662721893491126, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 663, | |
| "gt_codes": [ | |
| "73C832", | |
| "73C8321", | |
| "73C8322" | |
| ], | |
| "predicted_codes": [ | |
| "73D241", | |
| "73D25" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D241\", \"73D25\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38832618025751076, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 664, | |
| "gt_codes": [ | |
| "11Q713", | |
| "25I" | |
| ], | |
| "predicted_codes": [ | |
| "11Q713", | |
| "25I", | |
| "46B" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q713\", \"25I\", \"46B\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 665, | |
| "gt_codes": [ | |
| "42G:61B2(...)13" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 666, | |
| "gt_codes": [ | |
| "46C24", | |
| "25H13", | |
| "25H2322", | |
| "46C271", | |
| "32B3311" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C24", | |
| "71E128" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C24\", \"71E128\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6663331665832917, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 667, | |
| "gt_codes": [ | |
| "25H", | |
| "25I", | |
| "41A16", | |
| "48C145" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "41A16" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A16\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7860394537177542, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 668, | |
| "gt_codes": [ | |
| "11I62(HAGGAI)3", | |
| "49L12(I)", | |
| "49L171" | |
| ], | |
| "predicted_codes": [ | |
| "11H(PAUL)", | |
| "49L12(I)", | |
| "49L171", | |
| "49LL72" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(PAUL)\", \"49L12(I)\", \"49L171\", \"49LL72\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7684073672806067, | |
| "code_precision": 0.5, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 669, | |
| "gt_codes": [ | |
| "25H213", | |
| "41A17", | |
| "41A771", | |
| "46C2231" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "41A17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"41A17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6687568555758684, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 670, | |
| "gt_codes": [ | |
| "25G4(...)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(...)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(...)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 671, | |
| "gt_codes": [ | |
| "46C13141", | |
| "46C13142" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "31D14", | |
| "46C13142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"31D14\", \"46C13142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 672, | |
| "gt_codes": [ | |
| "23D44" | |
| ], | |
| "predicted_codes": [ | |
| "23D44", | |
| "92L1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23D44\", \"92L1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 673, | |
| "gt_codes": [ | |
| "41A2", | |
| "45A20", | |
| "56F2", | |
| "71", | |
| "71F212", | |
| "71F2165" | |
| ], | |
| "predicted_codes": [ | |
| "41A2", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A2\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2975, | |
| "code_precision": 0.5, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 674, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A24(+1)", | |
| "41A6", | |
| "48B3:61B", | |
| "48C5152", | |
| "48C5153", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "48B3:61B", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"48B3:61B\", \"61B(+55)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8329686360320933, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 675, | |
| "gt_codes": [ | |
| "42E3" | |
| ], | |
| "predicted_codes": [ | |
| "42E23", | |
| "46A122(...)1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"42E23\", \"46A122(...)1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.456, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 676, | |
| "gt_codes": [ | |
| "11F422" | |
| ], | |
| "predicted_codes": [ | |
| "11F42", | |
| "31A235" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F42\", \"31A235\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 677, | |
| "gt_codes": [ | |
| "83(BRANT, Ship of Fools)", | |
| "41B1", | |
| "24A6" | |
| ], | |
| "predicted_codes": [ | |
| "83(BRANT, Ship of Fools)", | |
| "41B2", | |
| "57A6" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(BRANT, Ship of Fools)\", \"41B2\", \"57A6\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5333333333333333, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 678, | |
| "gt_codes": [ | |
| "25H", | |
| "25H132" | |
| ], | |
| "predicted_codes": [ | |
| "25H132", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H132\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.74006734006734, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 679, | |
| "gt_codes": [ | |
| "23A1", | |
| "42G1", | |
| "44B111", | |
| "44B191", | |
| "46A122", | |
| "49K10", | |
| "93" | |
| ], | |
| "predicted_codes": [ | |
| "11M43", | |
| "25A13", | |
| "92B5" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11M43\", \"25A13\", \"92B5\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.076, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 680, | |
| "gt_codes": [ | |
| "11D123", | |
| "11H(MARTIN)4", | |
| "11P31131", | |
| "46A151", | |
| "46A212", | |
| "49L12(O)", | |
| "49L171" | |
| ], | |
| "predicted_codes": [ | |
| "11H(ANTONY ABBOT)4", | |
| "11P31521", | |
| "11Q7146" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(ANTONY ABBOT)4\", \"11P31521\", \"11Q7146\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.45599999999999996, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 681, | |
| "gt_codes": [ | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8847583643122676, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 682, | |
| "gt_codes": [ | |
| "46A15", | |
| "46A1612", | |
| "54F12" | |
| ], | |
| "predicted_codes": [ | |
| "31A2763", | |
| "46A151" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2763\", \"46A151\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.47655737704918033, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 683, | |
| "gt_codes": [ | |
| "41A2", | |
| "48A81(+351)", | |
| "61B113" | |
| ], | |
| "predicted_codes": [ | |
| "25A13", | |
| "48C5142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25A13\", \"48C5142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19000000000000003, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 684, | |
| "gt_codes": [ | |
| "25F23(LION)", | |
| "48A9833", | |
| "46A122", | |
| "48A98312", | |
| "25F24(BOAR)" | |
| ], | |
| "predicted_codes": [ | |
| "46A122", | |
| "48A98311", | |
| "45C221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A122\", \"48A98311\", \"45C221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6480274007357605, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 685, | |
| "gt_codes": [ | |
| "46A17", | |
| "31D112", | |
| "31D15(+53)", | |
| "31D15(+72)", | |
| "11Q11", | |
| "61B2(LOUBET, \u00c9mile)3", | |
| "31D14(+9321)", | |
| "11F26(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "46D3", | |
| "57AA91", | |
| "48C85431(PULCINELLA)", | |
| "42B74(1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46D3\", \"57AA91\", \"48C85431(PULCINELLA)\", \"42B74(1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.07619791666666667, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 686, | |
| "gt_codes": [ | |
| "25G3", | |
| "25H", | |
| "47I2112" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "47I21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"47I21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8262929745889388, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 687, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(E)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 688, | |
| "gt_codes": [ | |
| "11F4", | |
| "11F4111", | |
| "11F725", | |
| "31A2421", | |
| "33A14", | |
| "61B(+54)" | |
| ], | |
| "predicted_codes": [ | |
| "11F4", | |
| "31A25(+915)", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F4\", \"31A25(+915)\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8046483180428134, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 689, | |
| "gt_codes": [ | |
| "25F3(+4712)", | |
| "25F3(+53)", | |
| "25G11", | |
| "25H11", | |
| "25I152", | |
| "25I5", | |
| "31A2511(+933)", | |
| "31A2516(+933)", | |
| "31AA245", | |
| "31AA2627(+51)", | |
| "31D112(+89)", | |
| "31D15", | |
| "31E234631", | |
| "41A12", | |
| "41D211(+82)", | |
| "41D92", | |
| "42A3", | |
| "42B29", | |
| "45C13(SWORD)", | |
| "48C149" | |
| ], | |
| "predicted_codes": [ | |
| "25F31(+5262)", | |
| "25G11", | |
| "25H114", | |
| "25I9", | |
| "25K1", | |
| "31A27631", | |
| "31D14", | |
| "41D263", | |
| "45C11(SPEAR)", | |
| "48C149", | |
| "48C24", | |
| "48C244", | |
| "48CC7525", | |
| "48CC7525(+351)", | |
| "48CC7525(+352)", | |
| "48CC7525(+353)", | |
| "48CC7525(+354)", | |
| "48CC7525(+355)", | |
| "48CC7525(+356)", | |
| "48CC7525(+357)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F31(+5262)\", \"25G11\", \"25H114\", \"25I9\", \"25K1\", \"31A27631\", \"31D14\", \"41D263\", \"45C11(SPEAR)\", \"48C149\", \"48C24\", \"48C244\", \"48CC7525\", \"48CC7525(+351)\", \"48CC7525(+352)\", \"48CC7525(+353)\", \"48CC7525(+354)\", \"48CC7525(+355)\", \"48CC7525(+356)\", \"48CC7525(+357)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 20, | |
| "total_predicted": 20, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6653571562734787, | |
| "code_precision": 0.1, | |
| "code_recall": 0.1 | |
| }, | |
| { | |
| "index": 690, | |
| "gt_codes": [ | |
| "11H(JEROME)" | |
| ], | |
| "predicted_codes": [ | |
| "11H(JEROME)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(JEROME)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 691, | |
| "gt_codes": [ | |
| "41A2", | |
| "41A411", | |
| "41A412", | |
| "41B214", | |
| "48A9863" | |
| ], | |
| "predicted_codes": [ | |
| "41A2", | |
| "41B214" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A2\", \"41B214\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7995198079231692, | |
| "code_precision": 1.0, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 692, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A24(+1)", | |
| "31A2421", | |
| "31D14", | |
| "31D15", | |
| "42G:61B2(...)13", | |
| "61B(+55)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8230119284294236, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 693, | |
| "gt_codes": [ | |
| "71K29221" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "46A12", | |
| "31D16", | |
| "44B191", | |
| "41D27" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"46A12\", \"31D16\", \"44B191\", \"41D27\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 694, | |
| "gt_codes": [ | |
| "23U22(+0)", | |
| "31F25", | |
| "33C23", | |
| "45C15(ARROW)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2543", | |
| "31D16", | |
| "31F26(+3)", | |
| "41D271", | |
| "45C15(ARROW)(+69)", | |
| "86(DIE LIEBE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2543\", \"31D16\", \"31F26(+3)\", \"41D271\", \"45C15(ARROW)(+69)\", \"86(DIE LIEBE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4800693240901213, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 695, | |
| "gt_codes": [ | |
| "86(ET STEMMA ET GLORIAM RENOVABIT)", | |
| "86(WIE ER WIRD DESSEN STAMM ERWEITERN UND VERJ\u00dcNGEN/ ALSO AUCH NEUEN FLOR DEM GROSSEN ERTZ-HAUSS BRINGEN)", | |
| "25G3", | |
| "48C26", | |
| "42G1" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "49L8", | |
| "51E11(+0)", | |
| "57A6(+0)", | |
| "86(QUO FERTUR, ILLUD)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"49L8\", \"51E11(+0)\", \"57A6(+0)\", \"86(QUO FERTUR, ILLUD)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5336672629695887, | |
| "code_precision": 0.2, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 696, | |
| "gt_codes": [ | |
| "25G4(+15)", | |
| "41A35", | |
| "41A64" | |
| ], | |
| "predicted_codes": [ | |
| "25G3(LAUREL)(+27)", | |
| "48C161", | |
| "49D36", | |
| "54E31(+4):51GG1(+4)", | |
| "86(VICTORIAE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3(LAUREL)(+27)\", \"48C161\", \"49D36\", \"54E31(+4):51GG1(+4)\", \"86(VICTORIAE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.24843161856963616, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 697, | |
| "gt_codes": [ | |
| "25F72(OYSTER)(+93)", | |
| "31A231", | |
| "31A2422", | |
| "31D11222", | |
| "31D112:61B2(...)1", | |
| "41A422", | |
| "41D221(FEATHERS)", | |
| "41D26611", | |
| "41D2662", | |
| "41D26:31A22621", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.46594900849858356, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.18181818181818182 | |
| }, | |
| { | |
| "index": 698, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2421", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+53)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9754098360655737, | |
| "code_precision": 1.0, | |
| "code_recall": 0.8 | |
| }, | |
| { | |
| "index": 699, | |
| "gt_codes": [ | |
| "45C22", | |
| "25H23", | |
| "25H2311", | |
| "31A4527(+23)", | |
| "43C1(+41621)", | |
| "92H4" | |
| ], | |
| "predicted_codes": [ | |
| "24A6", | |
| "25F(+342)", | |
| "25H11", | |
| "25I12", | |
| "26A", | |
| "31A2511(+933)", | |
| "31A2512(+933)", | |
| "31A2711", | |
| "31A4521", | |
| "31D14", | |
| "41B162", | |
| "45C11(SPEAR)", | |
| "45C22", | |
| "45C221", | |
| "92B18(EAGLE)", | |
| "92B3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"24A6\", \"25F(+342)\", \"25H11\", \"25I12\", \"26A\", \"31A2511(+933)\", \"31A2512(+933)\", \"31A2711\", \"31A4521\", \"31D14\", \"41B162\", \"45C11(SPEAR)\", \"45C22\", \"45C221\", \"92B18(EAGLE)\", \"92B3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 16, | |
| "total_predicted": 16, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5647350114416476, | |
| "code_precision": 0.0625, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 700, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(T)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(Z)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(Z)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 701, | |
| "gt_codes": [ | |
| "31A231", | |
| "31D14", | |
| "32B321", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "31D14", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"31D14\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.36050516647531566, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 702, | |
| "gt_codes": [ | |
| "24A6", | |
| "25F23(LION)(+15)", | |
| "25I12", | |
| "25I13", | |
| "25I18", | |
| "31A233", | |
| "31A2511(+931)", | |
| "31A25411", | |
| "31B6211", | |
| "31B62171", | |
| "41A641", | |
| "41A7221", | |
| "43C421", | |
| "43C421(+24)", | |
| "43C424", | |
| "45C15(CROSSBOW)", | |
| "51AA51(+4)", | |
| "57A612(+4)", | |
| "86(NON QUAM CREBRO SED QUAM BENE)" | |
| ], | |
| "predicted_codes": [ | |
| "86(NON QUAM CREBRE SED QUAM BENE)", | |
| "41A361", | |
| "25I144", | |
| "47D8(AXE)", | |
| "43C424", | |
| "11Q0", | |
| "11M31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(NON QUAM CREBRE SED QUAM BENE)\", \"41A361\", \"25I144\", \"47D8(AXE)\", \"43C424\", \"11Q0\", \"11M31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4604193652849742, | |
| "code_precision": 0.14285714285714285, | |
| "code_recall": 0.05263157894736842 | |
| }, | |
| { | |
| "index": 703, | |
| "gt_codes": [ | |
| "11L54134(+0)", | |
| "11Q21", | |
| "11Q511", | |
| "11QQ7121(CHAPEL)", | |
| "26A", | |
| "31A25231(+917)", | |
| "31AA2541(+916)", | |
| "31B6211", | |
| "31D14", | |
| "41A3281", | |
| "41C342", | |
| "41D221(HAT)", | |
| "86(DIE KLAGE DES GERECHTEN VERMAG SEHR VIEL)", | |
| "86(INSTES MODO JOVA JUVABIT)" | |
| ], | |
| "predicted_codes": [ | |
| "11A23", | |
| "11Q712", | |
| "25H18", | |
| "26A", | |
| "31A2331", | |
| "31AA2512(+934)", | |
| "31D14", | |
| "41D221(HAT)(+81)", | |
| "41D267", | |
| "46C24", | |
| "49MM32", | |
| "54E31(+4)", | |
| "56F2(+4)", | |
| "73C7455", | |
| "86(JOVA IUVABIT INSTES MODO)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11A23\", \"11Q712\", \"25H18\", \"26A\", \"31A2331\", \"31AA2512(+934)\", \"31D14\", \"41D221(HAT)(+81)\", \"41D267\", \"46C24\", \"49MM32\", \"54E31(+4)\", \"56F2(+4)\", \"73C7455\", \"86(JOVA IUVABIT INSTES MODO)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 15, | |
| "total_predicted": 15, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6148657985649748, | |
| "code_precision": 0.13333333333333333, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 704, | |
| "gt_codes": [ | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8847583643122676, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 705, | |
| "gt_codes": [ | |
| "25F(+342)", | |
| "25F44", | |
| "25G11", | |
| "25G3(+21)", | |
| "25H11", | |
| "25H15", | |
| "25I3", | |
| "26A", | |
| "31AA222(+89)", | |
| "31AA2352", | |
| "31A2512(+933)", | |
| "31A2515(+933)", | |
| "31AA2627(+53)", | |
| "31D15", | |
| "41A7211", | |
| "41D221(+82)", | |
| "41D232(+82)", | |
| "41D2339", | |
| "41D92", | |
| "46C11" | |
| ], | |
| "predicted_codes": [ | |
| "25F(+342)", | |
| "25G11", | |
| "25G13", | |
| "25H11", | |
| "26A", | |
| "31AA2352", | |
| "31D15", | |
| "41C341", | |
| "92B17", | |
| "92B18(EAGLE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F(+342)\", \"25G11\", \"25G13\", \"25H11\", \"26A\", \"31AA2352\", \"31D15\", \"41C341\", \"92B17\", \"92B18(EAGLE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 10, | |
| "total_predicted": 10, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6926220940710038, | |
| "code_precision": 0.6, | |
| "code_recall": 0.3 | |
| }, | |
| { | |
| "index": 706, | |
| "gt_codes": [ | |
| "25F24(DEER)(+621)", | |
| "25H114", | |
| "43C111241" | |
| ], | |
| "predicted_codes": [ | |
| "25F24(DEER)", | |
| "25H11", | |
| "34B11", | |
| "43C11(+4241)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F24(DEER)\", \"25H11\", \"34B11\", \"43C11(+4241)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7742857142857142, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 707, | |
| "gt_codes": [ | |
| "25A" | |
| ], | |
| "predicted_codes": [ | |
| "25A3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25A3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 708, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(C)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(C)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(C)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 709, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(A)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(A)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(A)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 710, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(B)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(B)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9690721649484536, | |
| "code_precision": 0.75, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 711, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9833333333333334, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 712, | |
| "gt_codes": [ | |
| "31A2212", | |
| "49G" | |
| ], | |
| "predicted_codes": [ | |
| "25D13", | |
| "49G6" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25D13\", \"49G6\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.285, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 713, | |
| "gt_codes": [ | |
| "25G3(PEAR-TREE)", | |
| "25H113", | |
| "25I12", | |
| "26A", | |
| "31E34", | |
| "31E238", | |
| "31000", | |
| "31A236(+0)", | |
| "31A2512(+933)", | |
| "31A2515", | |
| "31A2531", | |
| "31A262", | |
| "31A2711", | |
| "31A2731", | |
| "31A4631", | |
| "31A534", | |
| "31AA2534", | |
| "31D14", | |
| "31D16(+72)", | |
| "31E2355(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "25G13", | |
| "25G3(APPLE-TREE)(+21)", | |
| "25H114", | |
| "25I12", | |
| "31A(+79)", | |
| "31A2361", | |
| "31A2512", | |
| "31A2518", | |
| "31A2621(+53)", | |
| "31A534", | |
| "31D14(+79)", | |
| "31D16", | |
| "31D17", | |
| "41D211(+81)", | |
| "41D221(+81)", | |
| "41D2339", | |
| "41D263", | |
| "41D2661", | |
| "41D2662", | |
| "41D2663" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G13\", \"25G3(APPLE-TREE)(+21)\", \"25H114\", \"25I12\", \"31A(+79)\", \"31A2361\", \"31A2512\", \"31A2518\", \"31A2621(+53)\", \"31A534\", \"31D14(+79)\", \"31D16\", \"31D17\", \"41D211(+81)\", \"41D221(+81)\", \"41D2339\", \"41D263\", \"41D2661\", \"41D2662\", \"41D2663\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 20, | |
| "total_predicted": 20, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6561528453762636, | |
| "code_precision": 0.1, | |
| "code_recall": 0.1 | |
| }, | |
| { | |
| "index": 714, | |
| "gt_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 715, | |
| "gt_codes": [ | |
| "25H213", | |
| "25G3", | |
| "46C112" | |
| ], | |
| "predicted_codes": [ | |
| "25H1", | |
| "46C112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H1\", \"46C112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.715121387283237, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 716, | |
| "gt_codes": [ | |
| "43" | |
| ], | |
| "predicted_codes": [ | |
| "46A151" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A151\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 717, | |
| "gt_codes": [ | |
| "11M43" | |
| ], | |
| "predicted_codes": [ | |
| "11M42" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11M42\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8000000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 718, | |
| "gt_codes": [ | |
| "25I", | |
| "46C24" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C223" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C223\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5700000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 719, | |
| "gt_codes": [ | |
| "25G41", | |
| "59A4(+11)" | |
| ], | |
| "predicted_codes": [ | |
| "48C24", | |
| "96A3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C24\", \"96A3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 720, | |
| "gt_codes": [ | |
| "11P31521", | |
| "11Q713", | |
| "11Q7311", | |
| "34B11", | |
| "42E3", | |
| "48C161", | |
| "48C1622" | |
| ], | |
| "predicted_codes": [ | |
| "11Q713", | |
| "25I", | |
| "48C162" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q713\", \"25I\", \"48C162\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6114782228271437, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 721, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(E)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 722, | |
| "gt_codes": [ | |
| "25H114", | |
| "25H213", | |
| "46C131", | |
| "46C24" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.828594332587621, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 723, | |
| "gt_codes": [ | |
| "42B36" | |
| ], | |
| "predicted_codes": [ | |
| "42A3", | |
| "57AA611" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"42A3\", \"57AA611\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2533333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 724, | |
| "gt_codes": [ | |
| "48C16", | |
| "46A122", | |
| "41A33", | |
| "41A323" | |
| ], | |
| "predicted_codes": [ | |
| "48C16", | |
| "48A98211", | |
| "48A9875", | |
| "48A9831" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C16\", \"48A98211\", \"48A9875\", \"48A9831\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4544623655913978, | |
| "code_precision": 0.25, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 725, | |
| "gt_codes": [ | |
| "25A", | |
| "34B11", | |
| "41A2", | |
| "41C12", | |
| "41C74(+1)", | |
| "42F51" | |
| ], | |
| "predicted_codes": [ | |
| "31A25", | |
| "41C74(+1)", | |
| "46B31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25\", \"41C74(+1)\", \"46B31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.42882882882882883, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 726, | |
| "gt_codes": [ | |
| "49N" | |
| ], | |
| "predicted_codes": [ | |
| "49N" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49N\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 727, | |
| "gt_codes": [ | |
| "71E1343" | |
| ], | |
| "predicted_codes": [ | |
| "11I62(MOSES)", | |
| "71E4" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11I62(MOSES)\", \"71E4\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.37999999999999995, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 728, | |
| "gt_codes": [ | |
| "25H1123", | |
| "25H13" | |
| ], | |
| "predicted_codes": [ | |
| "25H119", | |
| "46C232" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H119\", \"46C232\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5590384615384616, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 729, | |
| "gt_codes": [ | |
| "33C521", | |
| "49L4" | |
| ], | |
| "predicted_codes": [ | |
| "41D263" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41D263\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 730, | |
| "gt_codes": [ | |
| "9" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "41A191", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"41A191\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 731, | |
| "gt_codes": [ | |
| "41A541", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+54)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 732, | |
| "gt_codes": [ | |
| "25I151", | |
| "25II244", | |
| "46C223", | |
| "48C24" | |
| ], | |
| "predicted_codes": [ | |
| "41A63", | |
| "48C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A63\", \"48C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.31777003484320554, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 733, | |
| "gt_codes": [ | |
| "23R13", | |
| "23T27(VICTORIAN)", | |
| "23T27(XIX)", | |
| "31A235", | |
| "31A5341", | |
| "31D1(+74)", | |
| "31D14", | |
| "31D15", | |
| "33A12", | |
| "41A1", | |
| "41A223", | |
| "41A711", | |
| "41A72111", | |
| "41A773", | |
| "41A774", | |
| "41B313", | |
| "41C11", | |
| "41C12", | |
| "41C311", | |
| "41C312" | |
| ], | |
| "predicted_codes": [ | |
| "23R14", | |
| "25G411", | |
| "31A235", | |
| "31D1(+76)", | |
| "31D1(+77)", | |
| "31D1(+78)", | |
| "31D1(+79)", | |
| "31D14", | |
| "31D15", | |
| "31E1", | |
| "33C21", | |
| "41A2", | |
| "41A711", | |
| "41A721", | |
| "41B311", | |
| "41C322:41C714", | |
| "41C341", | |
| "41C37", | |
| "41C7111", | |
| "41D2(+8)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23R14\", \"25G411\", \"31A235\", \"31D1(+76)\", \"31D1(+77)\", \"31D1(+78)\", \"31D1(+79)\", \"31D14\", \"31D15\", \"31E1\", \"33C21\", \"41A2\", \"41A711\", \"41A721\", \"41B311\", \"41C322:41C714\", \"41C341\", \"41C37\", \"41C7111\", \"41D2(+8)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 20, | |
| "total_predicted": 20, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7691637083671812, | |
| "code_precision": 0.2, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 734, | |
| "gt_codes": [ | |
| "11F42", | |
| "11F6" | |
| ], | |
| "predicted_codes": [ | |
| "11F42", | |
| "11G" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F42\", \"11G\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7344406779661016, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 735, | |
| "gt_codes": [ | |
| "25H11", | |
| "25H213", | |
| "25I12", | |
| "31A25112", | |
| "41D263", | |
| "43B16", | |
| "46C145(+78)", | |
| "86(B\u00c4UME DICH IMMER NOCH SO HOCH AUF, DU BIST DOCH DEM HIMMEL FERN)", | |
| "86(MONTES)", | |
| "86(QUAMVIS ALTUS, PROCUL ATTAMEN ASTRIS)" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "31A2748", | |
| "46C513", | |
| "51E11(+0)", | |
| "51EE11(+0)", | |
| "86(DER WEG IST LANG, DER H\u00dcGEL STEIL)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"31A2748\", \"46C513\", \"51E11(+0)\", \"51EE11(+0)\", \"86(DER WEG IST LANG, DER H\\u00dcGEL STEIL)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.610909090909091, | |
| "code_precision": 0.16666666666666666, | |
| "code_recall": 0.1 | |
| }, | |
| { | |
| "index": 736, | |
| "gt_codes": [ | |
| "25F3", | |
| "92B11221", | |
| "11G1911", | |
| "48A98711", | |
| "48A9844", | |
| "48A9831" | |
| ], | |
| "predicted_codes": [ | |
| "92D1916", | |
| "48A98312", | |
| "48A9875", | |
| "48A9831" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92D1916\", \"48A98312\", \"48A9875\", \"48A9831\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6404626459143969, | |
| "code_precision": 0.25, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 737, | |
| "gt_codes": [ | |
| "11Q712", | |
| "25I1", | |
| "25I241", | |
| "31D112", | |
| "31D15", | |
| "31D16", | |
| "41A721", | |
| "41A7751", | |
| "45H3", | |
| "46C13141", | |
| "46C145", | |
| "47I2223", | |
| "48C72", | |
| "48C7311" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "34B11", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"34B11\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.47394597785148124, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.07142857142857142 | |
| }, | |
| { | |
| "index": 738, | |
| "gt_codes": [ | |
| "31D16", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7933333333333333, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 739, | |
| "gt_codes": [ | |
| "41A773", | |
| "48A9832", | |
| "49L16" | |
| ], | |
| "predicted_codes": [ | |
| "71E3243" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71E3243\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 740, | |
| "gt_codes": [ | |
| "43A42" | |
| ], | |
| "predicted_codes": [ | |
| "41B32", | |
| "92C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41B32\", \"92C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.13333333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 741, | |
| "gt_codes": [ | |
| "11Q712", | |
| "25I", | |
| "25I1" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "41A12" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A12\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5114006514657979, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 742, | |
| "gt_codes": [ | |
| "44B12", | |
| "45B", | |
| "44G312" | |
| ], | |
| "predicted_codes": [ | |
| "11H(Samson)", | |
| "46C29", | |
| "31E235" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(Samson)\", \"46C29\", \"31E235\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.09914529914529915, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 743, | |
| "gt_codes": [ | |
| "25I9", | |
| "48C149", | |
| "61D(ITALY)" | |
| ], | |
| "predicted_codes": [ | |
| "25I9" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I9\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5, | |
| "code_precision": 1.0, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 744, | |
| "gt_codes": [ | |
| "44G511", | |
| "44G34" | |
| ], | |
| "predicted_codes": [ | |
| "44C312", | |
| "61B2(LOUBET, \u00c9mile)(+4)", | |
| "57AA611" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"44C312\", \"61B2(LOUBET, \\u00c9mile)(+4)\", \"57AA611\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.1987261146496815, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 745, | |
| "gt_codes": [ | |
| "44D4", | |
| "42D1", | |
| "46A12", | |
| "42D3121(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "46A16", | |
| "32B311(TEDESCHI)(+9)", | |
| "57AA611" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A16\", \"32B311(TEDESCHI)(+9)\", \"57AA611\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2998632010943913, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 746, | |
| "gt_codes": [ | |
| "73C863", | |
| "47I21111" | |
| ], | |
| "predicted_codes": [ | |
| "85A(WOLF AND LAMBS)", | |
| "47I213", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"85A(WOLF AND LAMBS)\", \"47I213\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38387755102040816, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 747, | |
| "gt_codes": [ | |
| "13A12", | |
| "31B3" | |
| ], | |
| "predicted_codes": [ | |
| "11P31", | |
| "49L65" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11P31\", \"49L65\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.10000000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 748, | |
| "gt_codes": [ | |
| "11D131", | |
| "11D355", | |
| "46A122", | |
| "57A62", | |
| "96B113" | |
| ], | |
| "predicted_codes": [ | |
| "11D35", | |
| "25F39(DOVE)", | |
| "46A122" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D35\", \"25F39(DOVE)\", \"46A122\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5436102719033232, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 749, | |
| "gt_codes": [ | |
| "25G3", | |
| "25H114", | |
| "25I" | |
| ], | |
| "predicted_codes": [ | |
| "25H114", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H114\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8847583643122676, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 750, | |
| "gt_codes": [ | |
| "45B", | |
| "45D311", | |
| "98" | |
| ], | |
| "predicted_codes": [ | |
| "31E23621", | |
| "45B", | |
| "71", | |
| "71H81" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31E23621\", \"45B\", \"71\", \"71H81\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.323943661971831, | |
| "code_precision": 0.25, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 751, | |
| "gt_codes": [ | |
| "45K27", | |
| "45L42" | |
| ], | |
| "predicted_codes": [ | |
| "45H3", | |
| "98B(ALEXANDER THE GREAT)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45H3\", \"98B(ALEXANDER THE GREAT)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2533333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 752, | |
| "gt_codes": [ | |
| "11Q712", | |
| "25I", | |
| "25I2", | |
| "46C232" | |
| ], | |
| "predicted_codes": [ | |
| "11Q712", | |
| "25H213" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"25H213\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5373451327433627, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 753, | |
| "gt_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9454808857552054, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 754, | |
| "gt_codes": [ | |
| "31A2211", | |
| "31D14", | |
| "31D15" | |
| ], | |
| "predicted_codes": [ | |
| "11I62(MOSES)", | |
| "31A221", | |
| "49L8", | |
| "71E52" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11I62(MOSES)\", \"31A221\", \"49L8\", \"71E52\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3206852791878173, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 755, | |
| "gt_codes": [ | |
| "31A235", | |
| "31AA235", | |
| "31D14", | |
| "31D15", | |
| "31D16", | |
| "31D17", | |
| "41D267", | |
| "42B", | |
| "42D131", | |
| "45C13(SWORD)", | |
| "46A131", | |
| "46A1632", | |
| "46B3311", | |
| "86(LIBRA PARES PARIBUS NUMMIS APPENDET AMORI)", | |
| "86(TRUTINA NUPTURIENTIUM)", | |
| "92D1", | |
| "92D18(BOW)" | |
| ], | |
| "predicted_codes": [ | |
| "12B62", | |
| "31A25432", | |
| "31D14(+79)", | |
| "31D15(+79)", | |
| "41D283", | |
| "46C121", | |
| "46C215(RUDDER)", | |
| "46E221", | |
| "46E2212", | |
| "46E2213", | |
| "46E2214", | |
| "46E2215", | |
| "46E2215(+0)", | |
| "46E2215:5(+123)", | |
| "46E2215:5(+124)", | |
| "46E2215:5(+125)", | |
| "46E2215:5(+126)", | |
| "46E2215:5(+127)", | |
| "46E2215:5(+128)", | |
| "46E2215:5(+129)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12B62\", \"31A25432\", \"31D14(+79)\", \"31D15(+79)\", \"41D283\", \"46C121\", \"46C215(RUDDER)\", \"46E221\", \"46E2212\", \"46E2213\", \"46E2214\", \"46E2215\", \"46E2215(+0)\", \"46E2215:5(+123)\", \"46E2215:5(+124)\", \"46E2215:5(+125)\", \"46E2215:5(+126)\", \"46E2215:5(+127)\", \"46E2215:5(+128)\", \"46E2215:5(+129)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 20, | |
| "total_predicted": 20, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4559141586646905, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 756, | |
| "gt_codes": [ | |
| "85(RANA E BUE)", | |
| "61I(REPUBBLICA ROMANA)", | |
| "61I(REPRESSIONE REP. ROMANA)" | |
| ], | |
| "predicted_codes": [ | |
| "46C13142", | |
| "57AA91", | |
| "85A(LE RANE E IL BUE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46C13142\", \"57AA91\", \"85A(LE RANE E IL BUE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666668, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 757, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9454808857552054, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 758, | |
| "gt_codes": [ | |
| "44B1212", | |
| "44B1", | |
| "44B19" | |
| ], | |
| "predicted_codes": [ | |
| "44B12", | |
| "61B2(IGNATIUS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"44B12\", \"61B2(IGNATIUS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5584381338742395, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 759, | |
| "gt_codes": [ | |
| "46A12", | |
| "48A9876", | |
| "61B2(FREDERIK HENDRIK)", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "41A3281", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A3281\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.44010554089709764, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 760, | |
| "gt_codes": [ | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.687089715536105, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 761, | |
| "gt_codes": [ | |
| "43A3:25I2", | |
| "83(ANON., Een cluyte van Plaeyerwater)" | |
| ], | |
| "predicted_codes": [ | |
| "23D41", | |
| "25I2", | |
| "46A14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23D41\", \"25I2\", \"46A14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.07600000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 762, | |
| "gt_codes": [ | |
| "25G21(APPLE)", | |
| "25G21(PRUNE)", | |
| "41C653(APPLE)", | |
| "41C653(PRUNE)", | |
| "41D28", | |
| "47I4223", | |
| "9", | |
| "96A18211" | |
| ], | |
| "predicted_codes": [ | |
| "25G21(APPLE)", | |
| "31D14", | |
| "31D15", | |
| "41C653(APPLE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G21(APPLE)\", \"31D14\", \"31D15\", \"41C653(APPLE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5332555425904317, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 763, | |
| "gt_codes": [ | |
| "25I9", | |
| "31A22210", | |
| "31A2513(+931)", | |
| "31A2536(+931)", | |
| "31A5339", | |
| "31B623591(+0)", | |
| "31D14", | |
| "41A3284", | |
| "41D21(TUNIC):48(+726)", | |
| "44C34", | |
| "52DD3", | |
| "86(POLITICUS)" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "31A2516(+933)", | |
| "48C149", | |
| "57AA611", | |
| "86(CUPIDITAS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"31A2516(+933)\", \"48C149\", \"57AA611\", \"86(CUPIDITAS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5552132914234396, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 764, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "31A2518", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9531079607415486, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 765, | |
| "gt_codes": [ | |
| "31A231" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5066666666666667, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 766, | |
| "gt_codes": [ | |
| "49M41", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M41", | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M41\", \"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 767, | |
| "gt_codes": [ | |
| "49M13", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M13", | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M13\", \"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 768, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 769, | |
| "gt_codes": [ | |
| "31D14", | |
| "25I9", | |
| "25H213", | |
| "47I221", | |
| "47I2211", | |
| "25G3", | |
| "43C68", | |
| "31A2712" | |
| ], | |
| "predicted_codes": [ | |
| "47I213", | |
| "46C513", | |
| "47I221", | |
| "47I2211" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"47I213\", \"46C513\", \"47I221\", \"47I2211\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4010989010989011, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 770, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31A2422", | |
| "31D14", | |
| "31D15", | |
| "45B", | |
| "61B(+52)", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8133448792360981, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 771, | |
| "gt_codes": [ | |
| "25F24(HIPPOTAMUS)" | |
| ], | |
| "predicted_codes": [ | |
| "49G621" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49G621\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 772, | |
| "gt_codes": [ | |
| "11P44331" | |
| ], | |
| "predicted_codes": [ | |
| "41C741", | |
| "45B62" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41C741\", \"45B62\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 773, | |
| "gt_codes": [ | |
| "11H(SEVERINUS)", | |
| "11Q713", | |
| "11Q714113", | |
| "49G231" | |
| ], | |
| "predicted_codes": [ | |
| "11H(SEVERINUS)6" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(SEVERINUS)6\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.611111111111111, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 774, | |
| "gt_codes": [ | |
| "71F314" | |
| ], | |
| "predicted_codes": [ | |
| "71C274" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71C274\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4000000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 775, | |
| "gt_codes": [ | |
| "41E2", | |
| "47D31" | |
| ], | |
| "predicted_codes": [ | |
| "41E2", | |
| "46C513" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41E2\", \"46C513\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.595, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 776, | |
| "gt_codes": [ | |
| "41A671" | |
| ], | |
| "predicted_codes": [ | |
| "25F711(BUTTERFLY)", | |
| "25G4(THISTLE)", | |
| "25G41(CARNATION)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAGSCONE)", | |
| "25G41(LILAC)", | |
| "25G41(MARIGOLD)", | |
| "25G41(PANSY)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "41A671", | |
| "41A711(+2)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F711(BUTTERFLY)\", \"25G4(THISTLE)\", \"25G41(CARNATION)\", \"25G41(CONVOLVULUS)\", \"25G41(DAGSCONE)\", \"25G41(LILAC)\", \"25G41(MARIGOLD)\", \"25G41(PANSY)\", \"25G41(ROSE)\", \"25G41(TULIP)\", \"41A671\", \"41A711(+2)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 12, | |
| "total_predicted": 12, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.23529411764705882, | |
| "code_precision": 0.08333333333333333, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 777, | |
| "gt_codes": [ | |
| "59BB3", | |
| "57AA3", | |
| "57BB22", | |
| "54AA21", | |
| "46A85", | |
| "33B31(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "46A17", | |
| "32B311(INGLESI)(+9)", | |
| "57AA611" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A17\", \"32B311(INGLESI)(+9)\", \"57AA611\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4412199630314233, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 778, | |
| "gt_codes": [ | |
| "48C24", | |
| "92L41", | |
| "92L1913", | |
| "31A27331", | |
| "92L17911" | |
| ], | |
| "predicted_codes": [ | |
| "92L41", | |
| "48C24", | |
| "31D112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92L41\", \"48C24\", \"31D112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7460017809439002, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 779, | |
| "gt_codes": [ | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(ROSE)", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(ROSE)\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 780, | |
| "gt_codes": [ | |
| "86(ALTERIUS ALTERA POSCIT OPEM)", | |
| "86(AIDE MUTUELLE)", | |
| "86(EINER DARFF DES ANDERN H\u00dcLFF)", | |
| "31A25222", | |
| "31AA541", | |
| "41C326", | |
| "41C122", | |
| "54E11" | |
| ], | |
| "predicted_codes": [ | |
| "86(QUID PRODEST)", | |
| "41A773", | |
| "31A2512(+933)", | |
| "31A2512(+934)", | |
| "54E4" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(QUID PRODEST)\", \"41A773\", \"31A2512(+933)\", \"31A2512(+934)\", \"54E4\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7320413216084692, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 781, | |
| "gt_codes": [ | |
| "24A", | |
| "25A13", | |
| "25FF24(WINGED HORSE)", | |
| "25G3(PALM-TREE)(+22)", | |
| "25H11", | |
| "41D921", | |
| "45C19(SHIELD)", | |
| "48A98(+2)", | |
| "48A9821", | |
| "48A98211", | |
| "48A98313", | |
| "48A9833", | |
| "48A9857(HARP)", | |
| "48A9857(LYRE)", | |
| "48A9857(SHIELD)", | |
| "48C244", | |
| "48C7321", | |
| "48C7322", | |
| "48C901", | |
| "49L16" | |
| ], | |
| "predicted_codes": [ | |
| "24A", | |
| "25G3(+21)", | |
| "25H11", | |
| "26C0", | |
| "31AA2763", | |
| "31D15", | |
| "41A775", | |
| "48A98(+2)", | |
| "48A98211", | |
| "48A98313", | |
| "48A9832", | |
| "48A9833", | |
| "48A984", | |
| "48A9851", | |
| "48A9857(YOKE)", | |
| "48A9875", | |
| "48A9876", | |
| "49L8", | |
| "49MM32", | |
| "49N" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"24A\", \"25G3(+21)\", \"25H11\", \"26C0\", \"31AA2763\", \"31D15\", \"41A775\", \"48A98(+2)\", \"48A98211\", \"48A98313\", \"48A9832\", \"48A9833\", \"48A984\", \"48A9851\", \"48A9857(YOKE)\", \"48A9875\", \"48A9876\", \"49L8\", \"49MM32\", \"49N\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 20, | |
| "total_predicted": 20, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.724624805934104, | |
| "code_precision": 0.3, | |
| "code_recall": 0.3 | |
| }, | |
| { | |
| "index": 782, | |
| "gt_codes": [ | |
| "31D15", | |
| "48B3", | |
| "48C51", | |
| "48C5111", | |
| "48C5142", | |
| "48C515", | |
| "48C73411" | |
| ], | |
| "predicted_codes": [ | |
| "31A254", | |
| "31D15", | |
| "48C511", | |
| "48C514(+414)", | |
| "48C515" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A254\", \"31D15\", \"48C511\", \"48C514(+414)\", \"48C515\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8188281454355218, | |
| "code_precision": 0.4, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 783, | |
| "gt_codes": [ | |
| "49D22" | |
| ], | |
| "predicted_codes": [ | |
| "49D22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49D22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 784, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D15", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8773212178428133, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 785, | |
| "gt_codes": [ | |
| "73D58", | |
| "73D641" | |
| ], | |
| "predicted_codes": [ | |
| "73D641" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D641\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8795518207282913, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 786, | |
| "gt_codes": [ | |
| "31D14", | |
| "25F6", | |
| "41A7751", | |
| "46B41" | |
| ], | |
| "predicted_codes": [ | |
| "31D14", | |
| "25F62", | |
| "47K1", | |
| "46B111" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D14\", \"25F62\", \"47K1\", \"46B111\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.63, | |
| "code_precision": 0.25, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 787, | |
| "gt_codes": [ | |
| "45K" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "48A9876" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"48A9876\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| } | |
| ] | |
| } |
Xet Storage Details
- Size:
- 446 kB
- Xet hash:
- bd710470833efae6c5633f866a23a15ef646a7ea1890b7cd6a03be0ea57e7cb1
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.