Buckets:
| { | |
| "summary": { | |
| "model": "davanstrien/qwen35-9b-iconclass-sft-brillfull", | |
| "dataset": "davanstrien/iconclass-vlm-brillfull", | |
| "split": "test", | |
| "num_evaluated": 788, | |
| "num_skipped": 0, | |
| "elapsed_seconds": 1666.1, | |
| "exact_match_accuracy": 0.0761, | |
| "hierarchical_f1": 0.5621, | |
| "code_precision": 0.3276, | |
| "code_recall": 0.2678, | |
| "code_f1": 0.2947, | |
| "valid_json_pct": 1.0, | |
| "valid_code_pct": 1.0 | |
| }, | |
| "results": [ | |
| { | |
| "index": 0, | |
| "gt_codes": [ | |
| "25F3", | |
| "25F38(PHEASANT)", | |
| "25H", | |
| "25H11", | |
| "25H213", | |
| "34B232(+51)" | |
| ], | |
| "predicted_codes": [ | |
| "25H132", | |
| "46C11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H132\", \"46C11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4113480885311871, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 1, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9754098360655737, | |
| "code_precision": 1.0, | |
| "code_recall": 0.8 | |
| }, | |
| { | |
| "index": 2, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "41D222(CRAVAT)", | |
| "42F5(+0)", | |
| "48C5142", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+9321)", | |
| "48C731", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+9321)\", \"48C731\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6889663407716994, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 3, | |
| "gt_codes": [ | |
| "71P4121" | |
| ], | |
| "predicted_codes": [ | |
| "92D1916", | |
| "35", | |
| "48C7352", | |
| "41A6" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92D1916\", \"35\", \"48C7352\", \"41A6\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 4, | |
| "gt_codes": [ | |
| "25I1" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "31D14", | |
| "31D15", | |
| "41A771:25D13(TIN)", | |
| "46B355" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"31D14\", \"31D15\", \"41A771:25D13(TIN)\", \"46B355\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.18999999999999997, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 5, | |
| "gt_codes": [ | |
| "92C2", | |
| "92C4" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "25F36(SWAN)", | |
| "48C7352" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"25F36(SWAN)\", \"48C7352\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 6, | |
| "gt_codes": [ | |
| "48B3", | |
| "48C513", | |
| "48C523", | |
| "61B2(HENDRIK BUSSERUS)11" | |
| ], | |
| "predicted_codes": [ | |
| "48C513" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C513\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7055016181229773, | |
| "code_precision": 1.0, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 7, | |
| "gt_codes": [ | |
| "73G4932", | |
| "73G4933", | |
| "73G4931" | |
| ], | |
| "predicted_codes": [ | |
| "73G491" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73G491\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.855, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 8, | |
| "gt_codes": [ | |
| "44B1" | |
| ], | |
| "predicted_codes": [ | |
| "45C22", | |
| "61B2(AUGUST <Braunschweig-Wolfenb\u00fcttel, Herzog>)11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C22\", \"61B2(AUGUST <Braunschweig-Wolfenb\\u00fcttel, Herzog>)11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 9, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 10, | |
| "gt_codes": [ | |
| "85" | |
| ], | |
| "predicted_codes": [ | |
| "83(OVID, Metamorphoses)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(OVID, Metamorphoses)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.20000000000000004, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 11, | |
| "gt_codes": [ | |
| "61B(+2)", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "31D15:61BB", | |
| "48C161" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31D15:61BB\", \"48C161\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 12, | |
| "gt_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "41D225", | |
| "41D2661", | |
| "41D2662", | |
| "46A122", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "41D222(RUFF)", | |
| "41D2661", | |
| "41D2662", | |
| "46A122", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"41D222(RUFF)\", \"41D2661\", \"41D2662\", \"46A122\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9857142857142858, | |
| "code_precision": 0.8571428571428571, | |
| "code_recall": 0.8571428571428571 | |
| }, | |
| { | |
| "index": 13, | |
| "gt_codes": [ | |
| "49D22(+0):13C222:49D36", | |
| "49E39", | |
| "5(+3)" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "49D22(+0)", | |
| "49E39" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"49D22(+0)\", \"49E39\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 14, | |
| "gt_codes": [ | |
| "48A9876(+744)", | |
| "48A9861", | |
| "48A98211", | |
| "48A98333", | |
| "31AA2321", | |
| "31A2321", | |
| "48A9854", | |
| "11G1911" | |
| ], | |
| "predicted_codes": [ | |
| "73C8614" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C8614\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 15, | |
| "gt_codes": [ | |
| "25G4(Coriander)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(Coriander)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(Coriander)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 16, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D12", | |
| "45B", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8215067028538531, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 17, | |
| "gt_codes": [ | |
| "73", | |
| "73B57" | |
| ], | |
| "predicted_codes": [ | |
| "73", | |
| "73B57" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73\", \"73B57\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 18, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(T)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(Z)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(Z)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 19, | |
| "gt_codes": [ | |
| "25F3", | |
| "31D12", | |
| "31D13", | |
| "41A1", | |
| "41A77", | |
| "43C114", | |
| "45C15(ARROW)", | |
| "45C15(BOW)", | |
| "46C13141", | |
| "46C1463" | |
| ], | |
| "predicted_codes": [ | |
| "25F44", | |
| "31D112", | |
| "46C24" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F44\", \"31D112\", \"46C24\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5057856465380968, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 20, | |
| "gt_codes": [ | |
| "71T551" | |
| ], | |
| "predicted_codes": [ | |
| "71F326" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71F326\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4000000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 21, | |
| "gt_codes": [ | |
| "25F24(DEER)(+45)", | |
| "25F24(DEER)(+621)", | |
| "25G3", | |
| "25G4(DICTAMNUS)", | |
| "25H114", | |
| "31A2351", | |
| "31A25552", | |
| "31EE23461", | |
| "33C971", | |
| "45C15(ARROW)", | |
| "45C15(BOW)", | |
| "45C23", | |
| "54AA7(+4)", | |
| "56BB1(+4)", | |
| "56F2(+4)", | |
| "92D16", | |
| "92D18(ARROW)", | |
| "92D18(BOW)", | |
| "92D18(QUIVER)" | |
| ], | |
| "predicted_codes": [ | |
| "25F24(STAG)(+63)", | |
| "25G11", | |
| "25H114", | |
| "31A2352(+89)", | |
| "31D120:5(+123)", | |
| "34B11(+9512)", | |
| "43C111231", | |
| "43C1147", | |
| "45C15(ARROW)", | |
| "45C15(BOW)", | |
| "45C23", | |
| "56BB1(+4):56F2(+4)", | |
| "56F2515(+4)", | |
| "56FF2515(+4)", | |
| "86(DULCEDO VICTRIX)", | |
| "92D156" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F24(STAG)(+63)\", \"25G11\", \"25H114\", \"31A2352(+89)\", \"31D120:5(+123)\", \"34B11(+9512)\", \"43C111231\", \"43C1147\", \"45C15(ARROW)\", \"45C15(BOW)\", \"45C23\", \"56BB1(+4):56F2(+4)\", \"56F2515(+4)\", \"56FF2515(+4)\", \"86(DULCEDO VICTRIX)\", \"92D156\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 16, | |
| "total_predicted": 16, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7067383147264557, | |
| "code_precision": 0.25, | |
| "code_recall": 0.21052631578947367 | |
| }, | |
| { | |
| "index": 22, | |
| "gt_codes": [ | |
| "41A3311", | |
| "41A721", | |
| "42G:61B2(...)13", | |
| "47I4222" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+9321)", | |
| "41D221(HAT)", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+9321)\", \"41D221(HAT)\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.18267716535433068, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 23, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "41D222(RABAT)", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "41D221(BOOGJESMUTS)", | |
| "41D222(RABAT)", | |
| "41D26611", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"41D221(BOOGJESMUTS)\", \"41D222(RABAT)\", \"41D26611\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9409305156007965, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 24, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "44B1:61B(+2)", | |
| "61B(+55)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31A2422\", \"61B(+55)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8993350149048384, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 25, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "31D17", | |
| "61B(+54)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+54)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A24(+1)\", \"31D15:61BB\", \"61B(+54)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9795918367346939, | |
| "code_precision": 1.0, | |
| "code_recall": 0.8333333333333334 | |
| }, | |
| { | |
| "index": 26, | |
| "gt_codes": [ | |
| "23O33", | |
| "23O41", | |
| "23O42", | |
| "23O43", | |
| "23O11", | |
| "23O12" | |
| ], | |
| "predicted_codes": [ | |
| "23O41" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23O41\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8461538461538461, | |
| "code_precision": 1.0, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 27, | |
| "gt_codes": [ | |
| "44C312", | |
| "44C35(SOCIALISMO)", | |
| "41C711", | |
| "61B2(LENIN, Vladimir)3", | |
| "61B2(KUN, Bela)3" | |
| ], | |
| "predicted_codes": [ | |
| "46A17", | |
| "31D12(+53)", | |
| "48C91" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A17\", \"31D12(+53)\", \"48C91\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12406417112299466, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 28, | |
| "gt_codes": [ | |
| "11M3", | |
| "94O5" | |
| ], | |
| "predicted_codes": [ | |
| "83(BOCCACCIO, De claris mulieribus)", | |
| "92B1", | |
| "92C4" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(BOCCACCIO, De claris mulieribus)\", \"92B1\", \"92C4\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.1142857142857143, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 29, | |
| "gt_codes": [ | |
| "44C312", | |
| "44B42", | |
| "61I(CONGRESSO DI BRUXELLES)", | |
| "54AA2" | |
| ], | |
| "predicted_codes": [ | |
| "46B31", | |
| "45A20", | |
| "44C312", | |
| "44G19" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46B31\", \"45A20\", \"44C312\", \"44G19\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.39375, | |
| "code_precision": 0.25, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 30, | |
| "gt_codes": [ | |
| "11I61", | |
| "44B111" | |
| ], | |
| "predicted_codes": [ | |
| "49B24", | |
| "61B2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49B24\", \"61B2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.095, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 31, | |
| "gt_codes": [ | |
| "25G3(+351)", | |
| "25G3(+371)", | |
| "25H11", | |
| "25H216", | |
| "31B6235", | |
| "33A35", | |
| "34B11", | |
| "46C11", | |
| "46C131", | |
| "46C13142", | |
| "47I211", | |
| "47I221" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6200948684777922, | |
| "code_precision": 1.0, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 32, | |
| "gt_codes": [ | |
| "25H", | |
| "34B11", | |
| "43C114" | |
| ], | |
| "predicted_codes": [ | |
| "25H15", | |
| "34B11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H15\", \"34B11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.628, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 33, | |
| "gt_codes": [ | |
| "25H11", | |
| "25H114" | |
| ], | |
| "predicted_codes": [ | |
| "25H114", | |
| "31A(+73)", | |
| "31B6235", | |
| "33A35" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H114\", \"31A(+73)\", \"31B6235\", \"33A35\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.39384288747346075, | |
| "code_precision": 0.25, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 34, | |
| "gt_codes": [ | |
| "49M42", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8795518207282913, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 35, | |
| "gt_codes": [ | |
| "46A151" | |
| ], | |
| "predicted_codes": [ | |
| "31A462", | |
| "31D17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A462\", \"31D17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 36, | |
| "gt_codes": [ | |
| "25H213", | |
| "25I", | |
| "25I1461", | |
| "31D11221", | |
| "31D12", | |
| "31D15", | |
| "31D16", | |
| "41B162", | |
| "41B4", | |
| "45B", | |
| "46C11", | |
| "46C223", | |
| "9", | |
| "96B113" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3457154213036566, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 37, | |
| "gt_codes": [ | |
| "31D15", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "25H15", | |
| "31D15", | |
| "47I221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H15\", \"31D15\", \"47I221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 38, | |
| "gt_codes": [ | |
| "71D1922", | |
| "73" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "31D14", | |
| "31D15", | |
| "41A7751", | |
| "41B162", | |
| "41C21", | |
| "41C27(POT)", | |
| "41C69", | |
| "41D221(HAT)", | |
| "45B", | |
| "45C13(SWORD)", | |
| "45C16(RIFLE)(+63)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"31D14\", \"31D15\", \"41A7751\", \"41B162\", \"41C21\", \"41C27(POT)\", \"41C69\", \"41D221(HAT)\", \"45B\", \"45C13(SWORD)\", \"45C16(RIFLE)(+63)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 12, | |
| "total_predicted": 12, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 39, | |
| "gt_codes": [ | |
| "41D221(fur hat)" | |
| ], | |
| "predicted_codes": [ | |
| "31D16" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D16\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 40, | |
| "gt_codes": [ | |
| "73F412", | |
| "49L171" | |
| ], | |
| "predicted_codes": [ | |
| "11H(PAUL)", | |
| "49L12(D)", | |
| "49L171" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(PAUL)\", \"49L12(D)\", \"49L171\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5398773006134969, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 41, | |
| "gt_codes": [ | |
| "25G3(+351)", | |
| "25H17", | |
| "41A17" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "25H17", | |
| "41A17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"25H17\", \"41A17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 42, | |
| "gt_codes": [ | |
| "23R14", | |
| "25F716(CRAB)(+471)", | |
| "41B32(+1)", | |
| "43C128", | |
| "47K(+21)", | |
| "51L42:22C", | |
| "86(DURCH IHREN SCHEIN BEWOGEN)" | |
| ], | |
| "predicted_codes": [ | |
| "25F716(CRAY-FISH)(+49)", | |
| "25G3", | |
| "25H213", | |
| "31A233", | |
| "31D14(+89)", | |
| "31D15", | |
| "33C23", | |
| "41B121", | |
| "41B1211", | |
| "41B1212", | |
| "41B1213", | |
| "41B1214", | |
| "41B1215", | |
| "41B1216", | |
| "41B1217", | |
| "41B1218", | |
| "41B122", | |
| "41B123", | |
| "41B124", | |
| "41B125", | |
| "41B126", | |
| "41B127", | |
| "41B128", | |
| "41B1311", | |
| "41B1312", | |
| "41B1313", | |
| "41B1314", | |
| "41B1315", | |
| "41B1316", | |
| "41B1317", | |
| "41B132", | |
| "41B133", | |
| "41B134", | |
| "41B135", | |
| "41B136", | |
| "41B137", | |
| "41B138", | |
| "41B139" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F716(CRAY-FISH)(+49)\", \"25G3\", \"25H213\", \"31A233\", \"31D14(+89)\", \"31D15\", \"33C23\", \"41B121\", \"41B1211\", \"41B1212\", \"41B1213\", \"41B1214\", \"41B1215\", \"41B1216\", \"41B1217\", \"41B1218\", \"41B122\", \"41B123\", \"41B124\", \"41B125\", \"41B126\", \"41B127\", \"41B128\", \"41B1311\", \"41B1312\", \"41B1313\", \"41B1314\", \"41B1315\", \"41B1316\", \"41B1317\", \"41B132\", \"41B133\", \"41B134\", \"41B135\", \"41B136\", \"41B137\", \"41B138\", \"41B139\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 38, | |
| "total_predicted": 38, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3839109478999312, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 43, | |
| "gt_codes": [ | |
| "48A9831" | |
| ], | |
| "predicted_codes": [ | |
| "73G491" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73G491\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 44, | |
| "gt_codes": [ | |
| "11HH(HELENA)" | |
| ], | |
| "predicted_codes": [ | |
| "11HH(HELENA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11HH(HELENA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 45, | |
| "gt_codes": [ | |
| "73D641" | |
| ], | |
| "predicted_codes": [ | |
| "73D641" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D641\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 46, | |
| "gt_codes": [ | |
| "25H1" | |
| ], | |
| "predicted_codes": [ | |
| "25H1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 47, | |
| "gt_codes": [ | |
| "11(+5):61B", | |
| "11P315(DOMINICANS)", | |
| "61B(+52)", | |
| "73", | |
| "73D41" | |
| ], | |
| "predicted_codes": [ | |
| "11H", | |
| "25G41(LILY)", | |
| "31A25221", | |
| "31A2523", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H\", \"25G41(LILY)\", \"31A25221\", \"31A2523\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3094012738853503, | |
| "code_precision": 0.2, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 48, | |
| "gt_codes": [ | |
| "49D22" | |
| ], | |
| "predicted_codes": [ | |
| "49D22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49D22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 49, | |
| "gt_codes": [ | |
| "31A44411", | |
| "46A122", | |
| "5(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A(+89)", | |
| "46A122", | |
| "9" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A(+89)\", \"46A122\", \"9\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5233333333333333, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 50, | |
| "gt_codes": [ | |
| "31B6217", | |
| "31D15" | |
| ], | |
| "predicted_codes": [ | |
| "31A221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 51, | |
| "gt_codes": [ | |
| "25A", | |
| "25A13", | |
| "31A235", | |
| "31F11", | |
| "41A251", | |
| "41A711", | |
| "41A7122", | |
| "41A721", | |
| "49C3", | |
| "49C32", | |
| "49M32", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "25A13", | |
| "49L6" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25A13\", \"49L6\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4109335576114381, | |
| "code_precision": 0.5, | |
| "code_recall": 0.08333333333333333 | |
| }, | |
| { | |
| "index": 52, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31A534", | |
| "31A5341", | |
| "41D222(RUFF)", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8496302382908792, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5714285714285714 | |
| }, | |
| { | |
| "index": 53, | |
| "gt_codes": [ | |
| "31D15", | |
| "41A1", | |
| "45B", | |
| "45B(+22)", | |
| "46C13141" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "31D14", | |
| "31D15", | |
| "46C13141(+75247)", | |
| "46C1411" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"31D14\", \"31D15\", \"46C13141(+75247)\", \"46C1411\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5970114192495922, | |
| "code_precision": 0.2, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 54, | |
| "gt_codes": [ | |
| "12B61", | |
| "12BB63", | |
| "25F(+342)", | |
| "25F23(LION)(+351)", | |
| "25I144", | |
| "25I153", | |
| "31A141", | |
| "31A2512(+932)", | |
| "31A2512(+933)", | |
| "31A2513(+933)", | |
| "31A2515(+933)", | |
| "31A25432", | |
| "31A25551", | |
| "31A26112(+51)", | |
| "31A2711", | |
| "31AA222(+89)", | |
| "31AA2513", | |
| "31AA2711", | |
| "31D11221(+89)", | |
| "31D14" | |
| ], | |
| "predicted_codes": [ | |
| "25F3(+342)", | |
| "26A", | |
| "31AA2741", | |
| "31D14", | |
| "31D15", | |
| "31E2382", | |
| "33C96", | |
| "41A11", | |
| "41B162", | |
| "41B32(+1)", | |
| "41D211", | |
| "41D2339", | |
| "45C11(SPEAR)", | |
| "45C19(SHIELD)", | |
| "45C22", | |
| "45C221", | |
| "45I611", | |
| "46C1215", | |
| "48C149", | |
| "54EE31(+4):56BB1(+4)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3(+342)\", \"26A\", \"31AA2741\", \"31D14\", \"31D15\", \"31E2382\", \"33C96\", \"41A11\", \"41B162\", \"41B32(+1)\", \"41D211\", \"41D2339\", \"45C11(SPEAR)\", \"45C19(SHIELD)\", \"45C22\", \"45C221\", \"45I611\", \"46C1215\", \"48C149\", \"54EE31(+4):56BB1(+4)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 20, | |
| "total_predicted": 20, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3039172238140719, | |
| "code_precision": 0.05, | |
| "code_recall": 0.05 | |
| }, | |
| { | |
| "index": 55, | |
| "gt_codes": [ | |
| "25H214", | |
| "41A17" | |
| ], | |
| "predicted_codes": [ | |
| "25I3", | |
| "41A17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I3\", \"41A17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.69, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 56, | |
| "gt_codes": [ | |
| "11Q713", | |
| "48C73341" | |
| ], | |
| "predicted_codes": [ | |
| "11Q713", | |
| "61E(AMSTERDAM)", | |
| "61F(SINT-NICOLAASKERK)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q713\", \"61E(AMSTERDAM)\", \"61F(SINT-NICOLAASKERK)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 57, | |
| "gt_codes": [ | |
| "11F4", | |
| "11F4122", | |
| "11F715", | |
| "11F716", | |
| "31A2421", | |
| "41C", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "11F4", | |
| "31A24(+1)", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F4\", \"31A24(+1)\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7927313868613138, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 58, | |
| "gt_codes": [ | |
| "25F3", | |
| "41A772", | |
| "48C73411", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(ROSE)", | |
| "31A(+89)", | |
| "31D112", | |
| "47I2111", | |
| "47I221", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(ROSE)\", \"31A(+89)\", \"31D112\", \"47I2111\", \"47I221\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.354, | |
| "code_precision": 0.16666666666666666, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 59, | |
| "gt_codes": [ | |
| "31A2211", | |
| "31A2422" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5590384615384616, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 60, | |
| "gt_codes": [ | |
| "11H(LAURENCE)" | |
| ], | |
| "predicted_codes": [ | |
| "11H(JOHN CHRYSOSTOM)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(JOHN CHRYSOSTOM)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 61, | |
| "gt_codes": [ | |
| "23E41", | |
| "23F41", | |
| "25I" | |
| ], | |
| "predicted_codes": [ | |
| "23F41", | |
| "25G3(+371)", | |
| "26D1", | |
| "43C24" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23F41\", \"25G3(+371)\", \"26D1\", \"43C24\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.47245984784446315, | |
| "code_precision": 0.25, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 62, | |
| "gt_codes": [ | |
| "73D313" | |
| ], | |
| "predicted_codes": [ | |
| "73B4" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B4\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 63, | |
| "gt_codes": [ | |
| "41A4231", | |
| "41A712", | |
| "45D311", | |
| "45D313", | |
| "48C911", | |
| "49L511", | |
| "49LL71", | |
| "49L72", | |
| "83(PLUTARCH, Parallel Lives of Illustrious Greeks and Romans)", | |
| "98B(PLUTARCH)5", | |
| "98B(POMPEY)1", | |
| "98B(STRABO, G.P.S.)5" | |
| ], | |
| "predicted_codes": [ | |
| "49B25", | |
| "49C3(+1)", | |
| "49L62" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49B25\", \"49C3(+1)\", \"49L62\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.30143727161997563, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 64, | |
| "gt_codes": [ | |
| "41E2", | |
| "43C512", | |
| "48C5142:48C533" | |
| ], | |
| "predicted_codes": [ | |
| "11R5", | |
| "23U25", | |
| "48C7351" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11R5\", \"23U25\", \"48C7351\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2375, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 65, | |
| "gt_codes": [ | |
| "49L12(P)", | |
| "49L171", | |
| "73E42" | |
| ], | |
| "predicted_codes": [ | |
| "11U2", | |
| "49L12(P)", | |
| "49L171" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11U2\", \"49L12(P)\", \"49L171\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 66, | |
| "gt_codes": [ | |
| "41D221(HAT)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 67, | |
| "gt_codes": [ | |
| "43A42" | |
| ], | |
| "predicted_codes": [ | |
| "43A42" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43A42\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 68, | |
| "gt_codes": [ | |
| "33B1" | |
| ], | |
| "predicted_codes": [ | |
| "42D31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"42D31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 69, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D12", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8875343490045797, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 70, | |
| "gt_codes": [ | |
| "25F36(SWAN)", | |
| "42E31", | |
| "52E2(+4)", | |
| "58BB1(+4)", | |
| "86(SIBI CANIT ET ORBI)" | |
| ], | |
| "predicted_codes": [ | |
| "25F36(SWAN)(+1)", | |
| "25H114", | |
| "86(NEC VULTUS NEC VERBA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F36(SWAN)(+1)\", \"25H114\", \"86(NEC VULTUS NEC VERBA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5318435754189944, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 71, | |
| "gt_codes": [ | |
| "49E39", | |
| "25G4" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(Bronzer Wasser)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(Bronzer Wasser)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 72, | |
| "gt_codes": [ | |
| "31B1", | |
| "35", | |
| "47I2112", | |
| "47I221", | |
| "48C7351", | |
| "9", | |
| "97CC64" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "47I2112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"47I2112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3589743589743589, | |
| "code_precision": 0.5, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 73, | |
| "gt_codes": [ | |
| "25H114", | |
| "46A14", | |
| "47I214", | |
| "47I221" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "47I21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"47I21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7163867355727822, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 74, | |
| "gt_codes": [ | |
| "46C13142" | |
| ], | |
| "predicted_codes": [ | |
| "25H1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 75, | |
| "gt_codes": [ | |
| "45C22" | |
| ], | |
| "predicted_codes": [ | |
| "45C22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 76, | |
| "gt_codes": [ | |
| "25H2", | |
| "43C121" | |
| ], | |
| "predicted_codes": [ | |
| "25H1", | |
| "47I221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H1\", \"47I221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4000000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 77, | |
| "gt_codes": [ | |
| "86(ALSO WARDT DER HIMMEL UND DIE ERDTEN VOLLENDET)", | |
| "11A1", | |
| "71A2", | |
| "10", | |
| "11Q71444", | |
| "11P131" | |
| ], | |
| "predicted_codes": [ | |
| "11C23", | |
| "11D51", | |
| "11Q01", | |
| "24A6", | |
| "24B31", | |
| "24F2", | |
| "25H114", | |
| "25I12", | |
| "31AA2763", | |
| "49E121", | |
| "86(WAS DER HERR UND DIE ERDEN VOLLMA\u00dfT)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11C23\", \"11D51\", \"11Q01\", \"24A6\", \"24B31\", \"24F2\", \"25H114\", \"25I12\", \"31AA2763\", \"49E121\", \"86(WAS DER HERR UND DIE ERDEN VOLLMA\\u00dfT)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 11, | |
| "total_predicted": 11, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2816115107913669, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 78, | |
| "gt_codes": [ | |
| "41A2", | |
| "41B21", | |
| "42B71" | |
| ], | |
| "predicted_codes": [ | |
| "41A2", | |
| "41C652" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A2\", \"41C652\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5952197802197802, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 79, | |
| "gt_codes": [ | |
| "31A2211", | |
| "61B(+2)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8251106639839035, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 80, | |
| "gt_codes": [ | |
| "73D721" | |
| ], | |
| "predicted_codes": [ | |
| "73D76" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D76\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.76, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 81, | |
| "gt_codes": [ | |
| "23O11", | |
| "46C215(RUDDER)", | |
| "57A6(+4)", | |
| "86(FIDEM FATI VIRTUTE SEQUEMUR)", | |
| "92B11221" | |
| ], | |
| "predicted_codes": [ | |
| "23O41", | |
| "25F(+36)", | |
| "25FF6('CAPPRAE CORVINAE')", | |
| "25H23", | |
| "49L8" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23O41\", \"25F(+36)\", \"25FF6('CAPPRAE CORVINAE')\", \"25H23\", \"49L8\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2009585253456221, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 82, | |
| "gt_codes": [ | |
| "48A9876", | |
| "48C244" | |
| ], | |
| "predicted_codes": [ | |
| "46A12", | |
| "48A98311", | |
| "45C221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A12\", \"48A98311\", \"45C221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.49639225181598057, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 83, | |
| "gt_codes": [ | |
| "11Q651", | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "41D222(RUFF)", | |
| "41D262", | |
| "41D26611", | |
| "46A12", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "41D222(RUFF)", | |
| "41D26611", | |
| "41D2664", | |
| "41D2665", | |
| "41E2(+0)", | |
| "48C7352", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"41D222(RUFF)\", \"41D26611\", \"41D2664\", \"41D2665\", \"41E2(+0)\", \"48C7352\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 9, | |
| "total_predicted": 9, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7690102758247702, | |
| "code_precision": 0.4444444444444444, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 84, | |
| "gt_codes": [ | |
| "25F34", | |
| "25F39(HOOPOE)", | |
| "25H213(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "25F34", | |
| "25F37(HERON)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F34\", \"25F37(HERON)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8040983606557377, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 85, | |
| "gt_codes": [ | |
| "25I", | |
| "41A12", | |
| "43B13", | |
| "46C112" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "41A16" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A16\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6808290155440415, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 86, | |
| "gt_codes": [ | |
| "25G3", | |
| "25H", | |
| "41A1", | |
| "46C2", | |
| "46C24" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "41A17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"41A17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6425396825396825, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 87, | |
| "gt_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 88, | |
| "gt_codes": [ | |
| "25G3", | |
| "25H" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "25H17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"25H17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7849999999999999, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 89, | |
| "gt_codes": [ | |
| "25F3" | |
| ], | |
| "predicted_codes": [ | |
| "25F3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 90, | |
| "gt_codes": [ | |
| "25H", | |
| "45H(+22)" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "41B162", | |
| "45C13(SWORD)", | |
| "45H(+22)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"41B162\", \"45C13(SWORD)\", \"45H(+22)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7823439878234398, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 91, | |
| "gt_codes": [ | |
| "31A559", | |
| "31D13", | |
| "31D14", | |
| "41A191", | |
| "41A761", | |
| "45C22", | |
| "92B423" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "41A761", | |
| "9" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"41A761\", \"9\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3302312543798178, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 92, | |
| "gt_codes": [ | |
| "25I", | |
| "45D22(+32)", | |
| "46C24(FLUYT)", | |
| "46C24:47K", | |
| "46CC21" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C24" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C24\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6424322230828814, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 93, | |
| "gt_codes": [ | |
| "11P31521", | |
| "11Q713", | |
| "11Q7131(CHOIR SCREEN)", | |
| "11Q71454", | |
| "11Q72", | |
| "11Q7311", | |
| "25I", | |
| "31A233", | |
| "31A415", | |
| "34B11", | |
| "41B311", | |
| "42E141", | |
| "46A151" | |
| ], | |
| "predicted_codes": [ | |
| "11Q713", | |
| "25I", | |
| "48C162" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q713\", \"25I\", \"48C162\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5812021742572168, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.15384615384615385 | |
| }, | |
| { | |
| "index": 94, | |
| "gt_codes": [ | |
| "33C23", | |
| "25H13", | |
| "11G", | |
| "46E1", | |
| "46E221", | |
| "25F72(SNAIL)" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "45B", | |
| "26A", | |
| "31D14", | |
| "44BB191", | |
| "48C7352", | |
| "44B191", | |
| "44B192" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"45B\", \"26A\", \"31D14\", \"44BB191\", \"48C7352\", \"44B191\", \"44B192\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 8, | |
| "total_predicted": 8, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.31077540106951873, | |
| "code_precision": 0.125, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 95, | |
| "gt_codes": [ | |
| "31A235", | |
| "31D15:61BB", | |
| "61B(+54)" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+54)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A2421\", \"31D15:61BB\", \"61B(+54)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9281886387995713, | |
| "code_precision": 0.6, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 96, | |
| "gt_codes": [ | |
| "25G3", | |
| "25H213" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "41A17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"41A17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.35625, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 97, | |
| "gt_codes": [ | |
| "11H(JOHN CHRYSOSTOM)36" | |
| ], | |
| "predicted_codes": [ | |
| "73B641" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B641\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 98, | |
| "gt_codes": [ | |
| "12CC13(ISIS)", | |
| "20" | |
| ], | |
| "predicted_codes": [ | |
| "24B", | |
| "92C1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"24B\", \"92C1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.095, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 99, | |
| "gt_codes": [ | |
| "11Q712", | |
| "22C8", | |
| "25H17:41D422", | |
| "25I", | |
| "25I5", | |
| "41A17", | |
| "41D427", | |
| "47D31", | |
| "47I1421" | |
| ], | |
| "predicted_codes": [ | |
| "11Q712", | |
| "25H", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"25H\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5167934782608694, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.2222222222222222 | |
| }, | |
| { | |
| "index": 100, | |
| "gt_codes": [ | |
| "25F711", | |
| "25F711(BUTTERFLY)", | |
| "41A671", | |
| "48C24" | |
| ], | |
| "predicted_codes": [ | |
| "25F711(BUTTERFLY)", | |
| "25G4(ROSEMARY)", | |
| "25G4(ROSMARINUS OFFICIALIS)", | |
| "25G41(CARNATION)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAGSCONE)", | |
| "25G41(HOLLYHOCK)", | |
| "25G41(MARIGOLD)", | |
| "25G41(PANSY)", | |
| "25G41(SUNFLOWER)", | |
| "25G41(VIOLIER)", | |
| "41A671", | |
| "41A773(+2)", | |
| "48C24:61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F711(BUTTERFLY)\", \"25G4(ROSEMARY)\", \"25G4(ROSMARINUS OFFICIALIS)\", \"25G41(CARNATION)\", \"25G41(CONVOLVULUS)\", \"25G41(DAGSCONE)\", \"25G41(HOLLYHOCK)\", \"25G41(MARIGOLD)\", \"25G41(PANSY)\", \"25G41(SUNFLOWER)\", \"25G41(VIOLIER)\", \"41A671\", \"41A773(+2)\", \"48C24:61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 14, | |
| "total_predicted": 14, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.674009519219183, | |
| "code_precision": 0.14285714285714285, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 101, | |
| "gt_codes": [ | |
| "12A751", | |
| "49B24" | |
| ], | |
| "predicted_codes": [ | |
| "11H(NICHOLAS)", | |
| "46A21", | |
| "31E235" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(NICHOLAS)\", \"46A21\", \"31E235\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.156, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 102, | |
| "gt_codes": [ | |
| "31D15" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "31D15" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31D15\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8165680473372781, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 103, | |
| "gt_codes": [ | |
| "25H213", | |
| "25I41" | |
| ], | |
| "predicted_codes": [ | |
| "25H1991", | |
| "47D31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H1991\", \"47D31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.35625, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 104, | |
| "gt_codes": [ | |
| "32A5", | |
| "48C62" | |
| ], | |
| "predicted_codes": [ | |
| "48C91", | |
| "61B2(ROSSINI, Gioacchino)(+4)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C91\", \"61B2(ROSSINI, Gioacchino)(+4)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 105, | |
| "gt_codes": [ | |
| "25G4(Anis)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(Enzian)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(Enzian)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 106, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "31A5331", | |
| "41A251", | |
| "41A422", | |
| "41A711", | |
| "41A7122", | |
| "41C37", | |
| "41D212", | |
| "41D222(JABOT)", | |
| "41D2664", | |
| "49L511", | |
| "49L62", | |
| "49L7", | |
| "49M32", | |
| "61B(+55)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A2422\", \"61B(+54)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4682480587171578, | |
| "code_precision": 0.75, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 107, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9516666666666667, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 108, | |
| "gt_codes": [ | |
| "11Q713", | |
| "11Q71454", | |
| "48C24" | |
| ], | |
| "predicted_codes": [ | |
| "12B61", | |
| "48C7352" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12B61\", \"48C7352\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.34545454545454546, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 109, | |
| "gt_codes": [ | |
| "73D415" | |
| ], | |
| "predicted_codes": [ | |
| "45B", | |
| "25I1", | |
| "31D14", | |
| "46C112", | |
| "45K14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45B\", \"25I1\", \"31D14\", \"46C112\", \"45K14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 110, | |
| "gt_codes": [ | |
| "25G21(GOURD)", | |
| "25G41(ROSE)", | |
| "31A559", | |
| "33C23", | |
| "47I221", | |
| "47I2213", | |
| "83(HOOFT, Granida)" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "41C7111", | |
| "9" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"41C7111\", \"9\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.23609218436873744, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 111, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(N)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(I)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(I)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 112, | |
| "gt_codes": [ | |
| "48C149", | |
| "61E(ROMA)", | |
| "61F(COLOSSEO)", | |
| "48A72" | |
| ], | |
| "predicted_codes": [ | |
| "48C149", | |
| "61E(ROMA)", | |
| "61F(COLOSSEO)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C149\", \"61E(ROMA)\", \"61F(COLOSSEO)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9159891598915989, | |
| "code_precision": 1.0, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 113, | |
| "gt_codes": [ | |
| "86(CLARIUS INDE MICAT)", | |
| "24A81", | |
| "25D11(DIAMOND)", | |
| "22C5", | |
| "11A2", | |
| "11M31" | |
| ], | |
| "predicted_codes": [ | |
| "86(CLARIUS INDE MICAT)", | |
| "41A35", | |
| "24A", | |
| "49L7", | |
| "49MM32" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(CLARIUS INDE MICAT)\", \"41A35\", \"24A\", \"49L7\", \"49MM32\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3194053208137715, | |
| "code_precision": 0.2, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 114, | |
| "gt_codes": [ | |
| "49C212", | |
| "52" | |
| ], | |
| "predicted_codes": [ | |
| "49D22(+0)", | |
| "49L16" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49D22(+0)\", \"49L16\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2533333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 115, | |
| "gt_codes": [ | |
| "25F33(EAGLE)(+5262)", | |
| "25H114", | |
| "25I2", | |
| "25I6", | |
| "31A22210", | |
| "46C2322", | |
| "73D83", | |
| "86(SIC ALOR)" | |
| ], | |
| "predicted_codes": [ | |
| "25F39(DOVE)(+47)", | |
| "25G11", | |
| "25H213", | |
| "25I6", | |
| "46C112:47G52", | |
| "46C232", | |
| "86(SIC ALOR)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F39(DOVE)(+47)\", \"25G11\", \"25H213\", \"25I6\", \"46C112:47G52\", \"46C232\", \"86(SIC ALOR)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6757980652962514, | |
| "code_precision": 0.2857142857142857, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 116, | |
| "gt_codes": [ | |
| "73B57" | |
| ], | |
| "predicted_codes": [ | |
| "73B57" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B57\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 117, | |
| "gt_codes": [ | |
| "49B24" | |
| ], | |
| "predicted_codes": [ | |
| "49B24", | |
| "49B251" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49B24\", \"49B251\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9361702127659575, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 118, | |
| "gt_codes": [ | |
| "41A775", | |
| "45C11(SPEAR)", | |
| "45C16(CANNON)", | |
| "45C221", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "45C13(SWORD)", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C13(SWORD)\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7694656488549618, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 119, | |
| "gt_codes": [ | |
| "25H" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "41A671" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"41A671\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2533333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 120, | |
| "gt_codes": [ | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 121, | |
| "gt_codes": [ | |
| "34B11", | |
| "31D14(+72)", | |
| "31D14(+9321)" | |
| ], | |
| "predicted_codes": [ | |
| "31D14(+72)", | |
| "31D14(+9321)", | |
| "31D14(+9321)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D14(+72)\", \"31D14(+9321)\", \"31D14(+9321)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8461538461538461, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 122, | |
| "gt_codes": [ | |
| "11Q7121(TOWER)", | |
| "25H2", | |
| "25I2", | |
| "43C128" | |
| ], | |
| "predicted_codes": [ | |
| "25I146", | |
| "61E(NIEUWLAND)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I146\", \"61E(NIEUWLAND)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2590909090909091, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 123, | |
| "gt_codes": [ | |
| "49D22" | |
| ], | |
| "predicted_codes": [ | |
| "49D22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49D22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 124, | |
| "gt_codes": [ | |
| "25H132", | |
| "41D263" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C127" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C127\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5275, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 125, | |
| "gt_codes": [ | |
| "25F35(PARROT)", | |
| "25G21(APRICOT)", | |
| "25G21(FIG)", | |
| "25G21(LEMON)", | |
| "25G21(MELON)", | |
| "25G21(POMEGRANATE)", | |
| "25G21(PRUNE)", | |
| "25G21(RED CURRANT)", | |
| "41A7751", | |
| "41C653", | |
| "41C653(LEMON)", | |
| "41C653(PRUNE)", | |
| "47I422", | |
| "47I4222" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "25G21(APRICOT)", | |
| "25G21(LEMON)", | |
| "25G21(MELON)", | |
| "41A7751", | |
| "41C653(LEMON)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"25G21(APRICOT)\", \"25G21(LEMON)\", \"25G21(MELON)\", \"41A7751\", \"41C653(LEMON)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9119999999999999, | |
| "code_precision": 0.8333333333333334, | |
| "code_recall": 0.35714285714285715 | |
| }, | |
| { | |
| "index": 126, | |
| "gt_codes": [ | |
| "25H", | |
| "31D11221" | |
| ], | |
| "predicted_codes": [ | |
| "25H114", | |
| "31D11221", | |
| "46C121" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H114\", \"31D11221\", \"46C121\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.628, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 127, | |
| "gt_codes": [ | |
| "25G3", | |
| "25H", | |
| "41A1", | |
| "41A33" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "41A671" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"41A671\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6990106007067137, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 128, | |
| "gt_codes": [ | |
| "33A35" | |
| ], | |
| "predicted_codes": [ | |
| "31A254", | |
| "31B6(+932)", | |
| "33C23" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A254\", \"31B6(+932)\", \"33C23\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3151515151515152, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 129, | |
| "gt_codes": [ | |
| "71A2", | |
| "71A22" | |
| ], | |
| "predicted_codes": [ | |
| "24A6", | |
| "13C" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"24A6\", \"13C\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 130, | |
| "gt_codes": [ | |
| "25F25(ELEPHANT)", | |
| "25I", | |
| "25I13", | |
| "34E22", | |
| "43B7" | |
| ], | |
| "predicted_codes": [ | |
| "25F", | |
| "25I1461" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F\", \"25I1461\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.48363636363636375, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 131, | |
| "gt_codes": [ | |
| "11I36", | |
| "73" | |
| ], | |
| "predicted_codes": [ | |
| "31A(+89)", | |
| "71", | |
| "71C214" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A(+89)\", \"71\", \"71C214\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.11304347826086956, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 132, | |
| "gt_codes": [ | |
| "33A52", | |
| "46A71" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+933)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+933)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.13333333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 133, | |
| "gt_codes": [ | |
| "25F72(OYSTER)", | |
| "25G21(LEMON)", | |
| "41C653(LEMON)", | |
| "47I4223" | |
| ], | |
| "predicted_codes": [ | |
| "25F716(LOBSTER)", | |
| "25G21(APPLE)", | |
| "25G21(CHERRY)", | |
| "25G21(LEMON)", | |
| "25G21(MELON)", | |
| "25G21(POMEGRANATE)", | |
| "41C323", | |
| "41C653(APPLE)", | |
| "41C653(LEMON)", | |
| "47I4223" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F716(LOBSTER)\", \"25G21(APPLE)\", \"25G21(CHERRY)\", \"25G21(LEMON)\", \"25G21(MELON)\", \"25G21(POMEGRANATE)\", \"41C323\", \"41C653(APPLE)\", \"41C653(LEMON)\", \"47I4223\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 10, | |
| "total_predicted": 10, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9379957356076758, | |
| "code_precision": 0.3, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 134, | |
| "gt_codes": [ | |
| "31B19", | |
| "41A3911", | |
| "47I221" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "31D14", | |
| "47I221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"31D14\", \"47I221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4963210702341137, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 135, | |
| "gt_codes": [ | |
| "11A23", | |
| "11D51", | |
| "11D52", | |
| "11Q0", | |
| "22C311", | |
| "25F3(+342)", | |
| "31A2512(+933)", | |
| "31A2512(+9341)", | |
| "31A511", | |
| "31A51452", | |
| "31AA2331", | |
| "31D12", | |
| "31D13", | |
| "31G1", | |
| "41A711", | |
| "41D2661", | |
| "41D2668", | |
| "44B1211", | |
| "46E221", | |
| "71Q82(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "86(SI INVENTUS FUI IN OCVLOS TUOS, DA MIHI VITAM MEAM PETITIONE MEA)", | |
| "31D15", | |
| "42B74", | |
| "11Q0", | |
| "11M31", | |
| "11Q01" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(SI INVENTUS FUI IN OCVLOS TUOS, DA MIHI VITAM MEAM PETITIONE MEA)\", \"31D15\", \"42B74\", \"11Q0\", \"11M31\", \"11Q01\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4210781517398745, | |
| "code_precision": 0.16666666666666666, | |
| "code_recall": 0.05 | |
| }, | |
| { | |
| "index": 136, | |
| "gt_codes": [ | |
| "25H114", | |
| "31EE2346", | |
| "45C13(SWORD)", | |
| "45C19(SHIELD)", | |
| "45C15(ARROW)", | |
| "45C22", | |
| "45C23", | |
| "53C11(+4)", | |
| "56E3(+22)", | |
| "56F2(+22)", | |
| "56F2(+4)", | |
| "86(NEMO ADEO FERUS EST, QUI NON MITESCERE POSSIT)", | |
| "92B46", | |
| "92B48(ARMOUR)", | |
| "92B48(SHIELD)", | |
| "92B48(SWORD)", | |
| "92D151", | |
| "92D18(QUIVER)" | |
| ], | |
| "predicted_codes": [ | |
| "86(AMORUM)", | |
| "92D152", | |
| "45C13(SWORD)", | |
| "45C13(DAGGER)", | |
| "45C13(CUTLASS)", | |
| "45C13(RAPIER)", | |
| "45C13(SCIMITAR)", | |
| "45C13(TAVERNIER)", | |
| "45C13(XIXE)", | |
| "45C13(HALBERD)", | |
| "45C13(LANCE)", | |
| "45C13(MACE)", | |
| "45C13(PETASUS)", | |
| "45C13(WOODEN SWORD)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(AMORUM)\", \"92D152\", \"45C13(SWORD)\", \"45C13(DAGGER)\", \"45C13(CUTLASS)\", \"45C13(RAPIER)\", \"45C13(SCIMITAR)\", \"45C13(TAVERNIER)\", \"45C13(XIXE)\", \"45C13(HALBERD)\", \"45C13(LANCE)\", \"45C13(MACE)\", \"45C13(PETASUS)\", \"45C13(WOODEN SWORD)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 14, | |
| "total_predicted": 14, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6129641909814324, | |
| "code_precision": 0.07142857142857142, | |
| "code_recall": 0.05555555555555555 | |
| }, | |
| { | |
| "index": 137, | |
| "gt_codes": [ | |
| "25I", | |
| "25I1" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7344406779661016, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 138, | |
| "gt_codes": [ | |
| "31D14", | |
| "31D15", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8033711340206185, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 139, | |
| "gt_codes": [ | |
| "25F36(SWAN)", | |
| "41A11", | |
| "41A646", | |
| "43B42" | |
| ], | |
| "predicted_codes": [ | |
| "25F36(SWAN)", | |
| "41A1", | |
| "48C7351" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F36(SWAN)\", \"41A1\", \"48C7351\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.63984375, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 140, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "41A721", | |
| "41D222(JABOT)", | |
| "46A122", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7460815047021944, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 141, | |
| "gt_codes": [ | |
| "25I", | |
| "25I1", | |
| "44B233" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "25I1", | |
| "41A31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"25I1\", \"41A31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7299999999999999, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 142, | |
| "gt_codes": [ | |
| "73B93", | |
| "73B931" | |
| ], | |
| "predicted_codes": [ | |
| "73A621" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73A621\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.39493670886075954, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 143, | |
| "gt_codes": [ | |
| "25G41(ANEMONE)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAFFODIL)", | |
| "25G41(DAGSCONE)", | |
| "25G41(NARCISSUS)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "25H11", | |
| "41A646", | |
| "41A671", | |
| "41D283" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(ANEMONE)", | |
| "25G41(CARNATION)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAGSCONE)", | |
| "25G41(FRITILLARY)", | |
| "25G41(LILY-OF-THE-VALLEY)", | |
| "25G41(MARIGOLD)", | |
| "25G41(NARCISSUS)", | |
| "25G41(PANSY)", | |
| "25G41(TULIP)", | |
| "25G41(VIOLET)", | |
| "25H", | |
| "48A9876" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(ANEMONE)\", \"25G41(CARNATION)\", \"25G41(CONVOLVULUS)\", \"25G41(DAGSCONE)\", \"25G41(FRITILLARY)\", \"25G41(LILY-OF-THE-VALLEY)\", \"25G41(MARIGOLD)\", \"25G41(NARCISSUS)\", \"25G41(PANSY)\", \"25G41(TULIP)\", \"25G41(VIOLET)\", \"25H\", \"48A9876\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 13, | |
| "total_predicted": 13, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8140692235734331, | |
| "code_precision": 0.38461538461538464, | |
| "code_recall": 0.45454545454545453 | |
| }, | |
| { | |
| "index": 144, | |
| "gt_codes": [ | |
| "31A247", | |
| "31A2514(+933)", | |
| "31A2516(+933)", | |
| "31A26211(+51)", | |
| "31A2747", | |
| "31A534", | |
| "31A611", | |
| "31B171", | |
| "31D14", | |
| "34B11", | |
| "41A23", | |
| "41A3221", | |
| "41A4231", | |
| "41A7612", | |
| "41A7633", | |
| "41B21", | |
| "41B31", | |
| "41B313", | |
| "41D211(+81)", | |
| "41D233(+81)" | |
| ], | |
| "predicted_codes": [ | |
| "25G3(PALM-TREE)(+27)", | |
| "31A2422", | |
| "31D16", | |
| "41A22", | |
| "41A3211", | |
| "41A33", | |
| "41B31(+1)", | |
| "41C321", | |
| "41C341", | |
| "41C37", | |
| "41D211", | |
| "41D221", | |
| "41D2339", | |
| "48C161" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3(PALM-TREE)(+27)\", \"31A2422\", \"31D16\", \"41A22\", \"41A3211\", \"41A33\", \"41B31(+1)\", \"41C321\", \"41C341\", \"41C37\", \"41D211\", \"41D221\", \"41D2339\", \"48C161\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 14, | |
| "total_predicted": 14, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6876485052287836, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 145, | |
| "gt_codes": [ | |
| "25G4(...)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(...)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(...)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 146, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8774360795454546, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 147, | |
| "gt_codes": [ | |
| "31D112", | |
| "42G:61B2(...)13", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "12B61", | |
| "31D112:61B2(...)1", | |
| "48C75" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12B61\", \"31D112:61B2(...)1\", \"48C75\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.31214285714285717, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 148, | |
| "gt_codes": [ | |
| "61D(GERMANIA)", | |
| "61D(FRANCIA)", | |
| "45A145" | |
| ], | |
| "predicted_codes": [ | |
| "45A1", | |
| "61D(GERMANIA)", | |
| "32B311(TEDESCHI)(+9)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45A1\", \"61D(GERMANIA)\", \"32B311(TEDESCHI)(+9)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7164601769911504, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 149, | |
| "gt_codes": [ | |
| "11H(PETER)", | |
| "11Q733", | |
| "31A25561(+915)", | |
| "49L12(P)", | |
| "49L171", | |
| "73F45" | |
| ], | |
| "predicted_codes": [ | |
| "11H(PAUL)", | |
| "49L12(T)", | |
| "49L171", | |
| "73F45" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(PAUL)\", \"49L12(T)\", \"49L171\", \"73F45\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8439306358381503, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 150, | |
| "gt_codes": [ | |
| "11M41", | |
| "31A511" | |
| ], | |
| "predicted_codes": [ | |
| "31F26", | |
| "48C515" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31F26\", \"48C515\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 151, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2421", | |
| "45C21", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8407047991526114, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 152, | |
| "gt_codes": [ | |
| "33B41", | |
| "96D(SABINE WOMEN)61", | |
| "98" | |
| ], | |
| "predicted_codes": [ | |
| "31D15", | |
| "45B", | |
| "98" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D15\", \"45B\", \"98\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.42934362934362935, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 153, | |
| "gt_codes": [ | |
| "73C221", | |
| "73C222", | |
| "73C223" | |
| ], | |
| "predicted_codes": [ | |
| "71E3243", | |
| "71E3245" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71E3243\", \"71E3245\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19000000000000003, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 154, | |
| "gt_codes": [ | |
| "92D1916", | |
| "48A98311", | |
| "25G41", | |
| "48A9875", | |
| "61B2(PFEFFERKORN, Johannes)11" | |
| ], | |
| "predicted_codes": [ | |
| "48A9876", | |
| "11G23", | |
| "48C5156" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48A9876\", \"11G23\", \"48C5156\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4006165228113441, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 155, | |
| "gt_codes": [ | |
| "31D14", | |
| "45H3", | |
| "25G3", | |
| "46C131", | |
| "45F4", | |
| "44B132", | |
| "53CC1" | |
| ], | |
| "predicted_codes": [ | |
| "45H3", | |
| "25I1", | |
| "46C291", | |
| "48A9876", | |
| "45K14", | |
| "45D21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45H3\", \"25I1\", \"46C291\", \"48A9876\", \"45K14\", \"45D21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.42317241379310344, | |
| "code_precision": 0.16666666666666666, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 156, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D13", | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9546009594417794, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 157, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A24(+1)", | |
| "61B(+54)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9408479920345171, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 158, | |
| "gt_codes": [ | |
| "41A12", | |
| "61F(GROENEWOUDE)" | |
| ], | |
| "predicted_codes": [ | |
| "41A12", | |
| "61E(GROENESWOOL)", | |
| "61F(HUIS GROENESWOOL)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A12\", \"61E(GROENESWOOL)\", \"61F(HUIS GROENESWOOL)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.888888888888889, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 159, | |
| "gt_codes": [ | |
| "34B11", | |
| "47I213", | |
| "47I221", | |
| "47I2211" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "41A671" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"41A671\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.1191919191919192, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 160, | |
| "gt_codes": [ | |
| "44B1", | |
| "46A12", | |
| "45C21" | |
| ], | |
| "predicted_codes": [ | |
| "45C21", | |
| "61B2(WILHELM <Braunschweig, Herzog>)11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C21\", \"61B2(WILHELM <Braunschweig, Herzog>)11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.48096885813148793, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 161, | |
| "gt_codes": [ | |
| "11M42", | |
| "11M44", | |
| "25H", | |
| "25I", | |
| "44G0", | |
| "44G112", | |
| "46C13141", | |
| "46C1463", | |
| "54A2", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "12EE13", | |
| "12FF13", | |
| "46C13141", | |
| "98" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12EE13\", \"12FF13\", \"46C13141\", \"98\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.32062547098718913, | |
| "code_precision": 0.25, | |
| "code_recall": 0.1 | |
| }, | |
| { | |
| "index": 162, | |
| "gt_codes": [ | |
| "11K", | |
| "31A233", | |
| "31B1", | |
| "31D14", | |
| "31D15" | |
| ], | |
| "predicted_codes": [ | |
| "31D15", | |
| "42B742" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D15\", \"42B742\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5059288537549407, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 163, | |
| "gt_codes": [ | |
| "86(HOMO HOMINI DEUS)", | |
| "25I144", | |
| "25I154", | |
| "59B31", | |
| "59B4", | |
| "11N36", | |
| "92D17", | |
| "55B1", | |
| "31D14", | |
| "33A53", | |
| "56F231" | |
| ], | |
| "predicted_codes": [ | |
| "86(HOMO HOMINI DEUS)", | |
| "31D14", | |
| "31A25552", | |
| "31B7", | |
| "31A2511(+933)", | |
| "31A2512(+933)", | |
| "31A2513(+933)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(HOMO HOMINI DEUS)\", \"31D14\", \"31A25552\", \"31B7\", \"31A2511(+933)\", \"31A2512(+933)\", \"31A2513(+933)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2943396226415094, | |
| "code_precision": 0.2857142857142857, | |
| "code_recall": 0.18181818181818182 | |
| }, | |
| { | |
| "index": 164, | |
| "gt_codes": [ | |
| "92A" | |
| ], | |
| "predicted_codes": [ | |
| "71A3421", | |
| "71A3422" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71A3421\", \"71A3422\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 165, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D12", | |
| "45B", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8215067028538531, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 166, | |
| "gt_codes": [ | |
| "73B633", | |
| "73B641" | |
| ], | |
| "predicted_codes": [ | |
| "73G491" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73G491\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4000000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 167, | |
| "gt_codes": [ | |
| "44C312" | |
| ], | |
| "predicted_codes": [ | |
| "43A12", | |
| "57AA621" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43A12\", \"57AA621\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 168, | |
| "gt_codes": [ | |
| "11D124", | |
| "11Q15", | |
| "25F23(LION)", | |
| "73D231", | |
| "73D633", | |
| "73E422" | |
| ], | |
| "predicted_codes": [ | |
| "73F2145" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73F2145\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.25333333333333335, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 169, | |
| "gt_codes": [ | |
| "31D14", | |
| "31D15", | |
| "48C755", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A254", | |
| "31D14", | |
| "31D15", | |
| "41C74(+1)", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A254\", \"31D14\", \"31D15\", \"41C74(+1)\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7534435990737679, | |
| "code_precision": 0.6, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 170, | |
| "gt_codes": [ | |
| "25F23(LION)", | |
| "23U24", | |
| "11R5", | |
| "25A13", | |
| "11D131", | |
| "48C24", | |
| "48C16", | |
| "24D", | |
| "49E11", | |
| "24B21" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "48C24", | |
| "49E39" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"48C24\", \"49E39\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4087029288702929, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.1 | |
| }, | |
| { | |
| "index": 171, | |
| "gt_codes": [ | |
| "11P3113", | |
| "11Q7146", | |
| "31A2422", | |
| "31A5341", | |
| "31D12", | |
| "41D221", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7034035656401945, | |
| "code_precision": 1.0, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 172, | |
| "gt_codes": [ | |
| "25H1321" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C513" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C513\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 173, | |
| "gt_codes": [ | |
| "46C24", | |
| "25H2322" | |
| ], | |
| "predicted_codes": [ | |
| "46C24", | |
| "25H13" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46C24\", \"25H13\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7849999999999999, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 174, | |
| "gt_codes": [ | |
| "48B3:61B", | |
| "48C51", | |
| "48C5152", | |
| "48C5153", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+55)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4444444444444444, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 175, | |
| "gt_codes": [ | |
| "48A98211", | |
| "42E34" | |
| ], | |
| "predicted_codes": [ | |
| "46A122", | |
| "48C7352", | |
| "48A9875", | |
| "48A9831" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A122\", \"48C7352\", \"48A9875\", \"48A9831\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5452173913043479, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 176, | |
| "gt_codes": [ | |
| "11L61", | |
| "25I11", | |
| "32B311(ROMANS)", | |
| "33A11", | |
| "46B3311", | |
| "46B51", | |
| "46C22", | |
| "46C24(+64)", | |
| "47B11(+12)", | |
| "47B11(+21)", | |
| "47B131", | |
| "47G3", | |
| "47G311", | |
| "47G52", | |
| "61E(JANICULUM)", | |
| "61E(SATURNIA)", | |
| "61F(VICUS ARGENTARIUS)", | |
| "91B1115", | |
| "96A1251" | |
| ], | |
| "predicted_codes": [ | |
| "41C5", | |
| "46A23", | |
| "46B111" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41C5\", \"46A23\", \"46B111\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.23215165876777255, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 177, | |
| "gt_codes": [ | |
| "11C14", | |
| "71C11824(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "71C324" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71C324\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.37999999999999995, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 178, | |
| "gt_codes": [ | |
| "31A2521", | |
| "48B3:61B", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7168712985699842, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 179, | |
| "gt_codes": [ | |
| "49M42", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8795518207282913, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 180, | |
| "gt_codes": [ | |
| "43A42" | |
| ], | |
| "predicted_codes": [ | |
| "41D2653", | |
| "44B191" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41D2653\", \"44B191\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 181, | |
| "gt_codes": [ | |
| "41D221(HAT)", | |
| "48", | |
| "48C2", | |
| "48C514", | |
| "54BB2", | |
| "55C11", | |
| "86(VIEL ZIERDE, WENIG NUTZEN)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2549", | |
| "31D14(+72)", | |
| "31D15(+89)", | |
| "41A221", | |
| "41A761", | |
| "41C321", | |
| "41D221(HAT)(+81)", | |
| "48C24", | |
| "48C244", | |
| "48C5142:48C533", | |
| "48C5152", | |
| "48C5153", | |
| "48C5155", | |
| "48C5156", | |
| "48C5157", | |
| "48C5159", | |
| "48C5159(+0)", | |
| "51E11(+4)", | |
| "51EE11(+4)", | |
| "86(VIEL ZIERDE, WENIG NUTZEN)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2549\", \"31D14(+72)\", \"31D15(+89)\", \"41A221\", \"41A761\", \"41C321\", \"41D221(HAT)(+81)\", \"48C24\", \"48C244\", \"48C5142:48C533\", \"48C5152\", \"48C5153\", \"48C5155\", \"48C5156\", \"48C5157\", \"48C5159\", \"48C5159(+0)\", \"51E11(+4)\", \"51EE11(+4)\", \"86(VIEL ZIERDE, WENIG NUTZEN)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 20, | |
| "total_predicted": 20, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6167693431501599, | |
| "code_precision": 0.05, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 182, | |
| "gt_codes": [ | |
| "31D11222", | |
| "41A721", | |
| "41D2665", | |
| "42B742", | |
| "42G:61B2(...)13" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31D112:61B2(...)1", | |
| "42G:61B2(...)13", | |
| "61B(+54)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31D112:61B2(...)1\", \"42G:61B2(...)13\", \"61B(+54)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5509036827195467, | |
| "code_precision": 0.25, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 183, | |
| "gt_codes": [ | |
| "92C455" | |
| ], | |
| "predicted_codes": [ | |
| "92C454" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92C454\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 184, | |
| "gt_codes": [ | |
| "25I3", | |
| "41D42" | |
| ], | |
| "predicted_codes": [ | |
| "25I3", | |
| "47I21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I3\", \"47I21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 185, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9650711513583441, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6 | |
| }, | |
| { | |
| "index": 186, | |
| "gt_codes": [ | |
| "86(VULPES, ET SIMIUS)", | |
| "25F23(LION)", | |
| "25F22(+343)", | |
| "25F23(FOX)", | |
| "52A2", | |
| "51A5" | |
| ], | |
| "predicted_codes": [ | |
| "86(VULPES, ET SIMIUS)", | |
| "25F23(LION)(+491)", | |
| "25F22", | |
| "25F23(FOX)(+491)", | |
| "57AA6142(+4)", | |
| "57A6142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(VULPES, ET SIMIUS)\", \"25F23(LION)(+491)\", \"25F22\", \"25F23(FOX)(+491)\", \"57AA6142(+4)\", \"57A6142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7300000000000001, | |
| "code_precision": 0.16666666666666666, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 187, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(O)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(O)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(O)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 188, | |
| "gt_codes": [ | |
| "48A98312" | |
| ], | |
| "predicted_codes": [ | |
| "48A98312", | |
| "48A9875" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48A98312\", \"48A9875\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9623865110246433, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 189, | |
| "gt_codes": [ | |
| "41B162", | |
| "41B23(+0)", | |
| "41C12", | |
| "41C74", | |
| "41C74(+1)", | |
| "41C741" | |
| ], | |
| "predicted_codes": [ | |
| "31A25", | |
| "41C74(+1)", | |
| "46A14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25\", \"41C74(+1)\", \"46A14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5106254709871891, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 190, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2421", | |
| "45B", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "31A24(+1)", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31A24(+1)\", \"61B(+54)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8566666666666667, | |
| "code_precision": 0.75, | |
| "code_recall": 0.6 | |
| }, | |
| { | |
| "index": 191, | |
| "gt_codes": [ | |
| "32A5", | |
| "54F122" | |
| ], | |
| "predicted_codes": [ | |
| "46A17", | |
| "31D14(+52)", | |
| "31D14(+9321)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A17\", \"31D14(+52)\", \"31D14(+9321)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.10857142857142858, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 192, | |
| "gt_codes": [ | |
| "44B113", | |
| "61B2(GOTTFRIED V OF BOUILLON, DUKE OF LOWER-LOTHARINGIA, KING OF JERUSALEM)" | |
| ], | |
| "predicted_codes": [ | |
| "11I62(SOLOMON)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11I62(SOLOMON)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 193, | |
| "gt_codes": [ | |
| "25H17", | |
| "25I2", | |
| "46A14", | |
| "46C1215", | |
| "46C145", | |
| "47D31", | |
| "51LL1", | |
| "54DD4:51K1", | |
| "86(INVENTIS NON FACILE EST ADDERE)" | |
| ], | |
| "predicted_codes": [ | |
| "86(INVENTIS NON FACILE EST ADDERE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(INVENTIS NON FACILE EST ADDERE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19999999999999998, | |
| "code_precision": 1.0, | |
| "code_recall": 0.1111111111111111 | |
| }, | |
| { | |
| "index": 194, | |
| "gt_codes": [ | |
| "25F22", | |
| "34E3" | |
| ], | |
| "predicted_codes": [ | |
| "25F" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.37999999999999995, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 195, | |
| "gt_codes": [ | |
| "46A12", | |
| "48C5142", | |
| "41B31", | |
| "48A9875", | |
| "31A511", | |
| "41A222", | |
| "41C51" | |
| ], | |
| "predicted_codes": [ | |
| "41A2", | |
| "31D15", | |
| "48C24", | |
| "41B311", | |
| "41A7612", | |
| "41A421", | |
| "41A4211" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A2\", \"31D15\", \"48C24\", \"41B311\", \"41A7612\", \"41A421\", \"41A4211\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.553735632183908, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 196, | |
| "gt_codes": [ | |
| "25I146", | |
| "31A(+89)", | |
| "31D112", | |
| "73", | |
| "73B633" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C291" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C291\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.10857142857142857, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 197, | |
| "gt_codes": [ | |
| "41A31", | |
| "43C11491", | |
| "61F(JAGDSCHLOSS LANGELEBEN)" | |
| ], | |
| "predicted_codes": [ | |
| "41A16", | |
| "48C1425" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A16\", \"48C1425\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.316, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 198, | |
| "gt_codes": [ | |
| "11D", | |
| "31D15", | |
| "41A3911", | |
| "73", | |
| "73C72212" | |
| ], | |
| "predicted_codes": [ | |
| "25H15", | |
| "31D14", | |
| "31D15" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H15\", \"31D14\", \"31D15\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 199, | |
| "gt_codes": [ | |
| "31E23621", | |
| "42E191", | |
| "44F51", | |
| "44G342" | |
| ], | |
| "predicted_codes": [ | |
| "49D22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49D22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.16811594202898553, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 200, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31A5331", | |
| "48A811", | |
| "61B(+2)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8458423891169604, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 201, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2421", | |
| "31D13", | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9495798319327731, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6 | |
| }, | |
| { | |
| "index": 202, | |
| "gt_codes": [ | |
| "22C3114", | |
| "25F33(EAGLE)(+1)", | |
| "25G3(LAUREL)(+221)", | |
| "31D12", | |
| "48A9877" | |
| ], | |
| "predicted_codes": [ | |
| "25F39(DOVE)", | |
| "48A98(+2)", | |
| "48A9876", | |
| "48C161" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F39(DOVE)\", \"48A98(+2)\", \"48A9876\", \"48C161\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5722123528196654, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 203, | |
| "gt_codes": [ | |
| "25I", | |
| "25I1", | |
| "41A51" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "41A3911(+0)", | |
| "48C7351" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A3911(+0)\", \"48C7351\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6438290598290597, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 204, | |
| "gt_codes": [ | |
| "25F", | |
| "31A2211", | |
| "47I213" | |
| ], | |
| "predicted_codes": [ | |
| "47I213" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"47I213\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5, | |
| "code_precision": 1.0, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 205, | |
| "gt_codes": [ | |
| "34B11(+921)", | |
| "34B11(+923)", | |
| "41A775" | |
| ], | |
| "predicted_codes": [ | |
| "25F23(FOX)(+41)", | |
| "25F23(FOX)(+63)", | |
| "25I9", | |
| "34B11(+9512)", | |
| "43C11123" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F23(FOX)(+41)\", \"25F23(FOX)(+63)\", \"25I9\", \"34B11(+9512)\", \"43C11123\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3589669421487603, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 206, | |
| "gt_codes": [ | |
| "31D12", | |
| "41D221(HAT)", | |
| "48B3:61B", | |
| "48C75", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.528888888888889, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 207, | |
| "gt_codes": [ | |
| "11H(ANTONY ABBOT)7", | |
| "11G", | |
| "11K" | |
| ], | |
| "predicted_codes": [ | |
| "11H(ANTONY ABBOT)35", | |
| "46A21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(ANTONY ABBOT)35\", \"46A21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5454545454545454, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 208, | |
| "gt_codes": [ | |
| "46A124", | |
| "25F23(BEAR)", | |
| "45C13(DAGGER)", | |
| "25H155", | |
| "34F11" | |
| ], | |
| "predicted_codes": [ | |
| "25H1", | |
| "43C1147", | |
| "46A12" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H1\", \"43C1147\", \"46A12\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5076201153106983, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 209, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9516666666666667, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 210, | |
| "gt_codes": [ | |
| "11H(HUGH)" | |
| ], | |
| "predicted_codes": [ | |
| "11H(DUGO)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(DUGO)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 211, | |
| "gt_codes": [ | |
| "25F711", | |
| "25F711(+4813)", | |
| "25F711(BUTTERFLY)", | |
| "25F711(CATERPILLAR)" | |
| ], | |
| "predicted_codes": [ | |
| "25F711", | |
| "25F711(+4813)", | |
| "25F711(CATERPILLAR)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F711\", \"25F711(+4813)\", \"25F711(CATERPILLAR)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 212, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "46A122", | |
| "49M32", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 213, | |
| "gt_codes": [ | |
| "42A1931" | |
| ], | |
| "predicted_codes": [ | |
| "31A221", | |
| "31A25(+933)", | |
| "46B31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A221\", \"31A25(+933)\", \"46B31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.095, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 214, | |
| "gt_codes": [ | |
| "45A232", | |
| "51H42", | |
| "92B11221", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "25G21(MELON)", | |
| "47I4223", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G21(MELON)\", \"47I4223\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3945723336853221, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 215, | |
| "gt_codes": [ | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8847583643122676, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 216, | |
| "gt_codes": [ | |
| "31AA2354(+4)", | |
| "31D11221", | |
| "33C23", | |
| "41A773", | |
| "41C122", | |
| "43B3", | |
| "43C522", | |
| "86(LE TRICTRAC)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2543", | |
| "31D1(+76)", | |
| "31D14", | |
| "31D15", | |
| "33C23", | |
| "41A221", | |
| "41A711", | |
| "41A721", | |
| "41B31(+1)", | |
| "41C321", | |
| "41C322", | |
| "41C341", | |
| "41C37", | |
| "41C711", | |
| "41C7111", | |
| "41C7112", | |
| "41C7113", | |
| "41C7114", | |
| "41C7115", | |
| "41C7118(ICE-BUCKET)", | |
| "41C7119(CUPBOARD)", | |
| "41C713", | |
| "41C714", | |
| "41C7141", | |
| "41C7142", | |
| "41C7143", | |
| "41C7144", | |
| "41C7145", | |
| "41C7146", | |
| "41C7147", | |
| "41C7148", | |
| "41C7151" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2543\", \"31D1(+76)\", \"31D14\", \"31D15\", \"33C23\", \"41A221\", \"41A711\", \"41A721\", \"41B31(+1)\", \"41C321\", \"41C322\", \"41C341\", \"41C37\", \"41C711\", \"41C7111\", \"41C7112\", \"41C7113\", \"41C7114\", \"41C7115\", \"41C7118(ICE-BUCKET)\", \"41C7119(CUPBOARD)\", \"41C713\", \"41C714\", \"41C7141\", \"41C7142\", \"41C7143\", \"41C7144\", \"41C7145\", \"41C7146\", \"41C7147\", \"41C7148\", \"41C7151\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 32, | |
| "total_predicted": 32, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5610939226519337, | |
| "code_precision": 0.03125, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 217, | |
| "gt_codes": [ | |
| "25I", | |
| "25I1", | |
| "43B42", | |
| "46C14", | |
| "47G1" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6708298171589311, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 218, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D12", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9227040129275518, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6 | |
| }, | |
| { | |
| "index": 219, | |
| "gt_codes": [ | |
| "49M42", | |
| "48AA983", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7394957983193278, | |
| "code_precision": 1.0, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 220, | |
| "gt_codes": [ | |
| "23K32", | |
| "47I145" | |
| ], | |
| "predicted_codes": [ | |
| "46C123", | |
| "47I85" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46C123\", \"47I85\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3275373134328358, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 221, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31A2422", | |
| "31A5341", | |
| "31D14", | |
| "31D15", | |
| "41D222(TIE)", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D15", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8107941693892938, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 222, | |
| "gt_codes": [ | |
| "71C243" | |
| ], | |
| "predicted_codes": [ | |
| "71C324" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71C324\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 223, | |
| "gt_codes": [ | |
| "31A(+65)", | |
| "11I62(ISAIAH)", | |
| "73D6", | |
| "71A421", | |
| "11D1311", | |
| "73A56", | |
| "71E3243", | |
| "71E1343" | |
| ], | |
| "predicted_codes": [ | |
| "48A9831", | |
| "73D641" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48A9831\", \"73D641\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2746218487394958, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 224, | |
| "gt_codes": [ | |
| "47G6(PLUMB-LINE)", | |
| "54A431(+4)", | |
| "54F12(+4)", | |
| "56F2(+4)", | |
| "86(AD AMUSSIM)", | |
| "92D156" | |
| ], | |
| "predicted_codes": [ | |
| "25H16", | |
| "31A2748:5(+113)", | |
| "47D8(ANVIL)(+0)", | |
| "47D8(HAMMER)(+0)", | |
| "51B3(+4):51I3(+4)", | |
| "51BB3(+4)", | |
| "51II3(+4)", | |
| "86(DURCH DIE H\u00c4NDE WIRD ERZIEHT, WAS DER VERSTAND GEDACHT)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H16\", \"31A2748:5(+113)\", \"47D8(ANVIL)(+0)\", \"47D8(HAMMER)(+0)\", \"51B3(+4):51I3(+4)\", \"51BB3(+4)\", \"51II3(+4)\", \"86(DURCH DIE H\\u00c4NDE WIRD ERZIEHT, WAS DER VERSTAND GEDACHT)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 8, | |
| "total_predicted": 8, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3150395778364116, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 225, | |
| "gt_codes": [ | |
| "49C122" | |
| ], | |
| "predicted_codes": [ | |
| "49C121", | |
| "5(+11)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49C121\", \"5(+11)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 226, | |
| "gt_codes": [ | |
| "11H(JAMES THE GREAT)" | |
| ], | |
| "predicted_codes": [ | |
| "11H(LEONARD)", | |
| "31E23621" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(LEONARD)\", \"31E23621\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 227, | |
| "gt_codes": [ | |
| "33C3211", | |
| "42D3421" | |
| ], | |
| "predicted_codes": [ | |
| "31D17", | |
| "42A56" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D17\", \"42A56\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.28500000000000003, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 228, | |
| "gt_codes": [ | |
| "25G3(OAK)", | |
| "25G4(IVY)(+39)", | |
| "51H11", | |
| "56F23", | |
| "86(HIER IMMER ZU VERBLEIBEN)" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "25G41", | |
| "25H17", | |
| "86(HIER IMMER ZU VERBLEIBEN)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"25G41\", \"25H17\", \"86(HIER IMMER ZU VERBLEIBEN)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6481974569932685, | |
| "code_precision": 0.25, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 229, | |
| "gt_codes": [ | |
| "31A(+73)", | |
| "41E2(+0)", | |
| "43C7851" | |
| ], | |
| "predicted_codes": [ | |
| "31D112", | |
| "48C5142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D112\", \"48C5142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2723170731707317, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 230, | |
| "gt_codes": [ | |
| "25F72(OYSTER)", | |
| "41C314", | |
| "41C323", | |
| "41C621", | |
| "47D8(KNIFE)" | |
| ], | |
| "predicted_codes": [ | |
| "25F716(LOBSTER)", | |
| "41C323", | |
| "41C341", | |
| "41C37" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F716(LOBSTER)\", \"41C323\", \"41C341\", \"41C37\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7414666666666667, | |
| "code_precision": 0.25, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 231, | |
| "gt_codes": [ | |
| "49M41", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "31D16", | |
| "41D221(HAT)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D16\", \"41D221(HAT)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 232, | |
| "gt_codes": [ | |
| "73C222", | |
| "73C221", | |
| "73C223" | |
| ], | |
| "predicted_codes": [ | |
| "73C8614" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C8614\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 233, | |
| "gt_codes": [ | |
| "25F23(BEAR)", | |
| "34F12" | |
| ], | |
| "predicted_codes": [ | |
| "85A(BEAR AND CUB)", | |
| "29A" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"85A(BEAR AND CUB)\", \"29A\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.095, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 234, | |
| "gt_codes": [ | |
| "61B(+2)", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "31D15:61BB", | |
| "41D221(CAP)", | |
| "41D2661", | |
| "61B(+55)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31D15:61BB\", \"41D221(CAP)\", \"41D2661\", \"61B(+55)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.33333333333333337, | |
| "code_precision": 0.2, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 235, | |
| "gt_codes": [ | |
| "73G431" | |
| ], | |
| "predicted_codes": [ | |
| "73G491" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73G491\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8000000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 236, | |
| "gt_codes": [ | |
| "49L12(R)", | |
| "49L171", | |
| "73D82(NAILS)(+3)", | |
| "73E123" | |
| ], | |
| "predicted_codes": [ | |
| "11D324", | |
| "11G1911", | |
| "11H(PAUL)", | |
| "11Q7562", | |
| "48C7352", | |
| "49L12(B)", | |
| "49L171" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D324\", \"11G1911\", \"11H(PAUL)\", \"11Q7562\", \"48C7352\", \"49L12(B)\", \"49L171\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38488576449912126, | |
| "code_precision": 0.14285714285714285, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 237, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(D)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(D)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(D)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 238, | |
| "gt_codes": [ | |
| "42B742" | |
| ], | |
| "predicted_codes": [ | |
| "92D1", | |
| "92L41" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92D1\", \"92L41\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 239, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9454808857552054, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 240, | |
| "gt_codes": [ | |
| "11Q712", | |
| "25I", | |
| "25I1", | |
| "25I145", | |
| "45H3", | |
| "46C21", | |
| "46C215(MAST)", | |
| "46C24" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "25I1", | |
| "46C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"25I1\", \"46C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7652063492063492, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 241, | |
| "gt_codes": [ | |
| "46C13141" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "34B11", | |
| "43C11(+4241)", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"34B11\", \"43C11(+4241)\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4193434343434344, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 242, | |
| "gt_codes": [ | |
| "45B", | |
| "45C22", | |
| "45C221", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "45B", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"45B\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6654033771106941, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 243, | |
| "gt_codes": [ | |
| "11U1", | |
| "11U4" | |
| ], | |
| "predicted_codes": [ | |
| "73E12" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73E12\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 244, | |
| "gt_codes": [ | |
| "25G3", | |
| "31A235", | |
| "31A2422", | |
| "31A5331", | |
| "41A641", | |
| "41A711", | |
| "41C37", | |
| "41D222(RABAT)", | |
| "46A122", | |
| "48C161", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A2422\", \"61B(+54)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6021505376344085, | |
| "code_precision": 1.0, | |
| "code_recall": 0.38461538461538464 | |
| }, | |
| { | |
| "index": 245, | |
| "gt_codes": [ | |
| "25F26(HARE)", | |
| "43C113" | |
| ], | |
| "predicted_codes": [ | |
| "25F26(HARE)", | |
| "34B11", | |
| "43C113" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F26(HARE)\", \"34B11\", \"43C113\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 246, | |
| "gt_codes": [ | |
| "25H", | |
| "46C13141" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 247, | |
| "gt_codes": [ | |
| "25H114", | |
| "25H213", | |
| "25I", | |
| "41A362:47G541", | |
| "41A775", | |
| "47I14", | |
| "73", | |
| "73C815" | |
| ], | |
| "predicted_codes": [ | |
| "11Q712", | |
| "25H13", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"25H13\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3892548647365923, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 248, | |
| "gt_codes": [ | |
| "11Q712" | |
| ], | |
| "predicted_codes": [ | |
| "11Q712", | |
| "61E(AMSTERDAM)", | |
| "61F(WESTERKERK)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"61E(AMSTERDAM)\", \"61F(WESTERKERK)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 249, | |
| "gt_codes": [ | |
| "11H(JOHN)" | |
| ], | |
| "predicted_codes": [ | |
| "11H(JOHN THE BAPTIST)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(JOHN THE BAPTIST)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 250, | |
| "gt_codes": [ | |
| "44B4211", | |
| "45A20", | |
| "45A232" | |
| ], | |
| "predicted_codes": [ | |
| "45H3(+2)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45H3(+2)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.34545454545454546, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 251, | |
| "gt_codes": [ | |
| "35", | |
| "49M41" | |
| ], | |
| "predicted_codes": [ | |
| "85" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"85\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 252, | |
| "gt_codes": [ | |
| "31A2542", | |
| "31A2549", | |
| "34B11", | |
| "41A2", | |
| "41A33", | |
| "41A414", | |
| "48C7311", | |
| "48C7312", | |
| "48C7323", | |
| "48C7332", | |
| "48C7351", | |
| "48C75" | |
| ], | |
| "predicted_codes": [ | |
| "31A2542", | |
| "31B6235", | |
| "33A3", | |
| "33A35", | |
| "34B11", | |
| "41A2", | |
| "41A711", | |
| "41A721", | |
| "41C12", | |
| "41C323", | |
| "41D221(HAT)", | |
| "48C731(+0)", | |
| "48C7323", | |
| "48C7351", | |
| "48C741" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2542\", \"31B6235\", \"33A3\", \"33A35\", \"34B11\", \"41A2\", \"41A711\", \"41A721\", \"41C12\", \"41C323\", \"41D221(HAT)\", \"48C731(+0)\", \"48C7323\", \"48C7351\", \"48C741\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 15, | |
| "total_predicted": 15, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7529735022833522, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.4166666666666667 | |
| }, | |
| { | |
| "index": 253, | |
| "gt_codes": [ | |
| "25F23(LION)(+5212)", | |
| "25F23(LION)(+547)", | |
| "41B1", | |
| "41B162", | |
| "56DD1", | |
| "86(MAGNIS VANA TERRENT)" | |
| ], | |
| "predicted_codes": [ | |
| "25F23(LION)(+1)", | |
| "25F23(LION)(+49)", | |
| "25H17", | |
| "26C0:5(+4)", | |
| "54A8(+4):54AA1(+4)", | |
| "86(MAGNIS VANA TERRET)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F23(LION)(+1)\", \"25F23(LION)(+49)\", \"25H17\", \"26C0:5(+4)\", \"54A8(+4):54AA1(+4)\", \"86(MAGNIS VANA TERRET)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5766714490674318, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 254, | |
| "gt_codes": [ | |
| "11F4" | |
| ], | |
| "predicted_codes": [ | |
| "11F4" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F4\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 255, | |
| "gt_codes": [ | |
| "31A22621:22C4(BLONDE)", | |
| "31A235", | |
| "31A2421", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A24(+1)", | |
| "61B(+55)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A24(+1)\", \"61B(+55)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8793590198863637, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 256, | |
| "gt_codes": [ | |
| "41C741", | |
| "42B", | |
| "43C7" | |
| ], | |
| "predicted_codes": [ | |
| "42B74", | |
| "43C128" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"42B74\", \"43C128\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5008524590163933, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 257, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.96375, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 258, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "31A25161", | |
| "31A5339", | |
| "41A2", | |
| "41A711", | |
| "41A721", | |
| "41C37", | |
| "49L511", | |
| "49L62", | |
| "49M32", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6181369524984577, | |
| "code_precision": 0.75, | |
| "code_recall": 0.21428571428571427 | |
| }, | |
| { | |
| "index": 259, | |
| "gt_codes": [ | |
| "48A98(+2)", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7460815047021944, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 260, | |
| "gt_codes": [ | |
| "31D15", | |
| "41D2632", | |
| "46C5135", | |
| "25H154" | |
| ], | |
| "predicted_codes": [ | |
| "31D15", | |
| "25H15", | |
| "41A761" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D15\", \"25H15\", \"41A761\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6685013876040704, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 261, | |
| "gt_codes": [ | |
| "31A422", | |
| "43C9", | |
| "48C73411", | |
| "48C7351", | |
| "48C7524", | |
| "48C7525" | |
| ], | |
| "predicted_codes": [ | |
| "43C92" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43C92\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 262, | |
| "gt_codes": [ | |
| "31AA533(...)", | |
| "31D15:61BB", | |
| "41D26611", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7142114384748701, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 263, | |
| "gt_codes": [ | |
| "25F72(SNAIL)(+521)", | |
| "51A51", | |
| "52A53", | |
| "86(SUCHE DICH NICHT AUSSER DIR)" | |
| ], | |
| "predicted_codes": [ | |
| "25F713(+4712)", | |
| "86(NEC VIRTUS NEC FORTUNA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F713(+4712)\", \"86(NEC VIRTUS NEC FORTUNA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5866666666666667, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 264, | |
| "gt_codes": [ | |
| "31D14", | |
| "31D13", | |
| "41D221(HEADBAND)", | |
| "31B6211" | |
| ], | |
| "predicted_codes": [ | |
| "31D14", | |
| "31D15" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D14\", \"31D15\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6788927335640139, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 265, | |
| "gt_codes": [ | |
| "25H11", | |
| "25H15", | |
| "25H212", | |
| "33B3", | |
| "45B", | |
| "45C16(PISTOL)", | |
| "45H(+22)", | |
| "46C131", | |
| "46C13141" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "43C11(+4241)", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"43C11(+4241)\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6214363676053265, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.2222222222222222 | |
| }, | |
| { | |
| "index": 266, | |
| "gt_codes": [ | |
| "25G3(+211)", | |
| "25H15", | |
| "31A2225" | |
| ], | |
| "predicted_codes": [ | |
| "25H15", | |
| "31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H15\", \"31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6341514360313315, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 267, | |
| "gt_codes": [ | |
| "25I5" | |
| ], | |
| "predicted_codes": [ | |
| "41A63", | |
| "48C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A63\", \"48C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 268, | |
| "gt_codes": [ | |
| "11R5", | |
| "11R71", | |
| "25G4(+32)", | |
| "31A211", | |
| "31A216", | |
| "31F11", | |
| "86(EX MAXIMO MINIMUM)" | |
| ], | |
| "predicted_codes": [ | |
| "31A21", | |
| "49G62" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A21\", \"49G62\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.353561979421852, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 269, | |
| "gt_codes": [ | |
| "41A2", | |
| "47I212" | |
| ], | |
| "predicted_codes": [ | |
| "31A2542", | |
| "31B6235", | |
| "33C23", | |
| "41A775", | |
| "41B214", | |
| "41C12", | |
| "41C74(+1)", | |
| "41D221(HAT)", | |
| "48C7311" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2542\", \"31B6235\", \"33C23\", \"41A775\", \"41B214\", \"41C12\", \"41C74(+1)\", \"41D221(HAT)\", \"48C7311\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 9, | |
| "total_predicted": 9, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.30558746736292425, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 270, | |
| "gt_codes": [ | |
| "25I", | |
| "31A21", | |
| "34E22", | |
| "41A2", | |
| "43B7" | |
| ], | |
| "predicted_codes": [ | |
| "25F(+3)", | |
| "25F26(HARE)", | |
| "25F3", | |
| "25F37(HERON)", | |
| "25F38(TURKEY)", | |
| "41A711", | |
| "41B34", | |
| "49G" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F(+3)\", \"25F26(HARE)\", \"25F3\", \"25F37(HERON)\", \"25F38(TURKEY)\", \"41A711\", \"41B34\", \"49G\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 8, | |
| "total_predicted": 8, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.288820179007323, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 271, | |
| "gt_codes": [ | |
| "73C811" | |
| ], | |
| "predicted_codes": [ | |
| "73C815" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C815\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 272, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+55)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+55)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31A24(+1)\", \"31D15:61BB\", \"61B(+55)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9550679205851619, | |
| "code_precision": 1.0, | |
| "code_recall": 0.8 | |
| }, | |
| { | |
| "index": 273, | |
| "gt_codes": [ | |
| "25F711(FLY)", | |
| "25F72(SNAIL)", | |
| "25G4(INDIAN CRESS)", | |
| "25G4(TROPAEOLUM MAJUS)", | |
| "25G41(ANEMONE)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAGSCONE)", | |
| "25G41(FRENCH ROSE)", | |
| "25G41(MARIGOLD)", | |
| "25G41(ROSA GALLICA)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "41A671", | |
| "41A774" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "41A671", | |
| "41A774" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(ROSE)\", \"25G41(TULIP)\", \"41A671\", \"41A774\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9353612167300381, | |
| "code_precision": 1.0, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 274, | |
| "gt_codes": [ | |
| "25I1", | |
| "46C24", | |
| "25H2322", | |
| "26C3", | |
| "25H2311" | |
| ], | |
| "predicted_codes": [ | |
| "26C3", | |
| "46C24" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"26C3\", \"46C24\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6807387862796832, | |
| "code_precision": 1.0, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 275, | |
| "gt_codes": [ | |
| "31A235", | |
| "31D15:61BB", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7110925925925925, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 276, | |
| "gt_codes": [ | |
| "24A1", | |
| "25F24(CAMEL)", | |
| "71C3222", | |
| "86(POST LUCTAM BENEDICETUR)" | |
| ], | |
| "predicted_codes": [ | |
| "25H114", | |
| "31A2763(+0)", | |
| "31D14", | |
| "31G1", | |
| "41C12", | |
| "49L8", | |
| "86(POST LUCTAM BENEDICETUR)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H114\", \"31A2763(+0)\", \"31D14\", \"31G1\", \"41C12\", \"49L8\", \"86(POST LUCTAM BENEDICETUR)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2624591156874621, | |
| "code_precision": 0.14285714285714285, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 277, | |
| "gt_codes": [ | |
| "42G1", | |
| "44B194" | |
| ], | |
| "predicted_codes": [ | |
| "42G1", | |
| "44B194" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"42G1\", \"44B194\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 278, | |
| "gt_codes": [ | |
| "49H3", | |
| "83(OGILBY, America)" | |
| ], | |
| "predicted_codes": [ | |
| "45H3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45H3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.13333333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 279, | |
| "gt_codes": [ | |
| "25H11", | |
| "25H216", | |
| "41A771:25D13(COPPER)", | |
| "41A7751", | |
| "47I21(+945)", | |
| "47I228" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.47272727272727266, | |
| "code_precision": 0.5, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 280, | |
| "gt_codes": [ | |
| "25G411(FLAG)", | |
| "41A671" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(ANEMONE)", | |
| "25G41(IRIS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(ANEMONE)\", \"25G41(IRIS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 281, | |
| "gt_codes": [ | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 282, | |
| "gt_codes": [ | |
| "25H", | |
| "46C13142", | |
| "47I213", | |
| "47I214", | |
| "47I221" | |
| ], | |
| "predicted_codes": [ | |
| "25H15", | |
| "46C13142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H15\", \"46C13142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5539653751030502, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 283, | |
| "gt_codes": [ | |
| "48C142", | |
| "47I" | |
| ], | |
| "predicted_codes": [ | |
| "25H199", | |
| "48C1423" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H199\", \"48C1423\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4942261904761905, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 284, | |
| "gt_codes": [ | |
| "31A233", | |
| "31D12", | |
| "34D111" | |
| ], | |
| "predicted_codes": [ | |
| "31A233", | |
| "46B21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A233\", \"46B21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.512987012987013, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 285, | |
| "gt_codes": [ | |
| "25I1", | |
| "31D15", | |
| "25H213", | |
| "61D(DONAU)", | |
| "61E(BRATISLAVA)" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "46C513", | |
| "25H213", | |
| "25H114", | |
| "61E(PREISACH)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"46C513\", \"25H213\", \"25H114\", \"61E(PREISACH)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6994285714285714, | |
| "code_precision": 0.4, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 286, | |
| "gt_codes": [ | |
| "25F24(DEER)", | |
| "25H", | |
| "25H155", | |
| "43C1147" | |
| ], | |
| "predicted_codes": [ | |
| "25F24(DEER)", | |
| "34B11", | |
| "43C11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F24(DEER)\", \"34B11\", \"43C11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.635548640681297, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 287, | |
| "gt_codes": [ | |
| "44C312", | |
| "44A51(ITALIA)(+0)", | |
| "61B2(ORLANDO, Vittorio)3", | |
| "82A(ORLANDO)(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "45A1", | |
| "25H113", | |
| "61B2(ORLANDO, Luigi)(+4)", | |
| "44C312" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45A1\", \"25H113\", \"61B2(ORLANDO, Luigi)(+4)\", \"44C312\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5702625820568926, | |
| "code_precision": 0.25, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 288, | |
| "gt_codes": [ | |
| "25F35(PEACOCK)", | |
| "25F36(DUCK)", | |
| "25F37(STORK)", | |
| "25H21" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "25H17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"25H17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6994285714285715, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 289, | |
| "gt_codes": [ | |
| "25H11", | |
| "25I", | |
| "46C", | |
| "46C21", | |
| "46C223" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7011235955056179, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 290, | |
| "gt_codes": [ | |
| "25F32(SWALLOW)(+42)", | |
| "25F32(SWALLOW)(+421)", | |
| "25F32(SWALLOW)(+452)", | |
| "25F32(SWALLOW)(+53)", | |
| "25F711(CICADA)(+63)", | |
| "25G11", | |
| "25G13", | |
| "25H1124", | |
| "31D14", | |
| "41A16", | |
| "46C11", | |
| "48C149", | |
| "48C7", | |
| "49C40", | |
| "51B2", | |
| "52D3", | |
| "54EE31(+4):51B3(+4)", | |
| "57AA7(+4)", | |
| "97DD23" | |
| ], | |
| "predicted_codes": [ | |
| "25F31(+5262)", | |
| "25F39(KING-FISHER)(+47)", | |
| "25G11", | |
| "25H114", | |
| "25I3", | |
| "25I9", | |
| "31A27112", | |
| "31B6211", | |
| "31D14", | |
| "41A16", | |
| "41A361", | |
| "41A54", | |
| "41A775", | |
| "41C122", | |
| "41C691", | |
| "41D211(+81)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F31(+5262)\", \"25F39(KING-FISHER)(+47)\", \"25G11\", \"25H114\", \"25I3\", \"25I9\", \"31A27112\", \"31B6211\", \"31D14\", \"41A16\", \"41A361\", \"41A54\", \"41A775\", \"41C122\", \"41C691\", \"41D211(+81)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 16, | |
| "total_predicted": 16, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5426823729775759, | |
| "code_precision": 0.1875, | |
| "code_recall": 0.15789473684210525 | |
| }, | |
| { | |
| "index": 291, | |
| "gt_codes": [ | |
| "48B3", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.285, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 292, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7361769352290679, | |
| "code_precision": 1.0, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 293, | |
| "gt_codes": [ | |
| "11D3222", | |
| "11D331", | |
| "11D334", | |
| "11G1911", | |
| "11H(ALL SAINTS)", | |
| "11L61", | |
| "11L611", | |
| "11S11", | |
| "11S15", | |
| "11S63", | |
| "31A25212", | |
| "31AA25212" | |
| ], | |
| "predicted_codes": [ | |
| "11A23", | |
| "11B3231", | |
| "11D51", | |
| "11G", | |
| "11H(PETER)", | |
| "11HH(MARY MAGDALENE)", | |
| "11Q7146(+0)", | |
| "11T41", | |
| "11U1", | |
| "11U4", | |
| "11U5", | |
| "11U6", | |
| "11U9", | |
| "11U91", | |
| "11U92", | |
| "11U93", | |
| "11U94", | |
| "11U95", | |
| "11U96", | |
| "11U97" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11A23\", \"11B3231\", \"11D51\", \"11G\", \"11H(PETER)\", \"11HH(MARY MAGDALENE)\", \"11Q7146(+0)\", \"11T41\", \"11U1\", \"11U4\", \"11U5\", \"11U6\", \"11U9\", \"11U91\", \"11U92\", \"11U93\", \"11U94\", \"11U95\", \"11U96\", \"11U97\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 20, | |
| "total_predicted": 20, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4443333958372399, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 294, | |
| "gt_codes": [ | |
| "11Q651", | |
| "25H11", | |
| "32B33", | |
| "44B1" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.39666666666666667, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 295, | |
| "gt_codes": [ | |
| "44D4", | |
| "42D32", | |
| "33C85", | |
| "44G" | |
| ], | |
| "predicted_codes": [ | |
| "46A17", | |
| "52AA51" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A17\", \"52AA51\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.11836734693877551, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 296, | |
| "gt_codes": [ | |
| "32B311(GERMANS)", | |
| "41D3", | |
| "45(+22)", | |
| "45C2" | |
| ], | |
| "predicted_codes": [ | |
| "45(+22)", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45(+22)\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.47298734177215185, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 297, | |
| "gt_codes": [ | |
| "11Q712", | |
| "25I13", | |
| "25I145", | |
| "31A2322", | |
| "31A235", | |
| "31A247(+63)", | |
| "31AA235", | |
| "31AA235", | |
| "31AA2513(+917)", | |
| "31B8", | |
| "31D14", | |
| "31D15", | |
| "33C23", | |
| "41A143", | |
| "41A711(+0)", | |
| "41D225", | |
| "41D262", | |
| "43C92", | |
| "44B152411", | |
| "48CC7311" | |
| ], | |
| "predicted_codes": [ | |
| "86(O BLUESCA ANIMUS, SCILICET TRAHIT INFLUXUS AEREA SI QUANDO INSTANT EXCITA MEMBRA SONO)", | |
| "43A12", | |
| "43B31(+0)", | |
| "43C92", | |
| "57AA646", | |
| "57BB13" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(O BLUESCA ANIMUS, SCILICET TRAHIT INFLUXUS AEREA SI QUANDO INSTANT EXCITA MEMBRA SONO)\", \"43A12\", \"43B31(+0)\", \"43C92\", \"57AA646\", \"57BB13\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.15773955773955775, | |
| "code_precision": 0.16666666666666666, | |
| "code_recall": 0.05263157894736842 | |
| }, | |
| { | |
| "index": 298, | |
| "gt_codes": [ | |
| "43C7" | |
| ], | |
| "predicted_codes": [ | |
| "43A121", | |
| "46B931" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43A121\", \"46B931\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.32571428571428573, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 299, | |
| "gt_codes": [ | |
| "61B(+2)", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.687089715536105, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 300, | |
| "gt_codes": [ | |
| "73C8522" | |
| ], | |
| "predicted_codes": [ | |
| "73C864" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C864\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.76, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 301, | |
| "gt_codes": [ | |
| "92D1916", | |
| "48C16", | |
| "46A122", | |
| "48C7322", | |
| "45C221", | |
| "48A9831", | |
| "48A9832" | |
| ], | |
| "predicted_codes": [ | |
| "46A122", | |
| "92D1916", | |
| "48C5156" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A122\", \"92D1916\", \"48C5156\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7060892217518725, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 302, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9875, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 303, | |
| "gt_codes": [ | |
| "25H", | |
| "41A18", | |
| "46C11", | |
| "46C131", | |
| "46C13141" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8703756001129624, | |
| "code_precision": 1.0, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 304, | |
| "gt_codes": [ | |
| "61D(AMAZONIA)", | |
| "25I1" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "61E(SEMENDA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"61E(SEMENDA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 305, | |
| "gt_codes": [ | |
| "11Q651", | |
| "31A231", | |
| "31A2421", | |
| "31A25552", | |
| "41A711", | |
| "46A122", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "11H", | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H\", \"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.723134201585504, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2222222222222222 | |
| }, | |
| { | |
| "index": 306, | |
| "gt_codes": [ | |
| "25F25(ELEPHANT)" | |
| ], | |
| "predicted_codes": [ | |
| "25F25(ELEPHANT)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F25(ELEPHANT)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 307, | |
| "gt_codes": [ | |
| "42G:61B2(...)13" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "31D14", | |
| "31D15", | |
| "61B(+55)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31D14\", \"31D15\", \"61B(+55)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 308, | |
| "gt_codes": [ | |
| "11D4116", | |
| "49L12(N)", | |
| "49L171" | |
| ], | |
| "predicted_codes": [ | |
| "11D324", | |
| "11H(PAUL)", | |
| "49L12(H)", | |
| "49L171" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D324\", \"11H(PAUL)\", \"49L12(H)\", \"49L171\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7926293779404077, | |
| "code_precision": 0.25, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 309, | |
| "gt_codes": [ | |
| "25I", | |
| "25I1", | |
| "25I1461" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "41A3911(+0)", | |
| "46C112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A3911(+0)\", \"46C112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.45435244161358807, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 310, | |
| "gt_codes": [ | |
| "25H114", | |
| "26F", | |
| "49E6", | |
| "61B2(FALB, Rudolf)3" | |
| ], | |
| "predicted_codes": [ | |
| "46A15", | |
| "32B311(GERMANI)(+9)", | |
| "46C1271" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A15\", \"32B311(GERMANI)(+9)\", \"46C1271\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.06909090909090909, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 311, | |
| "gt_codes": [ | |
| "49M42", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8795518207282913, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 312, | |
| "gt_codes": [ | |
| "92B3" | |
| ], | |
| "predicted_codes": [ | |
| "92B371" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92B371\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.76, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 313, | |
| "gt_codes": [ | |
| "25F23(LION)(+12)", | |
| "41A3281", | |
| "41A542", | |
| "41A635", | |
| "44A1(+4)(LEIDEN)", | |
| "45C14(LANCE)", | |
| "45C19(SHIELD)", | |
| "45C221", | |
| "46A122(WILLIAM I OF NASSAU)1", | |
| "48C244", | |
| "49B40", | |
| "49L8", | |
| "49MM32", | |
| "61E(LEIDEN)", | |
| "61H(UNIVERSITY OF LEIDEN)", | |
| "92C271", | |
| "92C28(HELMET)", | |
| "92C28(LANCE)", | |
| "92C281", | |
| "86(C. LUGDUNUM BATAVORUM)" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2418659295093296, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 314, | |
| "gt_codes": [ | |
| "48B3", | |
| "48B3:61B", | |
| "48C24", | |
| "61B(+51)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.33836206896551724, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 315, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+54)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31D15:61BB", | |
| "48C5142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31D15:61BB\", \"48C5142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6039387308533917, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 316, | |
| "gt_codes": [ | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 317, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A235", | |
| "31A61", | |
| "31D11222", | |
| "31D14", | |
| "33A3", | |
| "34B11", | |
| "41C741", | |
| "41D221(CAP)", | |
| "41D221(HAT)", | |
| "48C72", | |
| "48C7351", | |
| "48C741", | |
| "48C75", | |
| "48C755", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "31A25", | |
| "34B11", | |
| "41C74(+1)", | |
| "48C7351" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25\", \"34B11\", \"41C74(+1)\", \"48C7351\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7277045032018179, | |
| "code_precision": 0.5, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 318, | |
| "gt_codes": [ | |
| "41A251", | |
| "49L6", | |
| "49L62" | |
| ], | |
| "predicted_codes": [ | |
| "49L51", | |
| "61B2(PEYRAMA, GYRUS)11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L51\", \"61B2(PEYRAMA, GYRUS)11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.36106194690265486, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 319, | |
| "gt_codes": [ | |
| "25G21(POMEGRANATE)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(Granatapfel)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(Granatapfel)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 320, | |
| "gt_codes": [ | |
| "11Q712", | |
| "25I2", | |
| "25I241", | |
| "31B52", | |
| "33C23", | |
| "46A151" | |
| ], | |
| "predicted_codes": [ | |
| "11Q712", | |
| "34B11", | |
| "46A14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"34B11\", \"46A14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.46421052631578946, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 321, | |
| "gt_codes": [ | |
| "41D221" | |
| ], | |
| "predicted_codes": [ | |
| "31D17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 322, | |
| "gt_codes": [ | |
| "31D14", | |
| "44C312", | |
| "11K", | |
| "49L641", | |
| "49L11", | |
| "49L66", | |
| "49L511" | |
| ], | |
| "predicted_codes": [ | |
| "46A12", | |
| "31D15", | |
| "92L7", | |
| "48C5156", | |
| "49MM32" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A12\", \"31D15\", \"92L7\", \"48C5156\", \"49MM32\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3401922273297116, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 323, | |
| "gt_codes": [ | |
| "73D36" | |
| ], | |
| "predicted_codes": [ | |
| "73C412" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C412\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 324, | |
| "gt_codes": [ | |
| "49M42", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8795518207282913, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 325, | |
| "gt_codes": [ | |
| "21D" | |
| ], | |
| "predicted_codes": [ | |
| "25G21", | |
| "47I422" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G21\", \"47I422\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 326, | |
| "gt_codes": [ | |
| "11K(SATAN)" | |
| ], | |
| "predicted_codes": [ | |
| "11K", | |
| "31A2543" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11K\", \"31A2543\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 327, | |
| "gt_codes": [ | |
| "31A22621:22C4(BLONDE)", | |
| "31A2422", | |
| "41D211", | |
| "41D221(SKULLCAP)", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7995712754555198, | |
| "code_precision": 1.0, | |
| "code_recall": 0.42857142857142855 | |
| }, | |
| { | |
| "index": 328, | |
| "gt_codes": [ | |
| "42E22", | |
| "73F2452" | |
| ], | |
| "predicted_codes": [ | |
| "43A(+2)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43A(+2)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 329, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(N)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(N)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(N)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 330, | |
| "gt_codes": [ | |
| "45H3(+3)" | |
| ], | |
| "predicted_codes": [ | |
| "45H3(+3)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45H3(+3)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 331, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(A)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(A)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(A)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 332, | |
| "gt_codes": [ | |
| "31A2363(+1)", | |
| "46C24", | |
| "47K42", | |
| "54AA11", | |
| "56B2(+11)", | |
| "86(DERJENIGE, DER HERUMLIEGT UND IN SEINEM KAHN RUHT, etc.)" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "31A(+89)", | |
| "31AA2764", | |
| "31D14", | |
| "31D15", | |
| "41C321", | |
| "41C322", | |
| "41C341", | |
| "41C342", | |
| "41C345", | |
| "41C37", | |
| "41C621", | |
| "41C69", | |
| "41C711", | |
| "41C7111", | |
| "41C7112", | |
| "41C7113", | |
| "41C7114", | |
| "41C7115", | |
| "41C7116", | |
| "41C7117", | |
| "41C7118(ANVIL)", | |
| "41C7118(HAMMER)", | |
| "41C7118(PICKAXE)", | |
| "41C7118(SAW)", | |
| "41C7118(SCISSORS)", | |
| "41C7118(TONGS)", | |
| "41C7119(COOKING-POT)", | |
| "41C7119(FRIEDPAN)", | |
| "41C7119(KETTLE)", | |
| "41C7119(PAN)", | |
| "41C7119(POT)", | |
| "41C7119(STOCKPOT)", | |
| "41C7119(WOK)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"31A(+89)\", \"31AA2764\", \"31D14\", \"31D15\", \"41C321\", \"41C322\", \"41C341\", \"41C342\", \"41C345\", \"41C37\", \"41C621\", \"41C69\", \"41C711\", \"41C7111\", \"41C7112\", \"41C7113\", \"41C7114\", \"41C7115\", \"41C7116\", \"41C7117\", \"41C7118(ANVIL)\", \"41C7118(HAMMER)\", \"41C7118(PICKAXE)\", \"41C7118(SAW)\", \"41C7118(SCISSORS)\", \"41C7118(TONGS)\", \"41C7119(COOKING-POT)\", \"41C7119(FRIEDPAN)\", \"41C7119(KETTLE)\", \"41C7119(PAN)\", \"41C7119(POT)\", \"41C7119(STOCKPOT)\", \"41C7119(WOK)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 34, | |
| "total_predicted": 34, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.18584579680247557, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 333, | |
| "gt_codes": [ | |
| "86(DEO, PARENTIBUS ET MAGISTRIS)", | |
| "25I1", | |
| "61E(LEIPZIG)", | |
| "11Q21", | |
| "42B111", | |
| "41A711", | |
| "49MM32", | |
| "41A733", | |
| "49B24", | |
| "49L66", | |
| "11L224", | |
| "57A8" | |
| ], | |
| "predicted_codes": [ | |
| "86(DEO PARENTIBUS ET MAGISTRIS)", | |
| "25I1", | |
| "49B24", | |
| "31D14(+72)", | |
| "49C3", | |
| "49L11", | |
| "49M32" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(DEO PARENTIBUS ET MAGISTRIS)\", \"25I1\", \"49B24\", \"31D14(+72)\", \"49C3\", \"49L11\", \"49M32\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.49138755980861243, | |
| "code_precision": 0.2857142857142857, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 334, | |
| "gt_codes": [ | |
| "41A12", | |
| "61E(VEGHEL)", | |
| "61F(FRISSELSTEIN)", | |
| "61F(FRISSENSTEIN)" | |
| ], | |
| "predicted_codes": [ | |
| "41A12", | |
| "61E(UTRECHT)", | |
| "61F(KASTEEL WINSINGEN)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A12\", \"61E(UTRECHT)\", \"61F(KASTEEL WINSINGEN)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 335, | |
| "gt_codes": [ | |
| "31A221" | |
| ], | |
| "predicted_codes": [ | |
| "31A221", | |
| "31A254" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A221\", \"31A254\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9473684210526316, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 336, | |
| "gt_codes": [ | |
| "11R7", | |
| "43C1(+4241)", | |
| "43C1(+43)", | |
| "56D1", | |
| "86(SPE ILLECTAT INANI)" | |
| ], | |
| "predicted_codes": [ | |
| "41D2653", | |
| "47I15(HOE)", | |
| "86(QUAERITUR IN VANO)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41D2653\", \"47I15(HOE)\", \"86(QUAERITUR IN VANO)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3449999999999999, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 337, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9876621322366339, | |
| "code_precision": 1.0, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 338, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 339, | |
| "gt_codes": [ | |
| "31A2421", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9875, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 340, | |
| "gt_codes": [ | |
| "49D22" | |
| ], | |
| "predicted_codes": [ | |
| "49D22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49D22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 341, | |
| "gt_codes": [ | |
| "31A2422", | |
| "41E2(+0)", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.888888888888889, | |
| "code_precision": 1.0, | |
| "code_recall": 0.8 | |
| }, | |
| { | |
| "index": 342, | |
| "gt_codes": [ | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 343, | |
| "gt_codes": [ | |
| "41A773", | |
| "11F4", | |
| "11G1911", | |
| "41C621", | |
| "41C121", | |
| "31AA2351" | |
| ], | |
| "predicted_codes": [ | |
| "73B81" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B81\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 344, | |
| "gt_codes": [ | |
| "41D92", | |
| "46A124", | |
| "85", | |
| "31D15(+9411)" | |
| ], | |
| "predicted_codes": [ | |
| "46C131", | |
| "57AA91" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46C131\", \"57AA91\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.1697841726618705, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 345, | |
| "gt_codes": [ | |
| "92L41", | |
| "41A646", | |
| "92L19", | |
| "46C127", | |
| "92L17911" | |
| ], | |
| "predicted_codes": [ | |
| "92L41", | |
| "31D15", | |
| "47I2133", | |
| "48C7352", | |
| "47I2131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92L41\", \"31D15\", \"47I2133\", \"48C7352\", \"47I2131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38868932038834947, | |
| "code_precision": 0.2, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 346, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2421", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9875, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 347, | |
| "gt_codes": [ | |
| "11HH(THERESA)" | |
| ], | |
| "predicted_codes": [ | |
| "11HH(THERESA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11HH(THERESA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 348, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "31A5331", | |
| "48C161", | |
| "48C91", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A2422\", \"61B(+54)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7979454648740768, | |
| "code_precision": 0.75, | |
| "code_recall": 0.375 | |
| }, | |
| { | |
| "index": 349, | |
| "gt_codes": [ | |
| "25G3(+33)", | |
| "25H17", | |
| "25H213", | |
| "41A17", | |
| "46AA14", | |
| "46C11", | |
| "47I2111", | |
| "49G361" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "41A17", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"41A17\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6120416124837451, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 350, | |
| "gt_codes": [ | |
| "47I212" | |
| ], | |
| "predicted_codes": [ | |
| "47I212" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"47I212\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 351, | |
| "gt_codes": [ | |
| "31A233", | |
| "31A2421", | |
| "31A25221", | |
| "31A2523", | |
| "31A534", | |
| "31A5341", | |
| "41A711", | |
| "41C37", | |
| "45B", | |
| "45C13(RAPIER)", | |
| "45C22", | |
| "45C221:25F3(+352)", | |
| "46A122", | |
| "46A1241(GOLDEN FLEECE)", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5711966325917017, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.0625 | |
| }, | |
| { | |
| "index": 352, | |
| "gt_codes": [ | |
| "46C21" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C223" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C223\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5066666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 353, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A25(+933)", | |
| "31A2541", | |
| "31A2549", | |
| "33C23" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+933)", | |
| "42B74" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+933)\", \"42B74\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5948136142625609, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 354, | |
| "gt_codes": [ | |
| "25I1", | |
| "55B1", | |
| "41D267", | |
| "73C8641" | |
| ], | |
| "predicted_codes": [ | |
| "73B81" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B81\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.152, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 355, | |
| "gt_codes": [ | |
| "31A2421", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.863826212193951, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 356, | |
| "gt_codes": [ | |
| "25G21(EMBLIC LEAF FLOWER)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(PERFORATA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(PERFORATA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 357, | |
| "gt_codes": [ | |
| "31A235", | |
| "31D14", | |
| "41A2", | |
| "41C323", | |
| "45C15(ARROW)", | |
| "61B(+55)", | |
| "9" | |
| ], | |
| "predicted_codes": [ | |
| "12B13", | |
| "45C221", | |
| "9" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12B13\", \"45C221\", \"9\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.36481327800829877, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 358, | |
| "gt_codes": [ | |
| "41A12", | |
| "61E(MAARSSEN)" | |
| ], | |
| "predicted_codes": [ | |
| "41A12", | |
| "61E(AMSTERDAM)", | |
| "61F(WATERLOOTOREN)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A12\", \"61E(AMSTERDAM)\", \"61F(WATERLOOTOREN)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.888888888888889, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 359, | |
| "gt_codes": [ | |
| "25F26(RABBIT)(+45)", | |
| "25G4111", | |
| "31D13", | |
| "34B11(+95711)", | |
| "41C11", | |
| "41C313", | |
| "41C6121(+2)", | |
| "41C624", | |
| "41C6263", | |
| "41C7111", | |
| "48C7311", | |
| "48C7521", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(ROSE)", | |
| "31D13", | |
| "48C7322", | |
| "48C7351", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(ROSE)\", \"31D13\", \"48C7322\", \"48C7351\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6390899717820707, | |
| "code_precision": 0.4, | |
| "code_recall": 0.15384615384615385 | |
| }, | |
| { | |
| "index": 360, | |
| "gt_codes": [ | |
| "41D1", | |
| "41D25(+82)" | |
| ], | |
| "predicted_codes": [ | |
| "42D3", | |
| "57AA6121" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"42D3\", \"57AA6121\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.13220338983050847, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 361, | |
| "gt_codes": [ | |
| "41A681" | |
| ], | |
| "predicted_codes": [ | |
| "41A682", | |
| "47I423" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A682\", \"47I423\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6827586206896552, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 362, | |
| "gt_codes": [ | |
| "25H15", | |
| "25H156", | |
| "25H213" | |
| ], | |
| "predicted_codes": [ | |
| "25H15", | |
| "46C11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H15\", \"46C11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6178343949044586, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 363, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 364, | |
| "gt_codes": [ | |
| "25A13", | |
| "41A62" | |
| ], | |
| "predicted_codes": [ | |
| "41A63", | |
| "48C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A63\", \"48C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.44245810055865925, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 365, | |
| "gt_codes": [ | |
| "31D112:61B2(...)1", | |
| "34B11", | |
| "41C621", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5023963133640553, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 366, | |
| "gt_codes": [ | |
| "23D43", | |
| "25G3(+33)", | |
| "25H", | |
| "25H17", | |
| "25I" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.503968253968254, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 367, | |
| "gt_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9431968295904887, | |
| "code_precision": 1.0, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 368, | |
| "gt_codes": [ | |
| "48C1412" | |
| ], | |
| "predicted_codes": [ | |
| "41A2", | |
| "48C163" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A2\", \"48C163\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5846153846153846, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 369, | |
| "gt_codes": [ | |
| "45K" | |
| ], | |
| "predicted_codes": [ | |
| "45K" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45K\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 370, | |
| "gt_codes": [ | |
| "25F2('TRAMET')" | |
| ], | |
| "predicted_codes": [ | |
| "25F(+34)", | |
| "25FF" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F(+34)\", \"25FF\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5924050632911392, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 371, | |
| "gt_codes": [ | |
| "71F2152", | |
| "71F2143" | |
| ], | |
| "predicted_codes": [ | |
| "71E3243" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71E3243\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4000000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 372, | |
| "gt_codes": [ | |
| "11Q651", | |
| "49MM32" | |
| ], | |
| "predicted_codes": [ | |
| "41A251", | |
| "49M32" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A251\", \"49M32\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3275373134328358, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 373, | |
| "gt_codes": [ | |
| "11(+5)", | |
| "11(+5):61B", | |
| "11H", | |
| "11H(JOHN THE BAPTIST)", | |
| "11HH", | |
| "11HH(MARY MAGDALENE)", | |
| "25H11", | |
| "47I2133", | |
| "49M32" | |
| ], | |
| "predicted_codes": [ | |
| "11H", | |
| "11HH(CECILIA)", | |
| "25G3(PALM-TREE)(+22)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H\", \"11HH(CECILIA)\", \"25G3(PALM-TREE)(+22)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6641259500542888, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.1111111111111111 | |
| }, | |
| { | |
| "index": 374, | |
| "gt_codes": [ | |
| "25F23(TIGER)" | |
| ], | |
| "predicted_codes": [ | |
| "25F", | |
| "34B11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F\", \"34B11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.37999999999999995, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 375, | |
| "gt_codes": [ | |
| "31F2", | |
| "43A4313", | |
| "45(+221)", | |
| "45F5" | |
| ], | |
| "predicted_codes": [ | |
| "45H3(+2)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45H3(+2)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.30194552529182883, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 376, | |
| "gt_codes": [ | |
| "45B", | |
| "45C16(CANNON)", | |
| "46C131", | |
| "46A7", | |
| "44F1", | |
| "41A141", | |
| "32B311(FRENCH)" | |
| ], | |
| "predicted_codes": [ | |
| "45B", | |
| "25I1", | |
| "46A7" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45B\", \"25I1\", \"46A7\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5373134328358209, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 377, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(V)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(V)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(V)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 378, | |
| "gt_codes": [ | |
| "25G21(BLACKBERRY)", | |
| "25G21(CHERRY)", | |
| "25G21(LEMON)", | |
| "25G21(PEACH)", | |
| "25G21(PRUNE)", | |
| "25G21(RED CURRANT)", | |
| "25G21(STRAWBERRY)", | |
| "41C341", | |
| "41C37", | |
| "41C653", | |
| "41C653(LEMON)", | |
| "41C653(PEACH)", | |
| "41C653(PRUNE)", | |
| "47I4223" | |
| ], | |
| "predicted_codes": [ | |
| "25G21(APRICOT)", | |
| "25G21(CHERRY)", | |
| "25G21(PEACH)", | |
| "41C323", | |
| "41C653", | |
| "41C653(PEACH)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G21(APRICOT)\", \"25G21(CHERRY)\", \"25G21(PEACH)\", \"41C323\", \"41C653\", \"41C653(PEACH)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.937856689917565, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 379, | |
| "gt_codes": [ | |
| "11D", | |
| "11D31", | |
| "31A24(+1)", | |
| "31A533(SPLIT BEARD)", | |
| "31A534", | |
| "61B(+51)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "11D", | |
| "31A24(+1)", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D\", \"31A24(+1)\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8599348534201954, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 380, | |
| "gt_codes": [ | |
| "22C5", | |
| "25H13", | |
| "45C16(CANNON)(+1)", | |
| "46C24(STATENJACHT)" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C232" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C232\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6654416961130741, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 381, | |
| "gt_codes": [ | |
| "24A2", | |
| "25G4111", | |
| "45C13(SWORD)", | |
| "54F2", | |
| "56D1", | |
| "59B31", | |
| "86(ANTE OCCASUM LAUREA)" | |
| ], | |
| "predicted_codes": [ | |
| "24A1", | |
| "31E5", | |
| "45C13(SWORD)", | |
| "49L8", | |
| "57A6(+4)", | |
| "86(ANTE OCCASUM LAUREA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"24A1\", \"31E5\", \"45C13(SWORD)\", \"49L8\", \"57A6(+4)\", \"86(ANTE OCCASUM LAUREA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.49047318611987384, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 382, | |
| "gt_codes": [ | |
| "49L12(D)", | |
| "49L171", | |
| "73C1333" | |
| ], | |
| "predicted_codes": [ | |
| "49L12(D)", | |
| "49L171", | |
| "73D351" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L12(D)\", \"49L171\", \"73D351\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7933333333333333, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 383, | |
| "gt_codes": [ | |
| "44C312", | |
| "45I7", | |
| "61B2(RADETZKY, Johann)(+4)", | |
| "61K(QUADRILATERO)", | |
| "61I(BATTAGLIA DI GOITO)" | |
| ], | |
| "predicted_codes": [ | |
| "45B", | |
| "61D(SVIZZERA)", | |
| "32A5" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45B\", \"61D(SVIZZERA)\", \"32A5\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2983606557377049, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 384, | |
| "gt_codes": [ | |
| "31E23121" | |
| ], | |
| "predicted_codes": [ | |
| "11H(CHRISTOPHER)62" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(CHRISTOPHER)62\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 385, | |
| "gt_codes": [ | |
| "49L12(D)", | |
| "49L171", | |
| "73B4" | |
| ], | |
| "predicted_codes": [ | |
| "11HH(CATHERINE)41", | |
| "31A25552(+932)", | |
| "73F46" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11HH(CATHERINE)41\", \"31A25552(+932)\", \"73F46\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666668, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 386, | |
| "gt_codes": [ | |
| "25F35(PARROT)", | |
| "25F36(SWAN)", | |
| "25I145", | |
| "31A5331", | |
| "31D112", | |
| "31D14", | |
| "31D15", | |
| "34B11", | |
| "41A1", | |
| "41A422", | |
| "41A646", | |
| "42G:61B2(...)13", | |
| "47I213", | |
| "61B(+55)", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "25G41(ROSE)", | |
| "31D112", | |
| "31D14", | |
| "31D15", | |
| "34B11", | |
| "41A646", | |
| "41C74(+1)", | |
| "42D3", | |
| "42G:61B2(...)13", | |
| "46C1463", | |
| "48C161" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"25G41(ROSE)\", \"31D112\", \"31D14\", \"31D15\", \"34B11\", \"41A646\", \"41C74(+1)\", \"42D3\", \"42G:61B2(...)13\", \"46C1463\", \"48C161\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 12, | |
| "total_predicted": 12, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6670118527760448, | |
| "code_precision": 0.5, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 387, | |
| "gt_codes": [ | |
| "11I61", | |
| "98B" | |
| ], | |
| "predicted_codes": [ | |
| "11I62", | |
| "49C3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11I62\", \"49C3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4000000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 388, | |
| "gt_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.863826212193951, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 389, | |
| "gt_codes": [ | |
| "25F711(BEE)", | |
| "25F711(BUTTERFLY)", | |
| "25G41(ANEMONE)", | |
| "25G41(AURICULA)", | |
| "25G41(CARNATION)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(CROWN IMPERIAL)", | |
| "25G41(DAGSCONE)", | |
| "25G41(FRITILLARIA IMPERIALIS)", | |
| "25G41(LILY)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "41A646", | |
| "41A671", | |
| "41A6711" | |
| ], | |
| "predicted_codes": [ | |
| "25F711(BUTTERFLY)", | |
| "25G4(ROSEMARY)", | |
| "25G4(ROSMARINUS OFFICIALIS)", | |
| "25G41(CARNATION)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAGSCONE)", | |
| "25G41(FRITILLARY)", | |
| "25G41(LILAC)", | |
| "25G41(MARIGOLD)", | |
| "25G41(PANSY)", | |
| "25G41(POPPY)", | |
| "25G41(ROSA GALLICA)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "25G41(VIOLET)", | |
| "25G41(WALLFLOWER)", | |
| "25G411(HYACINTH)", | |
| "41A671", | |
| "41A773" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F711(BUTTERFLY)\", \"25G4(ROSEMARY)\", \"25G4(ROSMARINUS OFFICIALIS)\", \"25G41(CARNATION)\", \"25G41(CONVOLVULUS)\", \"25G41(DAGSCONE)\", \"25G41(FRITILLARY)\", \"25G41(LILAC)\", \"25G41(MARIGOLD)\", \"25G41(PANSY)\", \"25G41(POPPY)\", \"25G41(ROSA GALLICA)\", \"25G41(ROSE)\", \"25G41(TULIP)\", \"25G41(VIOLET)\", \"25G41(WALLFLOWER)\", \"25G411(HYACINTH)\", \"41A671\", \"41A773\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 19, | |
| "total_predicted": 19, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9628075632203801, | |
| "code_precision": 0.3684210526315789, | |
| "code_recall": 0.4666666666666667 | |
| }, | |
| { | |
| "index": 390, | |
| "gt_codes": [ | |
| "11P4433", | |
| "44G311" | |
| ], | |
| "predicted_codes": [ | |
| "41C741", | |
| "46A151" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41C741\", \"46A151\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.13333333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 391, | |
| "gt_codes": [ | |
| "25F23(WOLF)(+2)", | |
| "25F23(WOLF)(+21)", | |
| "25F23(WOLF)(+23)", | |
| "25H18", | |
| "26D1", | |
| "51HH3", | |
| "86(SEHR SCHLIMM, DOCH OHNE MENGE)" | |
| ], | |
| "predicted_codes": [ | |
| "25F23(WOLF)(+49)", | |
| "25H11", | |
| "57AA6141(+4):54A8", | |
| "86(SEHR SCHLIMM, DOCH SON DER MENGE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F23(WOLF)(+49)\", \"25H11\", \"57AA6141(+4):54A8\", \"86(SEHR SCHLIMM, DOCH SON DER MENGE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7437310924369748, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 392, | |
| "gt_codes": [ | |
| "25I241", | |
| "48C7354" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "41A7751", | |
| "43C9", | |
| "46B" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A7751\", \"43C9\", \"46B\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.329182156133829, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 393, | |
| "gt_codes": [ | |
| "11H", | |
| "73", | |
| "73D415" | |
| ], | |
| "predicted_codes": [ | |
| "73", | |
| "73D415" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73\", \"73D415\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 394, | |
| "gt_codes": [ | |
| "11M42", | |
| "46C131" | |
| ], | |
| "predicted_codes": [ | |
| "11H(Hylarius)", | |
| "45C13(SWORD)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(Hylarius)\", \"45C13(SWORD)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.28500000000000003, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 395, | |
| "gt_codes": [ | |
| "61B(+2)", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.687089715536105, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 396, | |
| "gt_codes": [ | |
| "25A4", | |
| "45K13" | |
| ], | |
| "predicted_codes": [ | |
| "25A4", | |
| "45K13" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25A4\", \"45K13\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 397, | |
| "gt_codes": [ | |
| "31A2211", | |
| "31A24(+1)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9559543230016314, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 398, | |
| "gt_codes": [ | |
| "44C312", | |
| "61A(1848)", | |
| "23C1", | |
| "44F0", | |
| "61A(1849)" | |
| ], | |
| "predicted_codes": [ | |
| "46A17", | |
| "44C312", | |
| "59B32" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A17\", \"44C312\", \"59B32\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3255104063429138, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 399, | |
| "gt_codes": [ | |
| "94A41", | |
| "46C22" | |
| ], | |
| "predicted_codes": [ | |
| "83(Anonymus, Herzog Ernst)", | |
| "45K14", | |
| "46C29" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(Anonymus, Herzog Ernst)\", \"45K14\", \"46C29\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3636363636363636, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 400, | |
| "gt_codes": [ | |
| "71A611" | |
| ], | |
| "predicted_codes": [ | |
| "71A62" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71A62\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.76, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 401, | |
| "gt_codes": [ | |
| "31A235", | |
| "41A2", | |
| "48B3:61B", | |
| "48C524", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "48B3:61B", | |
| "48C514(+414)", | |
| "48C5151", | |
| "48C5152", | |
| "48C5153", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"48B3:61B\", \"48C514(+414)\", \"48C5151\", \"48C5152\", \"48C5153\", \"61B(+54)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 8, | |
| "total_predicted": 8, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.857504854368932, | |
| "code_precision": 0.5, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 402, | |
| "gt_codes": [ | |
| "92D1916", | |
| "45C15(BOW AND ARROW)", | |
| "41B32", | |
| "48A9831" | |
| ], | |
| "predicted_codes": [ | |
| "92D1916", | |
| "48A98312", | |
| "45C13(SWORD)", | |
| "47I15(SCYTHE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92D1916\", \"48A98312\", \"45C13(SWORD)\", \"47I15(SCYTHE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7375, | |
| "code_precision": 0.25, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 403, | |
| "gt_codes": [ | |
| "32B311(DUTCH)(+3)", | |
| "41D21(+82)", | |
| "41D262" | |
| ], | |
| "predicted_codes": [ | |
| "41D2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41D2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6080000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 404, | |
| "gt_codes": [ | |
| "25F23(LION)", | |
| "25H", | |
| "31D14", | |
| "34B11", | |
| "43C114", | |
| "46C13141" | |
| ], | |
| "predicted_codes": [ | |
| "25F23(LION)", | |
| "46C131", | |
| "98" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F23(LION)\", \"46C131\", \"98\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5007773359840955, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 405, | |
| "gt_codes": [ | |
| "92B423" | |
| ], | |
| "predicted_codes": [ | |
| "92D1916", | |
| "48C5156", | |
| "33C23", | |
| "48A9876" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92D1916\", \"48C5156\", \"33C23\", \"48A9876\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.152, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 406, | |
| "gt_codes": [ | |
| "48A9833" | |
| ], | |
| "predicted_codes": [ | |
| "71E3243" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71E3243\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 407, | |
| "gt_codes": [ | |
| "73", | |
| "73C523" | |
| ], | |
| "predicted_codes": [ | |
| "73", | |
| "73D415" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73\", \"73D415\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 408, | |
| "gt_codes": [ | |
| "25F72(MUREX)(+36)", | |
| "83(OVID, Metamorphoses I:313-347)", | |
| "91E72", | |
| "92H171", | |
| "92H18(TRIDENT)", | |
| "92H391" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "92B47" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"92B47\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.33846153846153854, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 409, | |
| "gt_codes": [ | |
| "46C24", | |
| "25H13", | |
| "41B16", | |
| "25G3(PALM-TREE)", | |
| "24D", | |
| "24A6", | |
| "71A341" | |
| ], | |
| "predicted_codes": [ | |
| "71A3421" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71A3421\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.21375, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 410, | |
| "gt_codes": [ | |
| "11H(JUDE THADDAEUS)" | |
| ], | |
| "predicted_codes": [ | |
| "11H(ANTONY ABBOT)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(ANTONY ABBOT)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 411, | |
| "gt_codes": [ | |
| "25H133", | |
| "25H23(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "46C21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46C21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 412, | |
| "gt_codes": [ | |
| "11F4132", | |
| "11H(JOHN)12", | |
| "73G" | |
| ], | |
| "predicted_codes": [ | |
| "11G23", | |
| "48A9876", | |
| "11H(JEROME)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G23\", \"48A9876\", \"11H(JEROME)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.45999999999999996, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 413, | |
| "gt_codes": [ | |
| "25G41(VIOLET)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(Steinbrech)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(Steinbrech)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.76, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 414, | |
| "gt_codes": [ | |
| "49H3", | |
| "83(OGILBY, America)" | |
| ], | |
| "predicted_codes": [ | |
| "49H3", | |
| "61D(AMERICA)", | |
| "83(OGILBY, America)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49H3\", \"61D(AMERICA)\", \"83(OGILBY, America)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 415, | |
| "gt_codes": [ | |
| "11T", | |
| "11K" | |
| ], | |
| "predicted_codes": [ | |
| "11T", | |
| "31E234" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11T\", \"31E234\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5833333333333334, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 416, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "41A7751", | |
| "41D211", | |
| "41D221(HOOD)", | |
| "41D2321", | |
| "41D2661", | |
| "41D2662", | |
| "42A45", | |
| "61B(+55)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "31D112:61B2(...)1", | |
| "41A711", | |
| "41C37", | |
| "41D26611", | |
| "48C5142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31D112:61B2(...)1\", \"41A711\", \"41C37\", \"41D26611\", \"48C5142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.617259004724796, | |
| "code_precision": 0.16666666666666666, | |
| "code_recall": 0.09090909090909091 | |
| }, | |
| { | |
| "index": 417, | |
| "gt_codes": [ | |
| "86(INVIDIOSUM QUAM MISERUM ESSE PRAESTAT)", | |
| "25H2322", | |
| "46C24", | |
| "92I751", | |
| "94I182", | |
| "11N32", | |
| "56BB21" | |
| ], | |
| "predicted_codes": [ | |
| "83(OVID, Metamorphoses)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(OVID, Metamorphoses)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.05, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 418, | |
| "gt_codes": [ | |
| "49E39", | |
| "25G4" | |
| ], | |
| "predicted_codes": [ | |
| "25G4" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 419, | |
| "gt_codes": [ | |
| "31A25373", | |
| "31D120", | |
| "41A773", | |
| "44B193", | |
| "48C7322", | |
| "49M32", | |
| "49M43", | |
| "49N", | |
| "92L41" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 420, | |
| "gt_codes": [ | |
| "31E23621", | |
| "71H814", | |
| "71H815(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "71E3243" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71E3243\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.30400000000000005, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 421, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(T)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(E)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 422, | |
| "gt_codes": [ | |
| "33C23", | |
| "31D16", | |
| "46A1632", | |
| "46B311", | |
| "33A14", | |
| "55C2" | |
| ], | |
| "predicted_codes": [ | |
| "31D14", | |
| "31D15", | |
| "31A2748", | |
| "46B31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D14\", \"31D15\", \"31A2748\", \"46B31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5161289719626169, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 423, | |
| "gt_codes": [ | |
| "31A235", | |
| "31D14", | |
| "41C74(+1)", | |
| "41C741" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "41C74(+1)", | |
| "46B31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"41C74(+1)\", \"46B31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7691975141853554, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 424, | |
| "gt_codes": [ | |
| "47I2112" | |
| ], | |
| "predicted_codes": [ | |
| "47I2112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"47I2112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 425, | |
| "gt_codes": [ | |
| "41A723", | |
| "41D282", | |
| "47H311", | |
| "47H312", | |
| "86(VIS AMORIS)", | |
| "94L24(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "25F42(+1)", | |
| "31A2352", | |
| "31AA2352", | |
| "31D16", | |
| "41D271", | |
| "45C19(SHIELD)", | |
| "45C221", | |
| "48C161", | |
| "48C162", | |
| "48C1632", | |
| "48C164", | |
| "48C165", | |
| "48C168(HELMET)", | |
| "48CC7321", | |
| "48CC7322", | |
| "48CC7351", | |
| "48CC7525", | |
| "48CC7526", | |
| "48CC7532", | |
| "48CC7533", | |
| "48CC7541", | |
| "48CC7542", | |
| "48CC7543", | |
| "48CC7544" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F42(+1)\", \"31A2352\", \"31AA2352\", \"31D16\", \"41D271\", \"45C19(SHIELD)\", \"45C221\", \"48C161\", \"48C162\", \"48C1632\", \"48C164\", \"48C165\", \"48C168(HELMET)\", \"48CC7321\", \"48CC7322\", \"48CC7351\", \"48CC7525\", \"48CC7526\", \"48CC7532\", \"48CC7533\", \"48CC7541\", \"48CC7542\", \"48CC7543\", \"48CC7544\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 24, | |
| "total_predicted": 24, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.21931922723091077, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 426, | |
| "gt_codes": [ | |
| "73", | |
| "73B57" | |
| ], | |
| "predicted_codes": [ | |
| "73", | |
| "73B57" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73\", \"73B57\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 427, | |
| "gt_codes": [ | |
| "47I2112", | |
| "47I213", | |
| "47I214", | |
| "47I221", | |
| "73", | |
| "73B14" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "47I2112", | |
| "47I213", | |
| "47I214", | |
| "73", | |
| "73B65" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"47I2112\", \"47I213\", \"47I214\", \"73\", \"73B65\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8279999999999998, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 428, | |
| "gt_codes": [ | |
| "11F23" | |
| ], | |
| "predicted_codes": [ | |
| "11F232" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F232\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.855, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 429, | |
| "gt_codes": [ | |
| "44BB114(SULTAN'S WIFE)", | |
| "61BB2(HURREM SULTAN)1(+522)", | |
| "61BB2(ROXOLANA)1(+522)", | |
| "86(ROXOLANA SIVE ROSA SOLYMMANI UXOR)" | |
| ], | |
| "predicted_codes": [ | |
| "41D267", | |
| "44B1511" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41D267\", \"44B1511\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.21743119266055044, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 430, | |
| "gt_codes": [ | |
| "25H11", | |
| "25H213", | |
| "25I", | |
| "46C112" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8489208633093526, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 431, | |
| "gt_codes": [ | |
| "73B13" | |
| ], | |
| "predicted_codes": [ | |
| "73B25" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B25\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 432, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9754098360655737, | |
| "code_precision": 1.0, | |
| "code_recall": 0.8 | |
| }, | |
| { | |
| "index": 433, | |
| "gt_codes": [ | |
| "25I22", | |
| "25I3", | |
| "31A2711", | |
| "33A35", | |
| "41D263", | |
| "49L8", | |
| "73E341", | |
| "86(WAS ONS HART NIET BRANDENDE IN ONS, TERWIJL HIJ ONDERWEG TOT ONS SPRAK EN ONS DE SCHRIFTEN OPENDE?)" | |
| ], | |
| "predicted_codes": [ | |
| "49M431" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M431\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12176795580110499, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 434, | |
| "gt_codes": [ | |
| "25F26(HARE)", | |
| "25F38(PARTRIDGE)", | |
| "25G21(LEMON)", | |
| "41C653(LEMON)", | |
| "43C113" | |
| ], | |
| "predicted_codes": [ | |
| "25F38(PARTRIDGE)", | |
| "41A77", | |
| "41C653" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F38(PARTRIDGE)\", \"41A77\", \"41C653\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7084651162790698, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 435, | |
| "gt_codes": [ | |
| "25H15", | |
| "43C121(+4161)", | |
| "46C232" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "46C1112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"46C1112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.49875, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 436, | |
| "gt_codes": [ | |
| "24C14", | |
| "25A13", | |
| "25F35(PEACOCK)", | |
| "25G3", | |
| "25G4(+32)", | |
| "31D120", | |
| "41B31(+1)", | |
| "46C13192", | |
| "49D11(XX)", | |
| "52BB1", | |
| "86(PROLES TUA, MAIA, IUVENTUS)", | |
| "86(HIS BONES ARE FULL OF THE SINNES OF HIS YOUTH)" | |
| ], | |
| "predicted_codes": [ | |
| "25F36(SWAN)(+1)", | |
| "25G3", | |
| "41B31(+1)", | |
| "49E122", | |
| "86(AMORIS LUX)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F36(SWAN)(+1)\", \"25G3\", \"41B31(+1)\", \"49E122\", \"86(AMORIS LUX)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6616696783520057, | |
| "code_precision": 0.4, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 437, | |
| "gt_codes": [ | |
| "24A6", | |
| "25H13", | |
| "25H2323", | |
| "25I5", | |
| "31A2762", | |
| "31A2764", | |
| "31A453(+3)", | |
| "83(OVID, Metamorphoses VIII:183-235)", | |
| "95A(ICARUS)68" | |
| ], | |
| "predicted_codes": [ | |
| "86(QUOQUE IN AETHERE)", | |
| "92B1", | |
| "45C13(SWORD)", | |
| "26A", | |
| "26C", | |
| "26D" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(QUOQUE IN AETHERE)\", \"92B1\", \"45C13(SWORD)\", \"26A\", \"26C\", \"26D\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.14208494208494205, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 438, | |
| "gt_codes": [ | |
| "31A22141", | |
| "31A22153", | |
| "49G3(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "49G81" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49G81\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.285, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 439, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9833333333333334, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 440, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "41A772", | |
| "41D221(CAP)", | |
| "41D222(RUFF)", | |
| "41D2661", | |
| "41D2664", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"41A772\", \"41D221(CAP)\", \"41D222(RUFF)\", \"41D2661\", \"41D2664\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 8, | |
| "total_predicted": 8, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5233682514101531, | |
| "code_precision": 0.375, | |
| "code_recall": 0.6 | |
| }, | |
| { | |
| "index": 441, | |
| "gt_codes": [ | |
| "86(JUDICIUM MEMORATU DIGNUM)", | |
| "42B53", | |
| "42B4", | |
| "11Q01" | |
| ], | |
| "predicted_codes": [ | |
| "83(OVID, Metamorphoses)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(OVID, Metamorphoses)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.08000000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 442, | |
| "gt_codes": [ | |
| "25F23(ERMINE)(+351)", | |
| "31A2421", | |
| "31AA533(...)", | |
| "31D15:61BB", | |
| "41D2211", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7931034482758621, | |
| "code_precision": 0.75, | |
| "code_recall": 0.42857142857142855 | |
| }, | |
| { | |
| "index": 443, | |
| "gt_codes": [ | |
| "48C811", | |
| "48C85" | |
| ], | |
| "predicted_codes": [ | |
| "41A2", | |
| "43C9" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A2\", \"43C9\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 444, | |
| "gt_codes": [ | |
| "41A2", | |
| "41A671" | |
| ], | |
| "predicted_codes": [ | |
| "48C5142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C5142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 445, | |
| "gt_codes": [ | |
| "92C1" | |
| ], | |
| "predicted_codes": [ | |
| "25F35(PEACOCK)", | |
| "41D9", | |
| "46C24" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F35(PEACOCK)\", \"41D9\", \"46C24\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 446, | |
| "gt_codes": [ | |
| "11L53", | |
| "41A251", | |
| "49L5", | |
| "49L62", | |
| "49MM32" | |
| ], | |
| "predicted_codes": [ | |
| "49M32" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M32\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3999088838268793, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 447, | |
| "gt_codes": [ | |
| "11(+5):61B", | |
| "25H" | |
| ], | |
| "predicted_codes": [ | |
| "11(+5):61B", | |
| "25H114", | |
| "31A233", | |
| "31D14", | |
| "31D15", | |
| "41A7751", | |
| "41C37", | |
| "44G(+5)", | |
| "45B", | |
| "45C13(SWORD)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11(+5):61B\", \"25H114\", \"31A233\", \"31D14\", \"31D15\", \"41A7751\", \"41C37\", \"44G(+5)\", \"45B\", \"45C13(SWORD)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 10, | |
| "total_predicted": 10, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2616666666666666, | |
| "code_precision": 0.1, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 448, | |
| "gt_codes": [ | |
| "11I2", | |
| "59C2", | |
| "92C1" | |
| ], | |
| "predicted_codes": [ | |
| "48C24" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C24\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 449, | |
| "gt_codes": [ | |
| "43A(+2)", | |
| "48B43" | |
| ], | |
| "predicted_codes": [ | |
| "43A(+2)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43A(+2)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7460815047021944, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 450, | |
| "gt_codes": [ | |
| "31A2422", | |
| "41D222(RUFF)", | |
| "41D2659(SASH)", | |
| "45C22", | |
| "46A1241(ORDER OF THE GARTER)", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6557445914723797, | |
| "code_precision": 1.0, | |
| "code_recall": 0.375 | |
| }, | |
| { | |
| "index": 451, | |
| "gt_codes": [ | |
| "46C24" | |
| ], | |
| "predicted_codes": [ | |
| "46C21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46C21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8000000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 452, | |
| "gt_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9294078287052525, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 453, | |
| "gt_codes": [ | |
| "31D112", | |
| "31D15", | |
| "31D16", | |
| "41B4", | |
| "9" | |
| ], | |
| "predicted_codes": [ | |
| "31D14", | |
| "71", | |
| "71C213" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D14\", \"71\", \"71C213\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.34079422382671476, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 454, | |
| "gt_codes": [ | |
| "45B", | |
| "45C19(SHIELD)", | |
| "25G41", | |
| "44A31", | |
| "46C131" | |
| ], | |
| "predicted_codes": [ | |
| "45C22", | |
| "46A124", | |
| "48CC7351" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C22\", \"46A124\", \"48CC7351\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3517680074836295, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 455, | |
| "gt_codes": [ | |
| "25G3", | |
| "31A235", | |
| "46A7" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+933)", | |
| "46C513" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+933)\", \"46C513\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.45600000000000007, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 456, | |
| "gt_codes": [ | |
| "11P3151", | |
| "25I2" | |
| ], | |
| "predicted_codes": [ | |
| "25H114", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H114\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.35625, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 457, | |
| "gt_codes": [ | |
| "35" | |
| ], | |
| "predicted_codes": [ | |
| "43C721" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43C721\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 458, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 459, | |
| "gt_codes": [ | |
| "86(DRACHMAM INUENIT)" | |
| ], | |
| "predicted_codes": [ | |
| "25G3(OLIVE-TREE)(+27)", | |
| "26A", | |
| "41D92", | |
| "45C15(BOW)", | |
| "45C23", | |
| "56F2(+4)", | |
| "86(DRACHMAN INVENIT)", | |
| "92D156" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3(OLIVE-TREE)(+27)\", \"26A\", \"41D92\", \"45C15(BOW)\", \"45C23\", \"56F2(+4)\", \"86(DRACHMAN INVENIT)\", \"92D156\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 8, | |
| "total_predicted": 8, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2222222222222222, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 460, | |
| "gt_codes": [ | |
| "25H213", | |
| "25I12", | |
| "46C21" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6176912751677852, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 461, | |
| "gt_codes": [ | |
| "48C8421" | |
| ], | |
| "predicted_codes": [ | |
| "43C9", | |
| "45B212" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43C9\", \"45B212\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 462, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9876621322366339, | |
| "code_precision": 1.0, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 463, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)", | |
| "49L12(S)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(E)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 0.8 | |
| }, | |
| { | |
| "index": 464, | |
| "gt_codes": [ | |
| "44B1" | |
| ], | |
| "predicted_codes": [ | |
| "45C13(SWORD)", | |
| "61B2(HESS, Herman)1(+55)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C13(SWORD)\", \"61B2(HESS, Herman)1(+55)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 465, | |
| "gt_codes": [ | |
| "31A(+89)", | |
| "31A2225", | |
| "31D15", | |
| "41A761", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "31A(+89)", | |
| "31D15", | |
| "41A761" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A(+89)\", \"31D15\", \"41A761\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8331388564760793, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6 | |
| }, | |
| { | |
| "index": 466, | |
| "gt_codes": [ | |
| "31A231", | |
| "31D112", | |
| "33A3", | |
| "34B11", | |
| "48C51", | |
| "48C5111", | |
| "48C514(+414)", | |
| "48C5142", | |
| "48C5152", | |
| "48C5153" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+9321)", | |
| "48B3:61B", | |
| "48C5142", | |
| "48C5151", | |
| "48C5152", | |
| "48C5157" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+9321)\", \"48B3:61B\", \"48C5142\", \"48C5151\", \"48C5152\", \"48C5157\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7717457763475463, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 467, | |
| "gt_codes": [ | |
| "31A233", | |
| "71", | |
| "71F311", | |
| "71F3111", | |
| "71F314" | |
| ], | |
| "predicted_codes": [ | |
| "11H", | |
| "25F36(SWAN)", | |
| "48C7352" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H\", \"25F36(SWAN)\", \"48C7352\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 468, | |
| "gt_codes": [ | |
| "31A2245(+933):25G411", | |
| "31A235", | |
| "31A2421", | |
| "31D15:61BB", | |
| "41A541", | |
| "41A711", | |
| "41A772", | |
| "41C37", | |
| "41D221(TIPMUTS)", | |
| "48C161", | |
| "49M32", | |
| "61B(+54)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+54)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A2421\", \"31D15:61BB\", \"61B(+54)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6170212765957447, | |
| "code_precision": 1.0, | |
| "code_recall": 0.38461538461538464 | |
| }, | |
| { | |
| "index": 469, | |
| "gt_codes": [ | |
| "92D1916", | |
| "48C161", | |
| "59B32", | |
| "25H11", | |
| "48A98211", | |
| "46C112" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "48C24", | |
| "92D1916", | |
| "48A9875", | |
| "48A9831", | |
| "48A9876", | |
| "48A98783" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"48C24\", \"92D1916\", \"48A9875\", \"48A9831\", \"48A9876\", \"48A98783\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5485603112840466, | |
| "code_precision": 0.14285714285714285, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 470, | |
| "gt_codes": [ | |
| "25F37(STORK)", | |
| "25G21(ORANGE)", | |
| "41A7751:25G21", | |
| "41C653(ORANGE)", | |
| "46B31", | |
| "47I1421", | |
| "5(+1)", | |
| "92B11221", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "12EE13", | |
| "12FF13", | |
| "47I15(SCYTHE)", | |
| "9", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12EE13\", \"12FF13\", \"47I15(SCYTHE)\", \"9\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.340545746388443, | |
| "code_precision": 0.2, | |
| "code_recall": 0.1111111111111111 | |
| }, | |
| { | |
| "index": 471, | |
| "gt_codes": [ | |
| "25I9", | |
| "42E3722", | |
| "48C149(+7242)", | |
| "71G113" | |
| ], | |
| "predicted_codes": [ | |
| "12A43", | |
| "71E116" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12A43\", \"71E116\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.13333333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 472, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31A5341", | |
| "46A122", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8574149012139965, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 473, | |
| "gt_codes": [ | |
| "25I1", | |
| "31D14", | |
| "46C24", | |
| "25H13", | |
| "31D15", | |
| "46C232" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "46C232", | |
| "25H213", | |
| "47K1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"46C232\", \"25H213\", \"47K1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6151807228915662, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 474, | |
| "gt_codes": [ | |
| "48C524" | |
| ], | |
| "predicted_codes": [ | |
| "48C7321", | |
| "48C75" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C7321\", \"48C75\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 475, | |
| "gt_codes": [ | |
| "11D", | |
| "11D351", | |
| "11Q2", | |
| "31B6214", | |
| "44G321(CROSS)", | |
| "45B", | |
| "45C11(SPEAR)", | |
| "45C22", | |
| "73D3522", | |
| "73D82(CROWN OF THORNS)" | |
| ], | |
| "predicted_codes": [ | |
| "11D", | |
| "73" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D\", \"73\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38915712799167534, | |
| "code_precision": 0.5, | |
| "code_recall": 0.1 | |
| }, | |
| { | |
| "index": 476, | |
| "gt_codes": [ | |
| "31D14", | |
| "48C75", | |
| "46C131", | |
| "48CC7352" | |
| ], | |
| "predicted_codes": [ | |
| "45B", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45B\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.43675531914893617, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 477, | |
| "gt_codes": [ | |
| "73D71" | |
| ], | |
| "predicted_codes": [ | |
| "73D641" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D641\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 478, | |
| "gt_codes": [ | |
| "31A(+926)", | |
| "31B1", | |
| "56DD11" | |
| ], | |
| "predicted_codes": [ | |
| "71C324" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71C324\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 479, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D12", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.901652134006425, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 480, | |
| "gt_codes": [ | |
| "73B64" | |
| ], | |
| "predicted_codes": [ | |
| "73C8645" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C8645\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 481, | |
| "gt_codes": [ | |
| "73B25" | |
| ], | |
| "predicted_codes": [ | |
| "73B25" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B25\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 482, | |
| "gt_codes": [ | |
| "73C72" | |
| ], | |
| "predicted_codes": [ | |
| "73C412" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C412\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 483, | |
| "gt_codes": [ | |
| "45D311", | |
| "32B33", | |
| "61B2(FONDUK MUSTAFA PASCHA)11" | |
| ], | |
| "predicted_codes": [ | |
| "45C22", | |
| "61B2(MUSTAFA <Osmanisches Reich, Sultan>)11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C22\", \"61B2(MUSTAFA <Osmanisches Reich, Sultan>)11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5519999999999999, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 484, | |
| "gt_codes": [ | |
| "11H(BAVO)32" | |
| ], | |
| "predicted_codes": [ | |
| "11H(ANTONY ABBOT)34", | |
| "11P31521", | |
| "73F263" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(ANTONY ABBOT)34\", \"11P31521\", \"73F263\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6301369863013698, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 485, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(D)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(D)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(D)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 486, | |
| "gt_codes": [ | |
| "25H15", | |
| "25H213", | |
| "46C1112", | |
| "46C14", | |
| "46C2", | |
| "47I2112" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "41A17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"41A17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3485071090047393, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 487, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "31D17", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"31D17\", \"61B(+52)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9429349410361733, | |
| "code_precision": 0.6, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 488, | |
| "gt_codes": [ | |
| "31D15", | |
| "73F14", | |
| "73F2231" | |
| ], | |
| "predicted_codes": [ | |
| "25F31(+5262)", | |
| "25I14", | |
| "26A", | |
| "31A2511(+933)", | |
| "31A2512(+933)", | |
| "31A2711", | |
| "31AA2512(+933)", | |
| "31D14(+72)", | |
| "31D15", | |
| "33B9", | |
| "34B11(+9512)", | |
| "41D211(+81)", | |
| "41D221(+81)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F31(+5262)\", \"25I14\", \"26A\", \"31A2511(+933)\", \"31A2512(+933)\", \"31A2711\", \"31AA2512(+933)\", \"31D14(+72)\", \"31D15\", \"33B9\", \"34B11(+9512)\", \"41D211(+81)\", \"41D221(+81)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 13, | |
| "total_predicted": 13, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3075010360547037, | |
| "code_precision": 0.07692307692307693, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 489, | |
| "gt_codes": [ | |
| "25F22", | |
| "25F35(PARROT)", | |
| "41A16", | |
| "48C7323", | |
| "48C7351", | |
| "48C75", | |
| "48C755" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "31A(+89)", | |
| "41C652", | |
| "43B13", | |
| "43C9", | |
| "48C7351" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"31A(+89)\", \"41C652\", \"43B13\", \"43C9\", \"48C7351\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.46234378684272576, | |
| "code_precision": 0.16666666666666666, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 490, | |
| "gt_codes": [ | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "41A671", | |
| "41A772", | |
| "41C7111" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "41A671" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"41A671\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6953016323633782, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 491, | |
| "gt_codes": [ | |
| "31A2211", | |
| "31A233", | |
| "31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6218556701030928, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 492, | |
| "gt_codes": [ | |
| "71C1131", | |
| "71C1181" | |
| ], | |
| "predicted_codes": [ | |
| "11H(PETER)34" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(PETER)34\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 493, | |
| "gt_codes": [ | |
| "45A20", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "46A122(...)1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"46A122(...)1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.095, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 494, | |
| "gt_codes": [ | |
| "73C63" | |
| ], | |
| "predicted_codes": [ | |
| "73C815" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C815\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 495, | |
| "gt_codes": [ | |
| "25F3", | |
| "25F32(FINCH)", | |
| "25F36(GULL)", | |
| "25F38(PHEASANT)", | |
| "25H14", | |
| "41A12", | |
| "46C21", | |
| "46C223" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "25H114", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"25H114\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5913543091655268, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 496, | |
| "gt_codes": [ | |
| "31B13", | |
| "31E2345", | |
| "71F1544", | |
| "72A" | |
| ], | |
| "predicted_codes": [ | |
| "71H849" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71H849\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2072727272727273, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 497, | |
| "gt_codes": [ | |
| "71", | |
| "71A611" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "25F36(DUCK)", | |
| "25H15", | |
| "71" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"25F36(DUCK)\", \"25H15\", \"71\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3670212765957447, | |
| "code_precision": 0.25, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 498, | |
| "gt_codes": [ | |
| "21D" | |
| ], | |
| "predicted_codes": [ | |
| "41C323" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41C323\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 499, | |
| "gt_codes": [ | |
| "25I1", | |
| "25H213", | |
| "23O13", | |
| "73C7112" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "46C232", | |
| "25H13", | |
| "46C24", | |
| "46C283" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"46C232\", \"25H13\", \"46C24\", \"46C283\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.36733641771315256, | |
| "code_precision": 0.2, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 500, | |
| "gt_codes": [ | |
| "86(DE KLUIZENAAR. AFGESCHEIDEN, VAN'T QUAAD)", | |
| "11Q331", | |
| "59AA1", | |
| "11M31" | |
| ], | |
| "predicted_codes": [ | |
| "86(QUOQUE VIVIT QUIETUS)", | |
| "41A53", | |
| "25H119", | |
| "31D16", | |
| "31B6(+73)", | |
| "54F12" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(QUOQUE VIVIT QUIETUS)\", \"41A53\", \"25H119\", \"31D16\", \"31B6(+73)\", \"54F12\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.23999999999999996, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 501, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(D)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(D)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(D)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 502, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31A534", | |
| "41A7212", | |
| "48B3:61B", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A24(+1)", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A24(+1)\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7372113022113022, | |
| "code_precision": 0.25, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 503, | |
| "gt_codes": [ | |
| "22C4(GOLD)", | |
| "22C4(RED)", | |
| "25F23(LION)(+12)", | |
| "25F23(LION)(+154)", | |
| "25F23(LION)(+561)", | |
| "25H1", | |
| "44B191", | |
| "61D(BRITAIN)", | |
| "86(SIC PACEM HABEMUS)" | |
| ], | |
| "predicted_codes": [ | |
| "25F23(LION)(+1)", | |
| "44B191", | |
| "86(AMOR REGIUS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F23(LION)(+1)\", \"44B191\", \"86(AMOR REGIUS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7804878048780487, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.1111111111111111 | |
| }, | |
| { | |
| "index": 504, | |
| "gt_codes": [ | |
| "25G4(STRAWBERRY)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(Stachelbeere)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(Stachelbeere)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 505, | |
| "gt_codes": [ | |
| "11C15", | |
| "31B11", | |
| "41A773", | |
| "41A777", | |
| "47I1421", | |
| "71F641", | |
| "71F655(+0)", | |
| "71F657" | |
| ], | |
| "predicted_codes": [ | |
| "71C324" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71C324\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2181818181818182, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 506, | |
| "gt_codes": [ | |
| "41A221", | |
| "41A33", | |
| "42F51" | |
| ], | |
| "predicted_codes": [ | |
| "31A2542", | |
| "31D14", | |
| "31D15", | |
| "41A711", | |
| "41C342", | |
| "41D26611", | |
| "48C5142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2542\", \"31D14\", \"31D15\", \"41A711\", \"41C342\", \"41D26611\", \"48C5142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.300098383696416, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 507, | |
| "gt_codes": [ | |
| "31A72", | |
| "31F2" | |
| ], | |
| "predicted_codes": [ | |
| "31F26", | |
| "42E131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31F26\", \"42E131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4591666666666667, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 508, | |
| "gt_codes": [ | |
| "31A2421", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9731242641549823, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 509, | |
| "gt_codes": [ | |
| "73D351" | |
| ], | |
| "predicted_codes": [ | |
| "73D41" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D41\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 510, | |
| "gt_codes": [ | |
| "11G", | |
| "41B311", | |
| "41C321", | |
| "48C24", | |
| "49L73" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "25F39(DOVE)", | |
| "48C7352" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"25F39(DOVE)\", \"48C7352\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.47088997897687457, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 511, | |
| "gt_codes": [ | |
| "73C864", | |
| "73C86463" | |
| ], | |
| "predicted_codes": [ | |
| "47C21", | |
| "98B(ARISTIPPOS)51" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"47C21\", \"98B(ARISTIPPOS)51\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 512, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "41D221(VLEUGELMUTS)", | |
| "41D222(RUFF)", | |
| "41D2661", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6344444444444445, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 513, | |
| "gt_codes": [ | |
| "23D43", | |
| "23T27(GEORGIAN)", | |
| "23T27(XIX)", | |
| "23T27(XVIII)", | |
| "31A235", | |
| "31A5341", | |
| "31B19", | |
| "31D1(+79)", | |
| "31D111", | |
| "31D112", | |
| "31D14", | |
| "31D15", | |
| "33A5", | |
| "41A17", | |
| "41A2", | |
| "41A711", | |
| "41A712", | |
| "41A721", | |
| "41A773", | |
| "41C11" | |
| ], | |
| "predicted_codes": [ | |
| "23U24", | |
| "25I141", | |
| "31A235", | |
| "31D1(+79)", | |
| "31D112", | |
| "31D14", | |
| "31D15", | |
| "31D16", | |
| "31D17", | |
| "31E2382", | |
| "31E23821", | |
| "31E23822", | |
| "31E23823", | |
| "31E23824", | |
| "31E23825", | |
| "31E23826", | |
| "31E23827", | |
| "31E23828", | |
| "31E23829", | |
| "31E2383", | |
| "31E2384", | |
| "31E2385", | |
| "31E2386", | |
| "31E2387" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23U24\", \"25I141\", \"31A235\", \"31D1(+79)\", \"31D112\", \"31D14\", \"31D15\", \"31D16\", \"31D17\", \"31E2382\", \"31E23821\", \"31E23822\", \"31E23823\", \"31E23824\", \"31E23825\", \"31E23826\", \"31E23827\", \"31E23828\", \"31E23829\", \"31E2383\", \"31E2384\", \"31E2385\", \"31E2386\", \"31E2387\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 24, | |
| "total_predicted": 24, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4817489536174939, | |
| "code_precision": 0.20833333333333334, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 514, | |
| "gt_codes": [ | |
| "86(GEBRECHEN MACHT KUNSTREICH)", | |
| "25I1", | |
| "61E(WISMAR)", | |
| "95A(ERICHTHONIUS)", | |
| "31A4153", | |
| "46C1422", | |
| "31A4", | |
| "55BB1", | |
| "52A42" | |
| ], | |
| "predicted_codes": [ | |
| "86(DEBRECHEN MACHT RUNTSREICH)", | |
| "25I1", | |
| "61E(WISMAR)", | |
| "46C1493", | |
| "46A122(ERICH THONIS)3", | |
| "46C1442", | |
| "46C1441", | |
| "31D16", | |
| "31B6(+72)", | |
| "57AA6121" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(DEBRECHEN MACHT RUNTSREICH)\", \"25I1\", \"61E(WISMAR)\", \"46C1493\", \"46A122(ERICH THONIS)3\", \"46C1442\", \"46C1441\", \"31D16\", \"31B6(+72)\", \"57AA6121\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 10, | |
| "total_predicted": 10, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6255677334502413, | |
| "code_precision": 0.2, | |
| "code_recall": 0.2222222222222222 | |
| }, | |
| { | |
| "index": 515, | |
| "gt_codes": [ | |
| "41C26131", | |
| "41C68" | |
| ], | |
| "predicted_codes": [ | |
| "25F3(+91)", | |
| "25F62(COD)", | |
| "25F62(PLAICE)", | |
| "25F716(SHRIMP)", | |
| "41C27(POT)", | |
| "43C113" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3(+91)\", \"25F62(COD)\", \"25F62(PLAICE)\", \"25F716(SHRIMP)\", \"41C27(POT)\", \"43C113\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.25685884691848904, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 516, | |
| "gt_codes": [ | |
| "25I", | |
| "31A231", | |
| "31A2422", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "45B", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"45B\", \"61B(+55)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7509986684420773, | |
| "code_precision": 0.75, | |
| "code_recall": 0.6 | |
| }, | |
| { | |
| "index": 517, | |
| "gt_codes": [ | |
| "31A511", | |
| "41A2", | |
| "48A9863" | |
| ], | |
| "predicted_codes": [ | |
| "41A2", | |
| "48C5142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A2\", \"48C5142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5599999999999999, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 518, | |
| "gt_codes": [ | |
| "25I2", | |
| "25H213", | |
| "25F6", | |
| "43C128", | |
| "46C232", | |
| "46C112", | |
| "47D31" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "46C232", | |
| "47D31", | |
| "25H213", | |
| "43C128", | |
| "46A14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"46C232\", \"47D31\", \"25H213\", \"43C128\", \"46A14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8147239263803681, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5714285714285714 | |
| }, | |
| { | |
| "index": 519, | |
| "gt_codes": [ | |
| "31A(+89)", | |
| "31D17", | |
| "41D28", | |
| "96", | |
| "96A1821" | |
| ], | |
| "predicted_codes": [ | |
| "11H", | |
| "31A(+89)", | |
| "73" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H\", \"31A(+89)\", \"73\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.30196936542669583, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 520, | |
| "gt_codes": [ | |
| "11H(IGNATIUS OF ANTIOCH)", | |
| "11I5" | |
| ], | |
| "predicted_codes": [ | |
| "11H(SIGNATUS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(SIGNATUS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8165680473372781, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 521, | |
| "gt_codes": [ | |
| "25G13", | |
| "25H11", | |
| "25H15", | |
| "25H213", | |
| "25H217", | |
| "25I5", | |
| "41A771:31A2774", | |
| "41A773:31A2774", | |
| "51I4(+4):52B5112(+4)", | |
| "54DD51(+4)", | |
| "83(ERASMUS, Adagiorum chiliades I i 32)", | |
| "86(ALIQUID MALI PROPTER VICINUM MALUM)" | |
| ], | |
| "predicted_codes": [ | |
| "25H114", | |
| "25H213", | |
| "41A773", | |
| "41C691(+0)", | |
| "86(QUOD NON EST, NON EST)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H114\", \"25H213\", \"41A773\", \"41C691(+0)\", \"86(QUOD NON EST, NON EST)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6974384559359068, | |
| "code_precision": 0.2, | |
| "code_recall": 0.08333333333333333 | |
| }, | |
| { | |
| "index": 522, | |
| "gt_codes": [ | |
| "23O42", | |
| "24D1(SCORPIUS)", | |
| "25F715" | |
| ], | |
| "predicted_codes": [ | |
| "25F716(CRAB)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F716(CRAB)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.578894472361809, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 523, | |
| "gt_codes": [ | |
| "25H", | |
| "25I", | |
| "46C513" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7272727272727272, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 524, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31A534", | |
| "31A5341", | |
| "41D222(RUFF)", | |
| "45B", | |
| "45C22:41D222(HALSBERG)", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7297106563161608, | |
| "code_precision": 1.0, | |
| "code_recall": 0.4444444444444444 | |
| }, | |
| { | |
| "index": 525, | |
| "gt_codes": [ | |
| "25H213", | |
| "46C21", | |
| "46C24" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C24" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C24\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7874920634920635, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 526, | |
| "gt_codes": [ | |
| "25G3(+351)", | |
| "31A61", | |
| "41A1", | |
| "41C32(+0)", | |
| "43C114", | |
| "43C1147", | |
| "46C13141" | |
| ], | |
| "predicted_codes": [ | |
| "25G3(+371)", | |
| "46C131", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3(+371)\", \"46C131\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.561692428608855, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 527, | |
| "gt_codes": [ | |
| "25F26(HARE)", | |
| "25F38(PARTRIDGE)", | |
| "34B11", | |
| "34B12", | |
| "43C113" | |
| ], | |
| "predicted_codes": [ | |
| "25F36(DUCK)", | |
| "41A7751", | |
| "43C113" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F36(DUCK)\", \"41A7751\", \"43C113\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5569679300291545, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 528, | |
| "gt_codes": [ | |
| "11P311", | |
| "11P31131", | |
| "11Q71455", | |
| "92I71181" | |
| ], | |
| "predicted_codes": [ | |
| "12A43", | |
| "12B61" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12A43\", \"12B61\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.16285714285714287, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 529, | |
| "gt_codes": [ | |
| "25G41(ERYSIMUM CHEIRI)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "25G41(WALLFLOWER)", | |
| "41A671", | |
| "41A774" | |
| ], | |
| "predicted_codes": [ | |
| "25F711(BUTTERFLY)", | |
| "25G4(ROSEMARY)", | |
| "25G4(ROSMARINUS OFFICIALIS)", | |
| "25G41(CARNATION)", | |
| "25G41(DAFFODIL)", | |
| "25G41(NARCISSUS)", | |
| "25G41(TULIP)", | |
| "25G411(HYACINTH)", | |
| "41A671", | |
| "41A773" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F711(BUTTERFLY)\", \"25G4(ROSEMARY)\", \"25G4(ROSMARINUS OFFICIALIS)\", \"25G41(CARNATION)\", \"25G41(DAFFODIL)\", \"25G41(NARCISSUS)\", \"25G41(TULIP)\", \"25G411(HYACINTH)\", \"41A671\", \"41A773\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 10, | |
| "total_predicted": 10, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9206616785360139, | |
| "code_precision": 0.2, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 530, | |
| "gt_codes": [ | |
| "25G21(LEMON)", | |
| "25G21(POMEGRANATE)", | |
| "25G41(ROSE)", | |
| "41A774", | |
| "41C323", | |
| "41C653(LEMON)", | |
| "47I4223" | |
| ], | |
| "predicted_codes": [ | |
| "25G21(LEMON)", | |
| "41C323", | |
| "41C621", | |
| "41C653(LEMON)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G21(LEMON)\", \"41C323\", \"41C621\", \"41C653(LEMON)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8328547297297297, | |
| "code_precision": 0.75, | |
| "code_recall": 0.42857142857142855 | |
| }, | |
| { | |
| "index": 531, | |
| "gt_codes": [ | |
| "11F4", | |
| "11F4112", | |
| "11F723", | |
| "25G41(LILY)", | |
| "25H", | |
| "31A2421", | |
| "41A4231", | |
| "41D221", | |
| "73", | |
| "73B64" | |
| ], | |
| "predicted_codes": [ | |
| "11F4", | |
| "25G41(LILY)", | |
| "31A235", | |
| "61B(+54)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F4\", \"25G41(LILY)\", \"31A235\", \"61B(+54)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5425329815303429, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 532, | |
| "gt_codes": [ | |
| "11F4", | |
| "11F41", | |
| "11F715", | |
| "25G41(VIOLET)", | |
| "25H", | |
| "31A2422", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "11F4", | |
| "31A24(+1)", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F4\", \"31A24(+1)\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7343684695759067, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 533, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9754098360655737, | |
| "code_precision": 1.0, | |
| "code_recall": 0.8 | |
| }, | |
| { | |
| "index": 534, | |
| "gt_codes": [ | |
| "81(Anonymus,Wolfdietrich)", | |
| "46C514" | |
| ], | |
| "predicted_codes": [ | |
| "83(BRANT, Ship of Fools)", | |
| "46C5141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(BRANT, Ship of Fools)\", \"46C5141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.55125, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 535, | |
| "gt_codes": [ | |
| "47I15(SCYTHE)" | |
| ], | |
| "predicted_codes": [ | |
| "11P31521", | |
| "47I21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11P31521\", \"47I21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 536, | |
| "gt_codes": [ | |
| "83(OVID, Metamorphoses)" | |
| ], | |
| "predicted_codes": [ | |
| "83(OVID, Metamorphoses)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(OVID, Metamorphoses)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 537, | |
| "gt_codes": [ | |
| "25H112(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "25H1", | |
| "46C513" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H1\", \"46C513\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5066666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 538, | |
| "gt_codes": [ | |
| "31A53421", | |
| "49B43", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7671064789943053, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 539, | |
| "gt_codes": [ | |
| "47I421" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "49E39" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"49E39\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 540, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D13", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31D15:61BB", | |
| "41D26611" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D15:61BB\", \"41D26611\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38000000000000006, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 541, | |
| "gt_codes": [ | |
| "61B(+2)", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.687089715536105, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 542, | |
| "gt_codes": [ | |
| "49G6222" | |
| ], | |
| "predicted_codes": [ | |
| "31A254" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A254\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 543, | |
| "gt_codes": [ | |
| "25H1121", | |
| "25I5", | |
| "45C16(CANNON)", | |
| "45K13", | |
| "52E3", | |
| "54A44", | |
| "71Z(Maccabees 1:8)", | |
| "86(CONSILIO ET PATIENTIA)" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C13187(+0)", | |
| "54A43", | |
| "59B32", | |
| "86(CONSILIO ET PATIENTIA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C13187(+0)\", \"54A43\", \"59B32\", \"86(CONSILIO ET PATIENTIA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5179768786127167, | |
| "code_precision": 0.2, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 544, | |
| "gt_codes": [ | |
| "25H112", | |
| "45B", | |
| "45C16(RIFLE)" | |
| ], | |
| "predicted_codes": [ | |
| "31D14", | |
| "31D15" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D14\", \"31D15\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 545, | |
| "gt_codes": [ | |
| "31A22210", | |
| "31D14", | |
| "49G2(+0)", | |
| "57A6", | |
| "86(DAER HEBDY 'T AL)" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "31A4690:31D14(+72)", | |
| "31B6211", | |
| "31D14", | |
| "41C681", | |
| "41D221(HAT)", | |
| "41D2332", | |
| "41D263", | |
| "41D2661", | |
| "41D2662", | |
| "41D2664", | |
| "41D2665", | |
| "41D2668", | |
| "41D267", | |
| "41D268", | |
| "41D269", | |
| "41D271", | |
| "41D272", | |
| "41D273", | |
| "41D283", | |
| "41D2831", | |
| "41D2832", | |
| "41D2833", | |
| "41D2834", | |
| "41D2835", | |
| "41D2836", | |
| "41D2837" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"31A4690:31D14(+72)\", \"31B6211\", \"31D14\", \"41C681\", \"41D221(HAT)\", \"41D2332\", \"41D263\", \"41D2661\", \"41D2662\", \"41D2664\", \"41D2665\", \"41D2668\", \"41D267\", \"41D268\", \"41D269\", \"41D271\", \"41D272\", \"41D273\", \"41D283\", \"41D2831\", \"41D2832\", \"41D2833\", \"41D2834\", \"41D2835\", \"41D2836\", \"41D2837\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 27, | |
| "total_predicted": 27, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2811729019211326, | |
| "code_precision": 0.037037037037037035, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 546, | |
| "gt_codes": [ | |
| "71P422" | |
| ], | |
| "predicted_codes": [ | |
| "71P432" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71P432\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8000000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 547, | |
| "gt_codes": [ | |
| "46A14", | |
| "46C13141(+75247)", | |
| "46C1411", | |
| "46C1422", | |
| "46C1442" | |
| ], | |
| "predicted_codes": [ | |
| "46C13141", | |
| "47I2112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46C13141\", \"47I2112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6594594594594594, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 548, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(N)" | |
| ], | |
| "predicted_codes": [ | |
| "49M13", | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M13\", \"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6752994555353902, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 549, | |
| "gt_codes": [ | |
| "25H11", | |
| "47I21", | |
| "47I221" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "34B11", | |
| "47I2112", | |
| "47I213", | |
| "47I221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"34B11\", \"47I2112\", \"47I213\", \"47I221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8338555402479827, | |
| "code_precision": 0.4, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 550, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(Z)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(Z)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(Z)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 551, | |
| "gt_codes": [ | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 552, | |
| "gt_codes": [ | |
| "73B24(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "73B8" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B8\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 553, | |
| "gt_codes": [ | |
| "25F716(LOBSTER)", | |
| "25G21(LEMON)", | |
| "25G21(PEACH)", | |
| "41C323", | |
| "41C341", | |
| "41C37", | |
| "41C621", | |
| "41C653(LEMON)", | |
| "41C653(PEACH)", | |
| "47I4223" | |
| ], | |
| "predicted_codes": [ | |
| "25F716(LOBSTER)", | |
| "41C323", | |
| "41C653", | |
| "41C653(PRUNE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F716(LOBSTER)\", \"41C323\", \"41C653\", \"41C653(PRUNE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8445984979780474, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 554, | |
| "gt_codes": [ | |
| "11Q713", | |
| "11Q7131(CHOIR SCREEN)", | |
| "11Q72", | |
| "25I", | |
| "31D112", | |
| "41B311" | |
| ], | |
| "predicted_codes": [ | |
| "11Q713", | |
| "25I", | |
| "48C7351" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q713\", \"25I\", \"48C7351\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6832250227755845, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 555, | |
| "gt_codes": [ | |
| "25I", | |
| "25I1", | |
| "25I142:25G3", | |
| "43B42" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "25I", | |
| "25I1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"25I\", \"25I1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7409395973154362, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 556, | |
| "gt_codes": [ | |
| "25L1", | |
| "49D22" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "49D22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"49D22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 557, | |
| "gt_codes": [ | |
| "31A534", | |
| "31A5341", | |
| "41D212(+43)", | |
| "41D212(TABBAARD)", | |
| "41D222(RUFF)", | |
| "41D224(+81)", | |
| "49K(+3)", | |
| "61B2(MERULA, PAULUS)11" | |
| ], | |
| "predicted_codes": [ | |
| "45C22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.14615384615384616, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 558, | |
| "gt_codes": [ | |
| "31AA2513(+931)", | |
| "41B32(+2)", | |
| "41D221(HAT)", | |
| "45C13(SWORD)", | |
| "86(HELPE, OR ELSE I DYE)", | |
| "86(NON SUFFULTA PEREO)" | |
| ], | |
| "predicted_codes": [ | |
| "25F6", | |
| "31A417", | |
| "31D14(+89)", | |
| "41B121", | |
| "41C122", | |
| "41C711", | |
| "41D221(HAT)(+81)", | |
| "41D2332", | |
| "41D263", | |
| "41D2661", | |
| "41D2662", | |
| "41D2664", | |
| "41D2665", | |
| "41D2668", | |
| "41D267", | |
| "41D268", | |
| "41D269", | |
| "41D283", | |
| "41D2831", | |
| "41D2832", | |
| "41D2833", | |
| "41D2834", | |
| "41D2835", | |
| "41D2836", | |
| "41D2837", | |
| "41D2838", | |
| "41D2839" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F6\", \"31A417\", \"31D14(+89)\", \"41B121\", \"41C122\", \"41C711\", \"41D221(HAT)(+81)\", \"41D2332\", \"41D263\", \"41D2661\", \"41D2662\", \"41D2664\", \"41D2665\", \"41D2668\", \"41D267\", \"41D268\", \"41D269\", \"41D283\", \"41D2831\", \"41D2832\", \"41D2833\", \"41D2834\", \"41D2835\", \"41D2836\", \"41D2837\", \"41D2838\", \"41D2839\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 27, | |
| "total_predicted": 27, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.49783256291730876, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 559, | |
| "gt_codes": [ | |
| "25I241", | |
| "41A16" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "41A7751", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"41A7751\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.42222222222222217, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 560, | |
| "gt_codes": [ | |
| "11I62(SOLOMON)34", | |
| "49B24", | |
| "49B2521", | |
| "49L12(P)", | |
| "49L171", | |
| "49LL72", | |
| "71Y1(Prov. 1:8)" | |
| ], | |
| "predicted_codes": [ | |
| "11H(PAUL)", | |
| "49L12(P)", | |
| "49L171", | |
| "73F45" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(PAUL)\", \"49L12(P)\", \"49L171\", \"73F45\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6008582420834567, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 561, | |
| "gt_codes": [ | |
| "25F24(STAG)", | |
| "46A122", | |
| "48A98211", | |
| "48A98311", | |
| "48A9875", | |
| "44B191", | |
| "45C221", | |
| "31A224", | |
| "48A98313" | |
| ], | |
| "predicted_codes": [ | |
| "46A122", | |
| "48A98311", | |
| "45C221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A122\", \"48A98311\", \"45C221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7963891675025075, | |
| "code_precision": 1.0, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 562, | |
| "gt_codes": [ | |
| "25G3(+32)", | |
| "26F1", | |
| "47I4(+8932)", | |
| "57A76(+4)", | |
| "86(SI TEMPUS FAVEBIT)" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "47I1111", | |
| "56F2(+4)", | |
| "86(QUOD VIVIT, QUOD MORITUR)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"47I1111\", \"56F2(+4)\", \"86(QUOD VIVIT, QUOD MORITUR)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6372542901716067, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 563, | |
| "gt_codes": [ | |
| "24A6", | |
| "25H17", | |
| "31A332(+0)", | |
| "47I2112(+9459)", | |
| "47I2112(+94591)", | |
| "86(SO REIN WIE AUF WELLEN)" | |
| ], | |
| "predicted_codes": [ | |
| "24A6", | |
| "47I2111(+953)", | |
| "86(SO REIN ALS AUFZULESEN)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"24A6\", \"47I2111(+953)\", \"86(SO REIN ALS AUFZULESEN)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8051718385051718, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 564, | |
| "gt_codes": [ | |
| "25H21", | |
| "41A7751", | |
| "46C1111", | |
| "47I221", | |
| "49G361" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "47I21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"47I21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.49245778611632274, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 565, | |
| "gt_codes": [ | |
| "47I2112" | |
| ], | |
| "predicted_codes": [ | |
| "47I2112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"47I2112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 566, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31A5341", | |
| "61B(+51)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9473684210526316, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 567, | |
| "gt_codes": [ | |
| "11H", | |
| "23R14", | |
| "31D15", | |
| "34B11", | |
| "41B16", | |
| "41B33", | |
| "45B", | |
| "73", | |
| "73D331" | |
| ], | |
| "predicted_codes": [ | |
| "31A25", | |
| "41B311", | |
| "48C7311" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25\", \"41B311\", \"48C7311\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3092382495948136, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 568, | |
| "gt_codes": [ | |
| "61B2(WILLEM I, prins van Oranje-Nassau)11" | |
| ], | |
| "predicted_codes": [ | |
| "45C21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 569, | |
| "gt_codes": [ | |
| "24A6", | |
| "25H23", | |
| "31A2764", | |
| "52BB41(+4)", | |
| "56DD2(+4)", | |
| "86(CAVETE AB INCERTIS)", | |
| "95A(ICARUS)681" | |
| ], | |
| "predicted_codes": [ | |
| "24A6", | |
| "25F(+342)", | |
| "25H11", | |
| "25H23", | |
| "26C", | |
| "31A2763", | |
| "31D12", | |
| "46C291", | |
| "86(NEC VIRTUS NEC FORTUNA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"24A6\", \"25F(+342)\", \"25H11\", \"25H23\", \"26C\", \"31A2763\", \"31D12\", \"46C291\", \"86(NEC VIRTUS NEC FORTUNA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 9, | |
| "total_predicted": 9, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.586765698852127, | |
| "code_precision": 0.2222222222222222, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 570, | |
| "gt_codes": [ | |
| "73C721" | |
| ], | |
| "predicted_codes": [ | |
| "73C412" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C412\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 571, | |
| "gt_codes": [ | |
| "61B(+2)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 572, | |
| "gt_codes": [ | |
| "48C7322", | |
| "48C7325", | |
| "48C75", | |
| "52A6", | |
| "59C2" | |
| ], | |
| "predicted_codes": [ | |
| "48C7352", | |
| "49M32" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C7352\", \"49M32\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5303201506591337, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 573, | |
| "gt_codes": [ | |
| "11(+5)", | |
| "11(+5):61B", | |
| "11F4", | |
| "11FF4221", | |
| "11H", | |
| "11H(ADRIAN)", | |
| "11HH(BARBARA)" | |
| ], | |
| "predicted_codes": [ | |
| "11(+5):61B", | |
| "25H15", | |
| "41A3911", | |
| "73" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11(+5):61B\", \"25H15\", \"41A3911\", \"73\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.34513274336283184, | |
| "code_precision": 0.25, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 574, | |
| "gt_codes": [ | |
| "31D14", | |
| "31D15", | |
| "45D311", | |
| "41D221(HAT)", | |
| "31A235", | |
| "46D3" | |
| ], | |
| "predicted_codes": [ | |
| "45B", | |
| "31D14", | |
| "46A21", | |
| "45C13(SABRE)", | |
| "45D312" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45B\", \"31D14\", \"46A21\", \"45C13(SABRE)\", \"45D312\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6089983579638751, | |
| "code_precision": 0.2, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 575, | |
| "gt_codes": [ | |
| "33A13", | |
| "44B421" | |
| ], | |
| "predicted_codes": [ | |
| "42E22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"42E22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 576, | |
| "gt_codes": [ | |
| "25G21(CHERRY)", | |
| "25G21(HAZELNUT)", | |
| "25G21(MELON)", | |
| "25G21(PEACH)", | |
| "25G41(CARNATION)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAGSCONE)", | |
| "25G41(ROSE)", | |
| "41A774", | |
| "41C653(PEACH)", | |
| "47I4223" | |
| ], | |
| "predicted_codes": [ | |
| "25G21(PEACH)", | |
| "41A671", | |
| "41C37" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G21(PEACH)\", \"41A671\", \"41C37\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7142820784729585, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.09090909090909091 | |
| }, | |
| { | |
| "index": 577, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(P)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(H)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(H)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 578, | |
| "gt_codes": [ | |
| "25I1", | |
| "31D15", | |
| "31E3", | |
| "41A1", | |
| "46C14" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "31A(+89)", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"31A(+89)\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5066666666666667, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 579, | |
| "gt_codes": [ | |
| "25G3", | |
| "25H114", | |
| "25I", | |
| "41A1", | |
| "46C11" | |
| ], | |
| "predicted_codes": [ | |
| "25H114", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H114\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6449864498644986, | |
| "code_precision": 1.0, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 580, | |
| "gt_codes": [ | |
| "43B31", | |
| "48C7521" | |
| ], | |
| "predicted_codes": [ | |
| "41C52" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41C52\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19746835443037977, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 581, | |
| "gt_codes": [ | |
| "86(DER TAUBEN-NARR)", | |
| "31A235", | |
| "31B8", | |
| "41A36", | |
| "34B2311", | |
| "25F39(DOVE)(+5262)", | |
| "54AA1", | |
| "46A170", | |
| "54BB4" | |
| ], | |
| "predicted_codes": [ | |
| "86(DER TAUBEN NARR)", | |
| "25F3", | |
| "41A775", | |
| "41A3911", | |
| "43C1(+412)", | |
| "43C114", | |
| "43C1147", | |
| "54DD51" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(DER TAUBEN NARR)\", \"25F3\", \"41A775\", \"41A3911\", \"43C1(+412)\", \"43C114\", \"43C1147\", \"54DD51\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 8, | |
| "total_predicted": 8, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4384507699486701, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 582, | |
| "gt_codes": [ | |
| "92D1916", | |
| "92B58(CADUCEUS)", | |
| "41D92", | |
| "46A122", | |
| "48C5142", | |
| "46B311", | |
| "45C16(CANNON)", | |
| "44D4", | |
| "25F37(CRANE)", | |
| "48C7352", | |
| "44A3" | |
| ], | |
| "predicted_codes": [ | |
| "45C22", | |
| "92D1916", | |
| "48A9875", | |
| "44B191", | |
| "48C5156", | |
| "44B192" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C22\", \"92D1916\", \"48A9875\", \"44B191\", \"48C5156\", \"44B192\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5112380952380952, | |
| "code_precision": 0.16666666666666666, | |
| "code_recall": 0.09090909090909091 | |
| }, | |
| { | |
| "index": 583, | |
| "gt_codes": [ | |
| "41A7751", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "49M32", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M32\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.595, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 584, | |
| "gt_codes": [ | |
| "46A7" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+933)", | |
| "46A7" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+933)\", \"46A7\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 585, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+54)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A2421\", \"31D15:61BB\", \"61B(+54)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9800000000000001, | |
| "code_precision": 0.6, | |
| "code_recall": 0.6 | |
| }, | |
| { | |
| "index": 586, | |
| "gt_codes": [ | |
| "25F23(PANTHER)", | |
| "25F42(+343)", | |
| "25F6(+621)", | |
| "31A4542(+23)", | |
| "43C1(+41614)", | |
| "43C1(+4163)", | |
| "47I214(+9351)", | |
| "57AA621(+1)", | |
| "86(DECEIT)", | |
| "86(INGANNO)" | |
| ], | |
| "predicted_codes": [ | |
| "25F42(+1)", | |
| "31A2763", | |
| "31D14", | |
| "41C129", | |
| "43C11481", | |
| "47I2133(+933)", | |
| "47I2133(+934)", | |
| "47I2133(+935)", | |
| "47I2133(+936)", | |
| "47I2133(+937)", | |
| "47I2133(+938)", | |
| "47I2133(+939)", | |
| "47I2133(+941)", | |
| "47I2133(+942)", | |
| "47I2133(+943)", | |
| "47I2133(+944)", | |
| "47I2133(+945)", | |
| "47I2133(+946)", | |
| "47I2133(+947)", | |
| "47I2133(+948)", | |
| "47I2133(+949)", | |
| "47I2133(+951)", | |
| "47I2133(+952)", | |
| "47I2133(+953)", | |
| "47I2133(+954)", | |
| "47I2133(+955)", | |
| "47I2133(+956)", | |
| "47I2133(+957)", | |
| "47I2133(+958)", | |
| "47I2133(+959)", | |
| "47I2133(+96)", | |
| "47I2133(+961)", | |
| "47I2133(+962)", | |
| "47I2133(+963)", | |
| "47I2133(+964)", | |
| "47I2133(+965)", | |
| "47I2133(+966)", | |
| "47I2133(+967)", | |
| "47I2133(+968)", | |
| "47I2133(+969)", | |
| "47I2133(+97)", | |
| "47I2133(+98)", | |
| "47I2133(+99)", | |
| "54E31(+4):51K1(+4)", | |
| "57AA6121(+4)", | |
| "86(DECEIT)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F42(+1)\", \"31A2763\", \"31D14\", \"41C129\", \"43C11481\", \"47I2133(+933)\", \"47I2133(+934)\", \"47I2133(+935)\", \"47I2133(+936)\", \"47I2133(+937)\", \"47I2133(+938)\", \"47I2133(+939)\", \"47I2133(+941)\", \"47I2133(+942)\", \"47I2133(+943)\", \"47I2133(+944)\", \"47I2133(+945)\", \"47I2133(+946)\", \"47I2133(+947)\", \"47I2133(+948)\", \"47I2133(+949)\", \"47I2133(+951)\", \"47I2133(+952)\", \"47I2133(+953)\", \"47I2133(+954)\", \"47I2133(+955)\", \"47I2133(+956)\", \"47I2133(+957)\", \"47I2133(+958)\", \"47I2133(+959)\", \"47I2133(+96)\", \"47I2133(+961)\", \"47I2133(+962)\", \"47I2133(+963)\", \"47I2133(+964)\", \"47I2133(+965)\", \"47I2133(+966)\", \"47I2133(+967)\", \"47I2133(+968)\", \"47I2133(+969)\", \"47I2133(+97)\", \"47I2133(+98)\", \"47I2133(+99)\", \"54E31(+4):51K1(+4)\", \"57AA6121(+4)\", \"86(DECEIT)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 46, | |
| "total_predicted": 46, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8072702793672164, | |
| "code_precision": 0.021739130434782608, | |
| "code_recall": 0.1 | |
| }, | |
| { | |
| "index": 587, | |
| "gt_codes": [ | |
| "25F6(+63)", | |
| "25H213", | |
| "25I3", | |
| "86(MIT DIESEN NUN GAR ANDERS)" | |
| ], | |
| "predicted_codes": [ | |
| "25F6", | |
| "25G4(REED)", | |
| "25H17", | |
| "25H213", | |
| "25I3", | |
| "86(MIT DIESEN NUN GANZ ANDERS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F6\", \"25G4(REED)\", \"25H17\", \"25H213\", \"25I3\", \"86(MIT DIESEN NUN GANZ ANDERS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9061075660893345, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 588, | |
| "gt_codes": [ | |
| "86(DREY ST\u00c4NDE/ DARINNEN DIE WELT BESTEHET)", | |
| "25A13", | |
| "46A14", | |
| "46A124", | |
| "11P3113", | |
| "11C12", | |
| "55C2", | |
| "45C13(SWORD)", | |
| "49MM32", | |
| "47I15(FLAIL)", | |
| "51A5", | |
| "11A23" | |
| ], | |
| "predicted_codes": [ | |
| "86(DREY ST\u00c4NDE/DARINNEN DIE WELT BESTEHET)", | |
| "25A13", | |
| "49B43(+3)", | |
| "47I15(SPADE)", | |
| "45C13(SWORD)", | |
| "49MM32", | |
| "11P3111", | |
| "11Q7324" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(DREY ST\\u00c4NDE/DARINNEN DIE WELT BESTEHET)\", \"25A13\", \"49B43(+3)\", \"47I15(SPADE)\", \"45C13(SWORD)\", \"49MM32\", \"11P3111\", \"11Q7324\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 8, | |
| "total_predicted": 8, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6952964254577159, | |
| "code_precision": 0.375, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 589, | |
| "gt_codes": [ | |
| "49E39311(PHIAL)", | |
| "49E39312(RETORT)", | |
| "49E3932", | |
| "49E3952(DISTILLATION)", | |
| "49E81" | |
| ], | |
| "predicted_codes": [ | |
| "49E39312(RECEPTACULUM)", | |
| "49E39312(RETORT)", | |
| "49E39312(SPHONDELEMA)", | |
| "49E81" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49E39312(RECEPTACULUM)\", \"49E39312(RETORT)\", \"49E39312(SPHONDELEMA)\", \"49E81\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9751473225723802, | |
| "code_precision": 0.5, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 590, | |
| "gt_codes": [ | |
| "48A9871", | |
| "49L17" | |
| ], | |
| "predicted_codes": [ | |
| "48A9831", | |
| "48C5156" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48A9831\", \"48C5156\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.592887029288703, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 591, | |
| "gt_codes": [ | |
| "45C22", | |
| "32B33(TURKS)", | |
| "92D1916", | |
| "48A9877", | |
| "45C19(SHIELD)", | |
| "46C2711", | |
| "61B2(KOLUMBUS, Christoph)11" | |
| ], | |
| "predicted_codes": [ | |
| "49C3", | |
| "25F23(LION)", | |
| "48A9876", | |
| "49E122", | |
| "49L11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49C3\", \"25F23(LION)\", \"48A9876\", \"49E122\", \"49L11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.25693391115926323, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 592, | |
| "gt_codes": [ | |
| "46C13142", | |
| "31D17" | |
| ], | |
| "predicted_codes": [ | |
| "83(BRANT, Ship of Fools)", | |
| "46C13142", | |
| "47I212" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(BRANT, Ship of Fools)\", \"46C13142\", \"47I212\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4423791821561338, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 593, | |
| "gt_codes": [ | |
| "25H2314", | |
| "25I1", | |
| "46C112:47G52", | |
| "47I21", | |
| "47I228" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "25I", | |
| "46C112:47G52" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"25I\", \"46C112:47G52\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5906681270536691, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 594, | |
| "gt_codes": [ | |
| "49H3", | |
| "83(OGILBY, America)" | |
| ], | |
| "predicted_codes": [ | |
| "49H3", | |
| "83(OGILBY, America)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49H3\", \"83(OGILBY, America)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 595, | |
| "gt_codes": [ | |
| "49M42", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M42", | |
| "48A98783", | |
| "25F23(LION)(+1)", | |
| "45C19(SHIELD)", | |
| "45C13(SWORD)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M42\", \"48A98783\", \"25F23(LION)(+1)\", \"45C19(SHIELD)\", \"45C13(SWORD)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4526382592928377, | |
| "code_precision": 0.2, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 596, | |
| "gt_codes": [ | |
| "25F36(GULL)", | |
| "25H23", | |
| "26A", | |
| "41A775" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C24" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C24\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.36831081081081085, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 597, | |
| "gt_codes": [ | |
| "25F(+342):25F(+154)", | |
| "25F42(+154)", | |
| "25F42(+57321)", | |
| "25G13", | |
| "25G21(+154)", | |
| "25H114", | |
| "25I12", | |
| "41D221(HAT)(+81)", | |
| "44B192", | |
| "92B11221", | |
| "92B58(CADUCEUS)", | |
| "92B58(PETASUS)", | |
| "52D3(+4)", | |
| "54F1(+4)", | |
| "54F12(+4)", | |
| "57A6(+4)" | |
| ], | |
| "predicted_codes": [ | |
| "25F39(DOVE)(+1)", | |
| "25G4(+27)", | |
| "25H11", | |
| "25I3", | |
| "46C1215", | |
| "48A98331", | |
| "48A984", | |
| "48A9854", | |
| "48A9875", | |
| "48A9876", | |
| "49L8", | |
| "54E31(+4):51K1(+4)", | |
| "54EE31(+4)", | |
| "56BB1(+4)", | |
| "86(AMORIS ARTE MEDENTUR)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F39(DOVE)(+1)\", \"25G4(+27)\", \"25H11\", \"25I3\", \"46C1215\", \"48A98331\", \"48A984\", \"48A9854\", \"48A9875\", \"48A9876\", \"49L8\", \"54E31(+4):51K1(+4)\", \"54EE31(+4)\", \"56BB1(+4)\", \"86(AMORIS ARTE MEDENTUR)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 15, | |
| "total_predicted": 15, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3468581091192051, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 598, | |
| "gt_codes": [ | |
| "11F61", | |
| "11H(JOSEPH)", | |
| "11HH(ANNA)" | |
| ], | |
| "predicted_codes": [ | |
| "73B821" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B821\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 599, | |
| "gt_codes": [ | |
| "25H11(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "25I146", | |
| "73F298" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I146\", \"73F298\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2533333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 600, | |
| "gt_codes": [ | |
| "31A235", | |
| "31AA235", | |
| "41A44(+411)", | |
| "48A9821", | |
| "48A9875", | |
| "92D1916", | |
| "92L41" | |
| ], | |
| "predicted_codes": [ | |
| "48A9876", | |
| "48C1623" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48A9876\", \"48C1623\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4070953436807096, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 601, | |
| "gt_codes": [ | |
| "49M41", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8795518207282913, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 602, | |
| "gt_codes": [ | |
| "49G4" | |
| ], | |
| "predicted_codes": [ | |
| "11Q712", | |
| "46C232" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"46C232\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 603, | |
| "gt_codes": [ | |
| "11H(...)7", | |
| "11HH(...)7" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "42E35" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"42E35\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.26440677966101694, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 604, | |
| "gt_codes": [ | |
| "11A23", | |
| "11R3", | |
| "25F(+342):25F(+154)", | |
| "25F42(+154)", | |
| "25G11", | |
| "25G13", | |
| "25H1124", | |
| "25H114", | |
| "31A2512(+933)", | |
| "31A2515(+931)", | |
| "31AA2515(+931)", | |
| "31A2516(+933)", | |
| "31A25552", | |
| "31A2711", | |
| "31A2753", | |
| "31B6212", | |
| "31D14", | |
| "41A777", | |
| "41D211(+81)", | |
| "41D221(HAT)(+81)" | |
| ], | |
| "predicted_codes": [ | |
| "25F42(+1)", | |
| "25G3", | |
| "25H11", | |
| "25H1124", | |
| "25I12", | |
| "26A", | |
| "31A2352", | |
| "31A2512(+933)", | |
| "31A2512(+934)", | |
| "31A2711", | |
| "31A534", | |
| "31D14", | |
| "41D211(+81)", | |
| "41D221(+81)", | |
| "41D233(+81)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F42(+1)\", \"25G3\", \"25H11\", \"25H1124\", \"25I12\", \"26A\", \"31A2352\", \"31A2512(+933)\", \"31A2512(+934)\", \"31A2711\", \"31A534\", \"31D14\", \"41D211(+81)\", \"41D221(+81)\", \"41D233(+81)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 15, | |
| "total_predicted": 15, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7689899513776338, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 605, | |
| "gt_codes": [ | |
| "25F" | |
| ], | |
| "predicted_codes": [ | |
| "25F" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 606, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 607, | |
| "gt_codes": [ | |
| "11P3111", | |
| "44B194", | |
| "61B2(INNOZENZ <Papst, 8>)11" | |
| ], | |
| "predicted_codes": [ | |
| "11P3112", | |
| "46A122" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11P3112\", \"46A122\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.45999999999999996, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 608, | |
| "gt_codes": [ | |
| "43A1" | |
| ], | |
| "predicted_codes": [ | |
| "43A(+2)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43A(+2)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 609, | |
| "gt_codes": [ | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 610, | |
| "gt_codes": [ | |
| "31D13", | |
| "41A23", | |
| "41AA11", | |
| "44B113", | |
| "49G2", | |
| "98B(ANTIOCHUS I)61" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+9321)", | |
| "41A2", | |
| "41A7612", | |
| "41B311", | |
| "41D283", | |
| "44B113", | |
| "44BB11", | |
| "45C13(SWORD)", | |
| "45C22", | |
| "45C221:25F3(+352)", | |
| "48C161" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+9321)\", \"41A2\", \"41A7612\", \"41B311\", \"41D283\", \"44B113\", \"44BB11\", \"45C13(SWORD)\", \"45C22\", \"45C221:25F3(+352)\", \"48C161\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 11, | |
| "total_predicted": 11, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.466902024291498, | |
| "code_precision": 0.09090909090909091, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 611, | |
| "gt_codes": [ | |
| "25G22(ONION)", | |
| "33A14", | |
| "41C12", | |
| "43C9", | |
| "46A14", | |
| "48C7354", | |
| "48C75" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+93231)", | |
| "46C52(+12)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+93231)\", \"46C52(+12)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.23793103448275862, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 612, | |
| "gt_codes": [ | |
| "25H113", | |
| "25H23", | |
| "25H2311", | |
| "25I12", | |
| "25I5", | |
| "26A", | |
| "31A2513(+933)", | |
| "31A2515", | |
| "31A25552", | |
| "31A4527(+23)", | |
| "31A534", | |
| "31B6211", | |
| "43C1(+41621)", | |
| "92H4", | |
| "23T0", | |
| "48C901", | |
| "49K1(+55)", | |
| "51K1(+4)", | |
| "52A42(+4)", | |
| "52A44" | |
| ], | |
| "predicted_codes": [ | |
| "25F(+342)", | |
| "25H11", | |
| "25H13", | |
| "25H23", | |
| "26A", | |
| "31A2762", | |
| "31D14", | |
| "41B32(+1)", | |
| "41C321", | |
| "41D92", | |
| "45C15(ARROW)(+63)", | |
| "45C23", | |
| "46C24(+63)", | |
| "46C2831", | |
| "46C291", | |
| "47I15(PITCH-FORK)", | |
| "92L18(TRIDENT)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F(+342)\", \"25H11\", \"25H13\", \"25H23\", \"26A\", \"31A2762\", \"31D14\", \"41B32(+1)\", \"41C321\", \"41D92\", \"45C15(ARROW)(+63)\", \"45C23\", \"46C24(+63)\", \"46C2831\", \"46C291\", \"47I15(PITCH-FORK)\", \"92L18(TRIDENT)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 17, | |
| "total_predicted": 17, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.452138201627809, | |
| "code_precision": 0.11764705882352941, | |
| "code_recall": 0.1 | |
| }, | |
| { | |
| "index": 613, | |
| "gt_codes": [ | |
| "25I" | |
| ], | |
| "predicted_codes": [ | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 614, | |
| "gt_codes": [ | |
| "11D", | |
| "31A235", | |
| "31A2422", | |
| "31A25", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "11D", | |
| "31A235" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D\", \"31A235\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8262910798122065, | |
| "code_precision": 1.0, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 615, | |
| "gt_codes": [ | |
| "11P31521", | |
| "11P3154", | |
| "31A" | |
| ], | |
| "predicted_codes": [ | |
| "11H(ANTONY ABBOT)", | |
| "31E23621" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(ANTONY ABBOT)\", \"31E23621\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38000000000000006, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 616, | |
| "gt_codes": [ | |
| "25F711(BEE)(+53)", | |
| "45C221", | |
| "47I242(+0)", | |
| "47I243(+953)", | |
| "31A22611", | |
| "45A1", | |
| "45A10", | |
| "45A2", | |
| "45A20", | |
| "45A231", | |
| "47I2421" | |
| ], | |
| "predicted_codes": [ | |
| "25F711(BEE)(+53)", | |
| "45C221", | |
| "46A122(...)3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F711(BEE)(+53)\", \"45C221\", \"46A122(...)3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5259475218658892, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.18181818181818182 | |
| }, | |
| { | |
| "index": 617, | |
| "gt_codes": [ | |
| "25F711(CATERPILLAR)", | |
| "25F711(LADYBIRD)", | |
| "25G41(CARNATION)", | |
| "41A671" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(CARNATION)", | |
| "41A671", | |
| "41A773" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(CARNATION)\", \"41A671\", \"41A773\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7683083511777302, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 618, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "49D36", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8745603751465416, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 619, | |
| "gt_codes": [ | |
| "25I1" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(ARTICHOKE)", | |
| "31A(+73)", | |
| "31D14", | |
| "31D15", | |
| "41C652(CARROT)", | |
| "41C652(CABBAGE)", | |
| "41C69", | |
| "46B" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(ARTICHOKE)\", \"31A(+73)\", \"31D14\", \"31D15\", \"41C652(CARROT)\", \"41C652(CABBAGE)\", \"41C69\", \"46B\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 8, | |
| "total_predicted": 8, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0888888888888889, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 620, | |
| "gt_codes": [ | |
| "31A2211", | |
| "31D15:61BB", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7570109890109891, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 621, | |
| "gt_codes": [ | |
| "22C31", | |
| "31A4690", | |
| "41A635", | |
| "44A1(+4)(DORDRECHT)", | |
| "48C244", | |
| "49L8", | |
| "49M32", | |
| "61E(DORDRECHT)", | |
| "92B11221", | |
| "92F2911" | |
| ], | |
| "predicted_codes": [ | |
| "11D123(GEORGE'S CROSS)", | |
| "11M44", | |
| "25G(+27)", | |
| "25G41(ROSE)", | |
| "26A", | |
| "31AA221:41B121", | |
| "31AA2726", | |
| "31D15", | |
| "41A7751", | |
| "49L8", | |
| "49MM32", | |
| "49N", | |
| "49N0", | |
| "49N1", | |
| "49N2", | |
| "49N3", | |
| "49N4", | |
| "49N5", | |
| "49N6", | |
| "49N7", | |
| "49N8", | |
| "49N81" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D123(GEORGE'S CROSS)\", \"11M44\", \"25G(+27)\", \"25G41(ROSE)\", \"26A\", \"31AA221:41B121\", \"31AA2726\", \"31D15\", \"41A7751\", \"49L8\", \"49MM32\", \"49N\", \"49N0\", \"49N1\", \"49N2\", \"49N3\", \"49N4\", \"49N5\", \"49N6\", \"49N7\", \"49N8\", \"49N81\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 22, | |
| "total_predicted": 22, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3588504590617533, | |
| "code_precision": 0.045454545454545456, | |
| "code_recall": 0.1 | |
| }, | |
| { | |
| "index": 622, | |
| "gt_codes": [ | |
| "31A233", | |
| "31A235", | |
| "31A2543", | |
| "31A5352", | |
| "41A721", | |
| "49G11", | |
| "49G34", | |
| "86(ZU MINDERN UND ZU MEHREN)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2543", | |
| "31D14(+76)", | |
| "31D15(+76)", | |
| "41A2", | |
| "41C321", | |
| "49G81", | |
| "49L8", | |
| "54E42(+4)", | |
| "86(ZU MINDERN UND ZU MEHREN)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2543\", \"31D14(+76)\", \"31D15(+76)\", \"41A2\", \"41C321\", \"49G81\", \"49L8\", \"54E42(+4)\", \"86(ZU MINDERN UND ZU MEHREN)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 9, | |
| "total_predicted": 9, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6117962289116771, | |
| "code_precision": 0.2222222222222222, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 623, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31A311", | |
| "61B(+51)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9288014311270126, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 624, | |
| "gt_codes": [ | |
| "25G4(LAURUS ALEXANDRINA GENNINA)", | |
| "25G4(TRUE LAURELL OF ALEXANDRIA)", | |
| "25G4(CHAMAEDAPHNE VERA DIOSCORIDIS)", | |
| "25G4(TRUE DWARFE LAURELL OF DIOSCORIDES)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(...)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(...)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 625, | |
| "gt_codes": [ | |
| "25A4", | |
| "45K13" | |
| ], | |
| "predicted_codes": [ | |
| "25A3", | |
| "45K13" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25A3\", \"45K13\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8000000000000002, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 626, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(N)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(N)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(N)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 627, | |
| "gt_codes": [ | |
| "25F26(RABBIT)", | |
| "25F35(PEACOCK)", | |
| "25F36(DUCK)", | |
| "25H", | |
| "31A(+89)", | |
| "31D14", | |
| "31D15", | |
| "34B232(+51)", | |
| "47I21111", | |
| "47I214", | |
| "71", | |
| "71A422" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "25H15", | |
| "47I21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"25H15\", \"47I21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.48555555555555546, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 628, | |
| "gt_codes": [ | |
| "43C3963" | |
| ], | |
| "predicted_codes": [ | |
| "45H3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45H3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 629, | |
| "gt_codes": [ | |
| "73D415" | |
| ], | |
| "predicted_codes": [ | |
| "73D41" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D41\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.855, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 630, | |
| "gt_codes": [ | |
| "31A2245(+933):25G411", | |
| "31A2422", | |
| "31D13", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8574486234974796, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 631, | |
| "gt_codes": [ | |
| "44G342" | |
| ], | |
| "predicted_codes": [ | |
| "73F2145" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73F2145\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 632, | |
| "gt_codes": [ | |
| "22C8", | |
| "25G3(+361)", | |
| "25G3(+363)", | |
| "25I3" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "25H114", | |
| "26A", | |
| "31A(+79)", | |
| "31AA2352", | |
| "31B6211", | |
| "31D14", | |
| "31D15", | |
| "33C8120:5(+123)", | |
| "41A17", | |
| "41A361", | |
| "41A54", | |
| "41A775", | |
| "41D211(+81)", | |
| "41D221(+81)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"25H114\", \"26A\", \"31A(+79)\", \"31AA2352\", \"31B6211\", \"31D14\", \"31D15\", \"33C8120:5(+123)\", \"41A17\", \"41A361\", \"41A54\", \"41A775\", \"41D211(+81)\", \"41D221(+81)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 15, | |
| "total_predicted": 15, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.18030035335689046, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 633, | |
| "gt_codes": [ | |
| "46C24:47K" | |
| ], | |
| "predicted_codes": [ | |
| "31A25", | |
| "46C52(+12)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25\", \"46C52(+12)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.37999999999999995, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 634, | |
| "gt_codes": [ | |
| "31A71", | |
| "41D2321" | |
| ], | |
| "predicted_codes": [ | |
| "31A231" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.37999999999999995, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 635, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2421", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9650711513583441, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 636, | |
| "gt_codes": [ | |
| "25G22(Reuponticum)" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(LILY)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(LILY)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 637, | |
| "gt_codes": [ | |
| "25G4(THISTLE)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(THISTLE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(THISTLE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 638, | |
| "gt_codes": [ | |
| "34B12", | |
| "41C69" | |
| ], | |
| "predicted_codes": [ | |
| "34B11", | |
| "34B232(+51)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"34B11\", \"34B232(+51)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5050691244239632, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 639, | |
| "gt_codes": [ | |
| "41C672" | |
| ], | |
| "predicted_codes": [ | |
| "41A773" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A773\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4000000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 640, | |
| "gt_codes": [ | |
| "31D15:61BB" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5130111524163569, | |
| "code_precision": 0.25, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 641, | |
| "gt_codes": [ | |
| "11P3153(+0)", | |
| "23R14", | |
| "24B3", | |
| "25F44", | |
| "25F72(SNAIL)", | |
| "41B33", | |
| "42E141(+0)", | |
| "44G591(+0)", | |
| "86(NEC VIRTUS OBSCURA PETIT)", | |
| "86(LET YOUR LIGHT SO SHINE, THAT MEN SEEING YOUR GOOD WORKES MAY GLORIFIE)" | |
| ], | |
| "predicted_codes": [ | |
| "24A6", | |
| "31B59(+0)", | |
| "41C711", | |
| "41D283", | |
| "47G5432", | |
| "51E11(+4)", | |
| "51EE11(+4)", | |
| "86(QUOD NON EST, NISI QUOD EST)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"24A6\", \"31B59(+0)\", \"41C711\", \"41D283\", \"47G5432\", \"51E11(+4)\", \"51EE11(+4)\", \"86(QUOD NON EST, NISI QUOD EST)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 8, | |
| "total_predicted": 8, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.32943925233644866, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 642, | |
| "gt_codes": [ | |
| "25FF", | |
| "25FF62", | |
| "92K1" | |
| ], | |
| "predicted_codes": [ | |
| "92H178" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92H178\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 643, | |
| "gt_codes": [ | |
| "25H13" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "47I84" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"47I84\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5333333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 644, | |
| "gt_codes": [ | |
| "25G4(ARTEMISIA LEPTOPHYLLOS)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(ARTEMISIA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(ARTEMISIA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 645, | |
| "gt_codes": [ | |
| "25I2", | |
| "47I211", | |
| "25H17", | |
| "25H155", | |
| "61E(KERSTLINGERODE)" | |
| ], | |
| "predicted_codes": [ | |
| "46C13141", | |
| "25H17", | |
| "41A17", | |
| "46C131", | |
| "46C13185" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46C13141\", \"25H17\", \"41A17\", \"46C131\", \"46C13185\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4030948905109489, | |
| "code_precision": 0.2, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 646, | |
| "gt_codes": [ | |
| "24C12", | |
| "92B1" | |
| ], | |
| "predicted_codes": [ | |
| "92B1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92B1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 647, | |
| "gt_codes": [ | |
| "48B3", | |
| "48C511" | |
| ], | |
| "predicted_codes": [ | |
| "31A254", | |
| "31D17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A254\", \"31D17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 648, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "31D13", | |
| "31D15:61BB", | |
| "46C1312", | |
| "46C13141", | |
| "61B(+55)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31D14", | |
| "46C1312", | |
| "46C131:31D15" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31D14\", \"46C1312\", \"46C131:31D15\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7656426945159375, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 649, | |
| "gt_codes": [ | |
| "48A9861", | |
| "94L322" | |
| ], | |
| "predicted_codes": [ | |
| "94L321" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"94L321\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 650, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(B)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(B)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(B)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 651, | |
| "gt_codes": [ | |
| "11V" | |
| ], | |
| "predicted_codes": [ | |
| "73C815" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C815\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 652, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.873690039085633, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 653, | |
| "gt_codes": [ | |
| "11Q731126", | |
| "11Q7151" | |
| ], | |
| "predicted_codes": [ | |
| "11Q7324" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q7324\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8410252600297177, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 654, | |
| "gt_codes": [ | |
| "25I9" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "47I221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"47I221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2533333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 655, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(G)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(G)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(G)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 656, | |
| "gt_codes": [ | |
| "34B131", | |
| "43C11481", | |
| "45C15(ARROW)" | |
| ], | |
| "predicted_codes": [ | |
| "41C322", | |
| "47D8(KNIFE)", | |
| "47I2112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41C322\", \"47D8(KNIFE)\", \"47I2112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.15200000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 657, | |
| "gt_codes": [ | |
| "25H", | |
| "31D14", | |
| "31D15", | |
| "41A7751" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+9321)", | |
| "46C131", | |
| "48C7352" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+9321)\", \"46C131\", \"48C7352\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2564935064935065, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 658, | |
| "gt_codes": [ | |
| "25G4(MISTLETOE)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(CORINTHIAN CRESS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(CORINTHIAN CRESS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 659, | |
| "gt_codes": [ | |
| "71F81", | |
| "11Q7141" | |
| ], | |
| "predicted_codes": [ | |
| "73B4" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B4\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 660, | |
| "gt_codes": [ | |
| "41D221(HAT)", | |
| "45B", | |
| "45C13(SWORD)", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "45B", | |
| "61B(+55)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"45B\", \"61B(+55)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6543602800763845, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 661, | |
| "gt_codes": [ | |
| "25I28", | |
| "46C13142", | |
| "47I221" | |
| ], | |
| "predicted_codes": [ | |
| "25I3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.285, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 662, | |
| "gt_codes": [ | |
| "23K11(+1)", | |
| "41C11", | |
| "43C1422", | |
| "43C9", | |
| "48C85" | |
| ], | |
| "predicted_codes": [ | |
| "23D41", | |
| "23E41" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23D41\", \"23E41\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.13333333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 663, | |
| "gt_codes": [ | |
| "73C832", | |
| "73C8321", | |
| "73C8322" | |
| ], | |
| "predicted_codes": [ | |
| "73C815" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C815\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7864406779661018, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 664, | |
| "gt_codes": [ | |
| "11Q713", | |
| "25I" | |
| ], | |
| "predicted_codes": [ | |
| "11Q713", | |
| "25I", | |
| "48C7351" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q713\", \"25I\", \"48C7351\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 665, | |
| "gt_codes": [ | |
| "42G:61B2(...)13" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 666, | |
| "gt_codes": [ | |
| "46C24", | |
| "25H13", | |
| "25H2322", | |
| "46C271", | |
| "32B3311" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C24", | |
| "46C291" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C24\", \"46C291\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7827457486520116, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 667, | |
| "gt_codes": [ | |
| "25H", | |
| "25I", | |
| "41A16", | |
| "48C145" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "41A16" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A16\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7860394537177542, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 668, | |
| "gt_codes": [ | |
| "11I62(HAGGAI)3", | |
| "49L12(I)", | |
| "49L171" | |
| ], | |
| "predicted_codes": [ | |
| "11H(PAUL)", | |
| "49L12(I)", | |
| "49L171", | |
| "73F45" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(PAUL)\", \"49L12(I)\", \"49L171\", \"73F45\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.68, | |
| "code_precision": 0.5, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 669, | |
| "gt_codes": [ | |
| "25H213", | |
| "41A17", | |
| "41A771", | |
| "46C2231" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "46C112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"46C112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4577952755905511, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 670, | |
| "gt_codes": [ | |
| "25G4(...)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(...)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(...)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 671, | |
| "gt_codes": [ | |
| "46C13141", | |
| "46C13142" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "31D14", | |
| "46C13142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"31D14\", \"46C13142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 672, | |
| "gt_codes": [ | |
| "23D44" | |
| ], | |
| "predicted_codes": [ | |
| "23D44", | |
| "92L1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23D44\", \"92L1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 673, | |
| "gt_codes": [ | |
| "41A2", | |
| "45A20", | |
| "56F2", | |
| "71", | |
| "71F212", | |
| "71F2165" | |
| ], | |
| "predicted_codes": [ | |
| "41A721", | |
| "46B3311" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A721\", \"46B3311\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 674, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A24(+1)", | |
| "41A6", | |
| "48B3:61B", | |
| "48C5152", | |
| "48C5153", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "31A24(+1)", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31A24(+1)\", \"61B(+55)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 675, | |
| "gt_codes": [ | |
| "42E3" | |
| ], | |
| "predicted_codes": [ | |
| "42D3", | |
| "11P31521", | |
| "49L71" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"42D3\", \"11P31521\", \"49L71\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2636871508379889, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 676, | |
| "gt_codes": [ | |
| "11F422" | |
| ], | |
| "predicted_codes": [ | |
| "11F4", | |
| "31A235" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F4\", \"31A235\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5066666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 677, | |
| "gt_codes": [ | |
| "83(BRANT, Ship of Fools)", | |
| "41B1", | |
| "24A6" | |
| ], | |
| "predicted_codes": [ | |
| "85" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"85\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.1, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 678, | |
| "gt_codes": [ | |
| "25H", | |
| "25H132" | |
| ], | |
| "predicted_codes": [ | |
| "25H132", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H132\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.74006734006734, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 679, | |
| "gt_codes": [ | |
| "23A1", | |
| "42G1", | |
| "44B111", | |
| "44B191", | |
| "46A122", | |
| "49K10", | |
| "93" | |
| ], | |
| "predicted_codes": [ | |
| "11M42", | |
| "92B57" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11M42\", \"92B57\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.042222222222222223, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 680, | |
| "gt_codes": [ | |
| "11D123", | |
| "11H(MARTIN)4", | |
| "11P31131", | |
| "46A151", | |
| "46A212", | |
| "49L12(O)", | |
| "49L171" | |
| ], | |
| "predicted_codes": [ | |
| "11H(ANTONY ABBOT)35", | |
| "49L12(O)", | |
| "49L171" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(ANTONY ABBOT)35\", \"49L12(O)\", \"49L171\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7455197132616488, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 681, | |
| "gt_codes": [ | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8847583643122676, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 682, | |
| "gt_codes": [ | |
| "46A15", | |
| "46A1612", | |
| "54F12" | |
| ], | |
| "predicted_codes": [ | |
| "31A2748", | |
| "56F2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2748\", \"56F2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.07600000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 683, | |
| "gt_codes": [ | |
| "41A2", | |
| "48A81(+351)", | |
| "61B113" | |
| ], | |
| "predicted_codes": [ | |
| "25A13", | |
| "48C5142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25A13\", \"48C5142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19000000000000003, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 684, | |
| "gt_codes": [ | |
| "25F23(LION)", | |
| "48A9833", | |
| "46A122", | |
| "48A98312", | |
| "25F24(BOAR)" | |
| ], | |
| "predicted_codes": [ | |
| "46A122", | |
| "48A98311", | |
| "45C221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A122\", \"48A98311\", \"45C221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6480274007357605, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 685, | |
| "gt_codes": [ | |
| "46A17", | |
| "31D112", | |
| "31D15(+53)", | |
| "31D15(+72)", | |
| "11Q11", | |
| "61B2(LOUBET, \u00c9mile)3", | |
| "31D14(+9321)", | |
| "11F26(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "46A17", | |
| "32B311(FRANCESI)(+9)", | |
| "48C514(+0)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A17\", \"32B311(FRANCESI)(+9)\", \"48C514(+0)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2994887401095556, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 686, | |
| "gt_codes": [ | |
| "25G3", | |
| "25H", | |
| "47I2112" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "47I21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"47I21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8262929745889388, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 687, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(G)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(G)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 688, | |
| "gt_codes": [ | |
| "11F4", | |
| "11F4111", | |
| "11F725", | |
| "31A2421", | |
| "33A14", | |
| "61B(+54)" | |
| ], | |
| "predicted_codes": [ | |
| "11F4", | |
| "31A25(+915)", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F4\", \"31A25(+915)\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8046483180428134, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 689, | |
| "gt_codes": [ | |
| "25F3(+4712)", | |
| "25F3(+53)", | |
| "25G11", | |
| "25H11", | |
| "25I152", | |
| "25I5", | |
| "31A2511(+933)", | |
| "31A2516(+933)", | |
| "31AA245", | |
| "31AA2627(+51)", | |
| "31D112(+89)", | |
| "31D15", | |
| "31E234631", | |
| "41A12", | |
| "41D211(+82)", | |
| "41D92", | |
| "42A3", | |
| "42B29", | |
| "45C13(SWORD)", | |
| "48C149" | |
| ], | |
| "predicted_codes": [ | |
| "25F31(+5262)", | |
| "25G11", | |
| "25G3(+21)", | |
| "25H114", | |
| "25I9", | |
| "26A", | |
| "31A27112", | |
| "31D14", | |
| "41D2339", | |
| "45C13(SWORD)", | |
| "45C15(ARROW)", | |
| "45C15(BOW)", | |
| "45C23", | |
| "48C161", | |
| "54E31(+4):51K1(+4)", | |
| "56BB1(+4)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F31(+5262)\", \"25G11\", \"25G3(+21)\", \"25H114\", \"25I9\", \"26A\", \"31A27112\", \"31D14\", \"41D2339\", \"45C13(SWORD)\", \"45C15(ARROW)\", \"45C15(BOW)\", \"45C23\", \"48C161\", \"54E31(+4):51K1(+4)\", \"56BB1(+4)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 16, | |
| "total_predicted": 16, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6485527583714769, | |
| "code_precision": 0.125, | |
| "code_recall": 0.1 | |
| }, | |
| { | |
| "index": 690, | |
| "gt_codes": [ | |
| "11H(JEROME)" | |
| ], | |
| "predicted_codes": [ | |
| "11H(Jerome)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(Jerome)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 691, | |
| "gt_codes": [ | |
| "41A2", | |
| "41A411", | |
| "41A412", | |
| "41B214", | |
| "48A9863" | |
| ], | |
| "predicted_codes": [ | |
| "41A2", | |
| "41B214" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A2\", \"41B214\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7995198079231692, | |
| "code_precision": 1.0, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 692, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A24(+1)", | |
| "31A2421", | |
| "31D14", | |
| "31D15", | |
| "42G:61B2(...)13", | |
| "61B(+55)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31D14", | |
| "61B(+55)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31D14\", \"61B(+55)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8826815642458101, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 693, | |
| "gt_codes": [ | |
| "71K29221" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "44B113", | |
| "98B(LEONIDAS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"44B113\", \"98B(LEONIDAS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 694, | |
| "gt_codes": [ | |
| "23U22(+0)", | |
| "31F25", | |
| "33C23", | |
| "45C15(ARROW)" | |
| ], | |
| "predicted_codes": [ | |
| "23U22", | |
| "31A25432", | |
| "31D16", | |
| "31D17", | |
| "31F26", | |
| "41B32(+1)", | |
| "41C321", | |
| "41D221(HAT)(+81)", | |
| "41D221(TURBAN)(+81)", | |
| "41D2339", | |
| "45C15(ARROW)", | |
| "45C15(BOW)", | |
| "45C15(QUIVER)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23U22\", \"31A25432\", \"31D16\", \"31D17\", \"31F26\", \"41B32(+1)\", \"41C321\", \"41D221(HAT)(+81)\", \"41D221(TURBAN)(+81)\", \"41D2339\", \"45C15(ARROW)\", \"45C15(BOW)\", \"45C15(QUIVER)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 13, | |
| "total_predicted": 13, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6237267825044938, | |
| "code_precision": 0.07692307692307693, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 695, | |
| "gt_codes": [ | |
| "86(ET STEMMA ET GLORIAM RENOVABIT)", | |
| "86(WIE ER WIRD DESSEN STAMM ERWEITERN UND VERJ\u00dcNGEN/ ALSO AUCH NEUEN FLOR DEM GROSSEN ERTZ-HAUSS BRINGEN)", | |
| "25G3", | |
| "48C26", | |
| "42G1" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "46A122(...)1(+0)", | |
| "86(QUOD VIVIT, QUOD MORITUR)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"46A122(...)1(+0)\", \"86(QUOD VIVIT, QUOD MORITUR)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7019630156472261, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 696, | |
| "gt_codes": [ | |
| "25G4(+15)", | |
| "41A35", | |
| "41A64" | |
| ], | |
| "predicted_codes": [ | |
| "25G3(LAUREL)(+27)", | |
| "41B16", | |
| "48C161(+0)", | |
| "49D36", | |
| "51E11(+4):51H42(+4)", | |
| "54F12(+4)", | |
| "86(ADULTERII PUNITIONE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3(LAUREL)(+27)\", \"41B16\", \"48C161(+0)\", \"49D36\", \"51E11(+4):51H42(+4)\", \"54F12(+4)\", \"86(ADULTERII PUNITIONE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.27859699355762346, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 697, | |
| "gt_codes": [ | |
| "25F72(OYSTER)(+93)", | |
| "31A231", | |
| "31A2422", | |
| "31D11222", | |
| "31D112:61B2(...)1", | |
| "41A422", | |
| "41D221(FEATHERS)", | |
| "41D26611", | |
| "41D2662", | |
| "41D26:31A22621", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4611029276376357, | |
| "code_precision": 0.5, | |
| "code_recall": 0.09090909090909091 | |
| }, | |
| { | |
| "index": 698, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2421", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9519457804984697, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 699, | |
| "gt_codes": [ | |
| "45C22", | |
| "25H23", | |
| "25H2311", | |
| "31A4527(+23)", | |
| "43C1(+41621)", | |
| "92H4" | |
| ], | |
| "predicted_codes": [ | |
| "24A6", | |
| "25F(+342)", | |
| "25H11", | |
| "25I12", | |
| "26A", | |
| "31A2762", | |
| "31D14", | |
| "45C11(SPEAR)", | |
| "45C22", | |
| "98B(ALEXANDER THE GREAT)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"24A6\", \"25F(+342)\", \"25H11\", \"25I12\", \"26A\", \"31A2762\", \"31D14\", \"45C11(SPEAR)\", \"45C22\", \"98B(ALEXANDER THE GREAT)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 10, | |
| "total_predicted": 10, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.48634969325153377, | |
| "code_precision": 0.1, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 700, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(T)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(Z)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(Z)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 701, | |
| "gt_codes": [ | |
| "31A231", | |
| "31D14", | |
| "32B321", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "41A721", | |
| "48B3:61B" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"31A24(+1)\", \"31D15:61BB\", \"41A721\", \"48B3:61B\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.35532467532467527, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 702, | |
| "gt_codes": [ | |
| "24A6", | |
| "25F23(LION)(+15)", | |
| "25I12", | |
| "25I13", | |
| "25I18", | |
| "31A233", | |
| "31A2511(+931)", | |
| "31A25411", | |
| "31B6211", | |
| "31B62171", | |
| "41A641", | |
| "41A7221", | |
| "43C421", | |
| "43C421(+24)", | |
| "43C424", | |
| "45C15(CROSSBOW)", | |
| "51AA51(+4)", | |
| "57A612(+4)", | |
| "86(NON QUAM CREBRO SED QUAM BENE)" | |
| ], | |
| "predicted_codes": [ | |
| "86(NON QUAM CREDO SED QUAM BENE RESERT)", | |
| "11Q712", | |
| "45K13", | |
| "45C19(SHIELD)", | |
| "45C16(RIFLE)(+63)", | |
| "45C16(CANNON)(+63)", | |
| "11M31", | |
| "11N34" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(NON QUAM CREDO SED QUAM BENE RESERT)\", \"11Q712\", \"45K13\", \"45C19(SHIELD)\", \"45C16(RIFLE)(+63)\", \"45C16(CANNON)(+63)\", \"11M31\", \"11N34\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 8, | |
| "total_predicted": 8, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.22186836518046713, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 703, | |
| "gt_codes": [ | |
| "11L54134(+0)", | |
| "11Q21", | |
| "11Q511", | |
| "11QQ7121(CHAPEL)", | |
| "26A", | |
| "31A25231(+917)", | |
| "31AA2541(+916)", | |
| "31B6211", | |
| "31D14", | |
| "41A3281", | |
| "41C342", | |
| "41D221(HAT)", | |
| "86(DIE KLAGE DES GERECHTEN VERMAG SEHR VIEL)", | |
| "86(INSTES MODO JOVA JUVABIT)" | |
| ], | |
| "predicted_codes": [ | |
| "11C23", | |
| "11Q0", | |
| "25H18", | |
| "26A", | |
| "31A233", | |
| "31AA2512(+934)", | |
| "31D14", | |
| "41D221(HAT)", | |
| "47I15(SCYTHE)", | |
| "49MM32", | |
| "54E31(+4)", | |
| "56F2(+4)", | |
| "86(JOVA IUVABIT IN STES MODO)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11C23\", \"11Q0\", \"25H18\", \"26A\", \"31A233\", \"31AA2512(+934)\", \"31D14\", \"41D221(HAT)\", \"47I15(SCYTHE)\", \"49MM32\", \"54E31(+4)\", \"56F2(+4)\", \"86(JOVA IUVABIT IN STES MODO)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 13, | |
| "total_predicted": 13, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6257320872274145, | |
| "code_precision": 0.23076923076923078, | |
| "code_recall": 0.21428571428571427 | |
| }, | |
| { | |
| "index": 704, | |
| "gt_codes": [ | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8847583643122676, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 705, | |
| "gt_codes": [ | |
| "25F(+342)", | |
| "25F44", | |
| "25G11", | |
| "25G3(+21)", | |
| "25H11", | |
| "25H15", | |
| "25I3", | |
| "26A", | |
| "31AA222(+89)", | |
| "31AA2352", | |
| "31A2512(+933)", | |
| "31A2515(+933)", | |
| "31AA2627(+53)", | |
| "31D15", | |
| "41A7211", | |
| "41D221(+82)", | |
| "41D232(+82)", | |
| "41D2339", | |
| "41D92", | |
| "46C11" | |
| ], | |
| "predicted_codes": [ | |
| "25F39(DOVE)(+1)", | |
| "25G11", | |
| "25G13", | |
| "25H114", | |
| "26A", | |
| "31AA2352", | |
| "31D15", | |
| "41C321", | |
| "47I213(+933)", | |
| "86(AMORIS ARMA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F39(DOVE)(+1)\", \"25G11\", \"25G13\", \"25H114\", \"26A\", \"31AA2352\", \"31D15\", \"41C321\", \"47I213(+933)\", \"86(AMORIS ARMA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 10, | |
| "total_predicted": 10, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6608976199471102, | |
| "code_precision": 0.4, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 706, | |
| "gt_codes": [ | |
| "25F24(DEER)(+621)", | |
| "25H114", | |
| "43C111241" | |
| ], | |
| "predicted_codes": [ | |
| "25F24(DEER)", | |
| "34B11", | |
| "43C11(+4241)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F24(DEER)\", \"34B11\", \"43C11(+4241)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6757823960880195, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 707, | |
| "gt_codes": [ | |
| "25A" | |
| ], | |
| "predicted_codes": [ | |
| "25A3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25A3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 708, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(C)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(C)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(C)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 709, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(A)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(A)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(A)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 710, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(B)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(B)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9690721649484536, | |
| "code_precision": 0.75, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 711, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9516666666666667, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 712, | |
| "gt_codes": [ | |
| "31A2212", | |
| "49G" | |
| ], | |
| "predicted_codes": [ | |
| "25G4" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 713, | |
| "gt_codes": [ | |
| "25G3(PEAR-TREE)", | |
| "25H113", | |
| "25I12", | |
| "26A", | |
| "31E34", | |
| "31E238", | |
| "31000", | |
| "31A236(+0)", | |
| "31A2512(+933)", | |
| "31A2515", | |
| "31A2531", | |
| "31A262", | |
| "31A2711", | |
| "31A2731", | |
| "31A4631", | |
| "31A534", | |
| "31AA2534", | |
| "31D14", | |
| "31D16(+72)", | |
| "31E2355(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "25G13", | |
| "25G3(+21)", | |
| "25H114", | |
| "25I12", | |
| "31A236", | |
| "31A2512(+933)", | |
| "31A2513(+933)", | |
| "31A2515(+933)", | |
| "31A25171", | |
| "31A25552", | |
| "31AA2512(+933)", | |
| "31B6211", | |
| "31D14(+89)", | |
| "31D16", | |
| "41D211(+81)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G13\", \"25G3(+21)\", \"25H114\", \"25I12\", \"31A236\", \"31A2512(+933)\", \"31A2513(+933)\", \"31A2515(+933)\", \"31A25171\", \"31A25552\", \"31AA2512(+933)\", \"31B6211\", \"31D14(+89)\", \"31D16\", \"41D211(+81)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 15, | |
| "total_predicted": 15, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7941645556369726, | |
| "code_precision": 0.13333333333333333, | |
| "code_recall": 0.1 | |
| }, | |
| { | |
| "index": 714, | |
| "gt_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9833333333333334, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 715, | |
| "gt_codes": [ | |
| "25H213", | |
| "25G3", | |
| "46C112" | |
| ], | |
| "predicted_codes": [ | |
| "25H1", | |
| "46C112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H1\", \"46C112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.715121387283237, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 716, | |
| "gt_codes": [ | |
| "43" | |
| ], | |
| "predicted_codes": [ | |
| "46A15", | |
| "47D8(ROPE)", | |
| "47G32(+0)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A15\", \"47D8(ROPE)\", \"47G32(+0)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19000000000000003, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 717, | |
| "gt_codes": [ | |
| "11M43" | |
| ], | |
| "predicted_codes": [ | |
| "11M42" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11M42\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8000000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 718, | |
| "gt_codes": [ | |
| "25I", | |
| "46C24" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C223" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C223\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5700000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 719, | |
| "gt_codes": [ | |
| "25G41", | |
| "59A4(+11)" | |
| ], | |
| "predicted_codes": [ | |
| "48C24" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C24\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 720, | |
| "gt_codes": [ | |
| "11P31521", | |
| "11Q713", | |
| "11Q7311", | |
| "34B11", | |
| "42E3", | |
| "48C161", | |
| "48C1622" | |
| ], | |
| "predicted_codes": [ | |
| "11Q713", | |
| "25I", | |
| "48C7334" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q713\", \"25I\", \"48C7334\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5161290322580645, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 721, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(E)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 722, | |
| "gt_codes": [ | |
| "25H114", | |
| "25H213", | |
| "46C131", | |
| "46C24" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7576945126945126, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 723, | |
| "gt_codes": [ | |
| "42B36" | |
| ], | |
| "predicted_codes": [ | |
| "42A3", | |
| "57AA612" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"42A3\", \"57AA612\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2533333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 724, | |
| "gt_codes": [ | |
| "48C16", | |
| "46A122", | |
| "41A33", | |
| "41A323" | |
| ], | |
| "predicted_codes": [ | |
| "48C16", | |
| "45C221", | |
| "48A9875" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C16\", \"45C221\", \"48A9875\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4546762589928057, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 725, | |
| "gt_codes": [ | |
| "25A", | |
| "34B11", | |
| "41A2", | |
| "41C12", | |
| "41C74(+1)", | |
| "42F51" | |
| ], | |
| "predicted_codes": [ | |
| "31A25", | |
| "41C74(+1)", | |
| "46B31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25\", \"41C74(+1)\", \"46B31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.42882882882882883, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 726, | |
| "gt_codes": [ | |
| "49N" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "49N" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"49N\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 727, | |
| "gt_codes": [ | |
| "71E1343" | |
| ], | |
| "predicted_codes": [ | |
| "71E324" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71E324\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 728, | |
| "gt_codes": [ | |
| "25H1123", | |
| "25H13" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5637549800796813, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 729, | |
| "gt_codes": [ | |
| "33C521", | |
| "49L4" | |
| ], | |
| "predicted_codes": [ | |
| "31D15", | |
| "48C7323" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D15\", \"48C7323\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 730, | |
| "gt_codes": [ | |
| "9" | |
| ], | |
| "predicted_codes": [ | |
| "24A", | |
| "25F39(DOVE)", | |
| "25H11", | |
| "25I", | |
| "26A", | |
| "41A191", | |
| "45B", | |
| "45C11(SPEAR)", | |
| "45C13(SWORD)", | |
| "45C14(LANCE)", | |
| "45C19(SHIELD)", | |
| "45C22", | |
| "45C221", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"24A\", \"25F39(DOVE)\", \"25H11\", \"25I\", \"26A\", \"41A191\", \"45B\", \"45C11(SPEAR)\", \"45C13(SWORD)\", \"45C14(LANCE)\", \"45C19(SHIELD)\", \"45C22\", \"45C221\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 14, | |
| "total_predicted": 14, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 731, | |
| "gt_codes": [ | |
| "41A541", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31A2422\", \"61B(+53)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6206067085393558, | |
| "code_precision": 0.2, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 732, | |
| "gt_codes": [ | |
| "25I151", | |
| "25II244", | |
| "46C223", | |
| "48C24" | |
| ], | |
| "predicted_codes": [ | |
| "41A63", | |
| "48C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A63\", \"48C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.31777003484320554, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 733, | |
| "gt_codes": [ | |
| "23R13", | |
| "23T27(VICTORIAN)", | |
| "23T27(XIX)", | |
| "31A235", | |
| "31A5341", | |
| "31D1(+74)", | |
| "31D14", | |
| "31D15", | |
| "33A12", | |
| "41A1", | |
| "41A223", | |
| "41A711", | |
| "41A72111", | |
| "41A773", | |
| "41A774", | |
| "41B313", | |
| "41C11", | |
| "41C12", | |
| "41C311", | |
| "41C312" | |
| ], | |
| "predicted_codes": [ | |
| "23R14", | |
| "25G41(ROSE)", | |
| "31A235", | |
| "31D1(+79)", | |
| "31D14", | |
| "31D15", | |
| "33C23", | |
| "41A2", | |
| "41A711", | |
| "41B311", | |
| "41C323", | |
| "41C621", | |
| "41C711", | |
| "41D2(+81)", | |
| "41D2(+82)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23R14\", \"25G41(ROSE)\", \"31A235\", \"31D1(+79)\", \"31D14\", \"31D15\", \"33C23\", \"41A2\", \"41A711\", \"41B311\", \"41C323\", \"41C621\", \"41C711\", \"41D2(+81)\", \"41D2(+82)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 15, | |
| "total_predicted": 15, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7350778646718804, | |
| "code_precision": 0.26666666666666666, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 734, | |
| "gt_codes": [ | |
| "11F42", | |
| "11F6" | |
| ], | |
| "predicted_codes": [ | |
| "11F42", | |
| "11G" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F42\", \"11G\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7344406779661016, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 735, | |
| "gt_codes": [ | |
| "25H11", | |
| "25H213", | |
| "25I12", | |
| "31A25112", | |
| "41D263", | |
| "43B16", | |
| "46C145(+78)", | |
| "86(B\u00c4UME DICH IMMER NOCH SO HOCH AUF, DU BIST DOCH DEM HIMMEL FERN)", | |
| "86(MONTES)", | |
| "86(QUAMVIS ALTUS, PROCUL ATTAMEN ASTRIS)" | |
| ], | |
| "predicted_codes": [ | |
| "86(QUID VULTIS MEI?)", | |
| "25H114", | |
| "31D14", | |
| "41D267", | |
| "41A7751", | |
| "31B6(+933)", | |
| "57AA64" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(QUID VULTIS MEI?)\", \"25H114\", \"31D14\", \"41D267\", \"41A7751\", \"31B6(+933)\", \"57AA64\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.599798189027638, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 736, | |
| "gt_codes": [ | |
| "25F3", | |
| "92B11221", | |
| "11G1911", | |
| "48A98711", | |
| "48A9844", | |
| "48A9831" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "48A9876", | |
| "41C322", | |
| "48A9831" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"48A9876\", \"41C322\", \"48A9831\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6965337627721012, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 737, | |
| "gt_codes": [ | |
| "11Q712", | |
| "25I1", | |
| "25I241", | |
| "31D112", | |
| "31D15", | |
| "31D16", | |
| "41A721", | |
| "41A7751", | |
| "45H3", | |
| "46C13141", | |
| "46C145", | |
| "47I2223", | |
| "48C72", | |
| "48C7311" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "31A61", | |
| "41C74(+1)", | |
| "41D42" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"31A61\", \"41C74(+1)\", \"41D42\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3557559552746718, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 738, | |
| "gt_codes": [ | |
| "31D16", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7933333333333333, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 739, | |
| "gt_codes": [ | |
| "41A773", | |
| "48A9832", | |
| "49L16" | |
| ], | |
| "predicted_codes": [ | |
| "71E3243" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71E3243\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 740, | |
| "gt_codes": [ | |
| "43A42" | |
| ], | |
| "predicted_codes": [ | |
| "43A42" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43A42\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 741, | |
| "gt_codes": [ | |
| "11Q712", | |
| "25I", | |
| "25I1" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "41A12" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A12\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5114006514657979, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 742, | |
| "gt_codes": [ | |
| "44B12", | |
| "45B", | |
| "44G312" | |
| ], | |
| "predicted_codes": [ | |
| "83(Anonymus, Herzog Ernst)", | |
| "46C131", | |
| "25F(+5247)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(Anonymus, Herzog Ernst)\", \"46C131\", \"25F(+5247)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.09914529914529915, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 743, | |
| "gt_codes": [ | |
| "25I9", | |
| "48C149", | |
| "61D(ITALY)" | |
| ], | |
| "predicted_codes": [ | |
| "25I9" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I9\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5, | |
| "code_precision": 1.0, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 744, | |
| "gt_codes": [ | |
| "44G511", | |
| "44G34" | |
| ], | |
| "predicted_codes": [ | |
| "46A17", | |
| "31E2355(+0)", | |
| "44G19" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A17\", \"31E2355(+0)\", \"44G19\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3663405088062623, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 745, | |
| "gt_codes": [ | |
| "44D4", | |
| "42D1", | |
| "46A12", | |
| "42D3121(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "43A12", | |
| "57AA64" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43A12\", \"57AA64\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.13162393162393166, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 746, | |
| "gt_codes": [ | |
| "73C863", | |
| "47I21111" | |
| ], | |
| "predicted_codes": [ | |
| "85A(FOX AND CROW)", | |
| "47I213" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"85A(FOX AND CROW)\", \"47I213\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4275, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 747, | |
| "gt_codes": [ | |
| "13A12", | |
| "31B3" | |
| ], | |
| "predicted_codes": [ | |
| "11H(JOHN)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(JOHN)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 748, | |
| "gt_codes": [ | |
| "11D131", | |
| "11D355", | |
| "46A122", | |
| "57A62", | |
| "96B113" | |
| ], | |
| "predicted_codes": [ | |
| "11D324", | |
| "11G1911", | |
| "11Q71454" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D324\", \"11G1911\", \"11Q71454\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.36399999999999993, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 749, | |
| "gt_codes": [ | |
| "25G3", | |
| "25H114", | |
| "25I" | |
| ], | |
| "predicted_codes": [ | |
| "25H114", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H114\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8847583643122676, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 750, | |
| "gt_codes": [ | |
| "45B", | |
| "45D311", | |
| "98" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+93231)", | |
| "41C74(+1)", | |
| "41D2659(SASH)", | |
| "45B", | |
| "48C7352", | |
| "48C75" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+93231)\", \"41C74(+1)\", \"41D2659(SASH)\", \"45B\", \"48C7352\", \"48C75\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3582300884955752, | |
| "code_precision": 0.16666666666666666, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 751, | |
| "gt_codes": [ | |
| "45K27", | |
| "45L42" | |
| ], | |
| "predicted_codes": [ | |
| "94C", | |
| "98B(ALEXANDER THE GREAT)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"94C\", \"98B(ALEXANDER THE GREAT)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 752, | |
| "gt_codes": [ | |
| "11Q712", | |
| "25I", | |
| "25I2", | |
| "46C232" | |
| ], | |
| "predicted_codes": [ | |
| "11Q712", | |
| "25H213", | |
| "46C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"25H213\", \"46C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6690818858560792, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 753, | |
| "gt_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9454808857552054, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 754, | |
| "gt_codes": [ | |
| "31A2211", | |
| "31D14", | |
| "31D15" | |
| ], | |
| "predicted_codes": [ | |
| "12A43", | |
| "12B61", | |
| "12C51", | |
| "12D13", | |
| "12F71", | |
| "12FF61", | |
| "12G1", | |
| "12G2", | |
| "12G3", | |
| "12G4", | |
| "12G5", | |
| "12G6", | |
| "12H1", | |
| "12H2", | |
| "12H3", | |
| "12H4", | |
| "12H5", | |
| "12H6" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12A43\", \"12B61\", \"12C51\", \"12D13\", \"12F71\", \"12FF61\", \"12G1\", \"12G2\", \"12G3\", \"12G4\", \"12G5\", \"12G6\", \"12H1\", \"12H2\", \"12H3\", \"12H4\", \"12H5\", \"12H6\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 18, | |
| "total_predicted": 18, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 755, | |
| "gt_codes": [ | |
| "31A235", | |
| "31AA235", | |
| "31D14", | |
| "31D15", | |
| "31D16", | |
| "31D17", | |
| "41D267", | |
| "42B", | |
| "42D131", | |
| "45C13(SWORD)", | |
| "46A131", | |
| "46A1632", | |
| "46B3311", | |
| "86(LIBRA PARES PARIBUS NUMMIS APPENDET AMORI)", | |
| "86(TRUTINA NUPTURIENTIUM)", | |
| "92D1", | |
| "92D18(BOW)" | |
| ], | |
| "predicted_codes": [ | |
| "25D13(GOLD)", | |
| "31A235", | |
| "31AA235", | |
| "31B6241", | |
| "31D14(+79)", | |
| "31D15", | |
| "33C8120:5(+113)", | |
| "41A711", | |
| "41D221(HAT)", | |
| "41D221(TURBAN)", | |
| "41D223(DOUBLET)", | |
| "41D223(WAMBUIS)", | |
| "41D2332", | |
| "41D2661", | |
| "41D2662", | |
| "41D2664", | |
| "41D2665", | |
| "41D2668", | |
| "41D267", | |
| "41D268", | |
| "41D269", | |
| "41D271", | |
| "41D272", | |
| "41D283", | |
| "41D283", | |
| "41D283", | |
| "41D283", | |
| "41D283", | |
| "41D283", | |
| "41D283", | |
| "41D283", | |
| "41D283", | |
| "41D283", | |
| "41D283", | |
| "41D283", | |
| "41D283", | |
| "41D283", | |
| "41D283", | |
| "41D283" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25D13(GOLD)\", \"31A235\", \"31AA235\", \"31B6241\", \"31D14(+79)\", \"31D15\", \"33C8120:5(+113)\", \"41A711\", \"41D221(HAT)\", \"41D221(TURBAN)\", \"41D223(DOUBLET)\", \"41D223(WAMBUIS)\", \"41D2332\", \"41D2661\", \"41D2662\", \"41D2664\", \"41D2665\", \"41D2668\", \"41D267\", \"41D268\", \"41D269\", \"41D271\", \"41D272\", \"41D283\", \"41D283\", \"41D283\", \"41D283\", \"41D283\", \"41D283\", \"41D283\", \"41D283\", \"41D283\", \"41D283\", \"41D283\", \"41D283\", \"41D283\", \"41D283\", \"41D283\", \"41D283\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 39, | |
| "total_predicted": 39, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5768791621224769, | |
| "code_precision": 0.16666666666666666, | |
| "code_recall": 0.23529411764705882 | |
| }, | |
| { | |
| "index": 756, | |
| "gt_codes": [ | |
| "85(RANA E BUE)", | |
| "61I(REPUBBLICA ROMANA)", | |
| "61I(REPRESSIONE REP. ROMANA)" | |
| ], | |
| "predicted_codes": [ | |
| "23K41", | |
| "57AA6121(+0)", | |
| "25F51(RANA)(+49)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23K41\", \"57AA6121(+0)\", \"25F51(RANA)(+49)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 757, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9454808857552054, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 758, | |
| "gt_codes": [ | |
| "44B1212", | |
| "44B1", | |
| "44B19" | |
| ], | |
| "predicted_codes": [ | |
| "11I62(SOLOMON)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11I62(SOLOMON)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 759, | |
| "gt_codes": [ | |
| "46A12", | |
| "48A9876", | |
| "61B2(FREDERIK HENDRIK)", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "31A(+89)", | |
| "42E3722", | |
| "45C13(SWORD)", | |
| "46B3311", | |
| "48A9875", | |
| "48C24" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A(+89)\", \"42E3722\", \"45C13(SWORD)\", \"46B3311\", \"48A9875\", \"48C24\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3418148599269184, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 760, | |
| "gt_codes": [ | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.687089715536105, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 761, | |
| "gt_codes": [ | |
| "43A3:25I2", | |
| "83(ANON., Een cluyte van Plaeyerwater)" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "43A3:25I2", | |
| "46B" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"43A3:25I2\", \"46B\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4423791821561338, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 762, | |
| "gt_codes": [ | |
| "25G21(APPLE)", | |
| "25G21(PRUNE)", | |
| "41C653(APPLE)", | |
| "41C653(PRUNE)", | |
| "41D28", | |
| "47I4223", | |
| "9", | |
| "96A18211" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(ROSE)", | |
| "31D15", | |
| "47I4223" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(ROSE)\", \"31D15\", \"47I4223\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.419895783988631, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 763, | |
| "gt_codes": [ | |
| "25I9", | |
| "31A22210", | |
| "31A2513(+931)", | |
| "31A2536(+931)", | |
| "31A5339", | |
| "31B623591(+0)", | |
| "31D14", | |
| "41A3284", | |
| "41D21(TUNIC):48(+726)", | |
| "44C34", | |
| "52DD3", | |
| "86(POLITICUS)" | |
| ], | |
| "predicted_codes": [ | |
| "25I9", | |
| "31A2748", | |
| "31D14(+72)", | |
| "46C112:47G52", | |
| "48C149", | |
| "54E31(+4)", | |
| "54EE31(+4)", | |
| "86(CUS POLITI)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I9\", \"31A2748\", \"31D14(+72)\", \"46C112:47G52\", \"48C149\", \"54E31(+4)\", \"54EE31(+4)\", \"86(CUS POLITI)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 8, | |
| "total_predicted": 8, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5816809881847477, | |
| "code_precision": 0.125, | |
| "code_recall": 0.08333333333333333 | |
| }, | |
| { | |
| "index": 764, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "31A2518", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9531079607415486, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 765, | |
| "gt_codes": [ | |
| "31A231" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "31D15:61BB" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"31D15:61BB\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2533333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 766, | |
| "gt_codes": [ | |
| "49M41", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M41", | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M41\", \"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 767, | |
| "gt_codes": [ | |
| "49M13", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M13", | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M13\", \"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 768, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9876621322366339, | |
| "code_precision": 1.0, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 769, | |
| "gt_codes": [ | |
| "31D14", | |
| "25I9", | |
| "25H213", | |
| "47I221", | |
| "47I2211", | |
| "25G3", | |
| "43C68", | |
| "31A2712" | |
| ], | |
| "predicted_codes": [ | |
| "47I213", | |
| "46C513", | |
| "47I221", | |
| "25H114", | |
| "47I228" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"47I213\", \"46C513\", \"47I221\", \"25H114\", \"47I228\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5339409003037835, | |
| "code_precision": 0.2, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 770, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31A2422", | |
| "31D14", | |
| "31D15", | |
| "45B", | |
| "61B(+52)", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8864474605954467, | |
| "code_precision": 0.75, | |
| "code_recall": 0.375 | |
| }, | |
| { | |
| "index": 771, | |
| "gt_codes": [ | |
| "25F24(HIPPOTAMUS)" | |
| ], | |
| "predicted_codes": [ | |
| "49G61" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49G61\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 772, | |
| "gt_codes": [ | |
| "11P44331" | |
| ], | |
| "predicted_codes": [ | |
| "41D263", | |
| "45B" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41D263\", \"45B\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 773, | |
| "gt_codes": [ | |
| "11H(SEVERINUS)", | |
| "11Q713", | |
| "11Q714113", | |
| "49G231" | |
| ], | |
| "predicted_codes": [ | |
| "11H(SEVERINUS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(SEVERINUS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.611111111111111, | |
| "code_precision": 1.0, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 774, | |
| "gt_codes": [ | |
| "71F314" | |
| ], | |
| "predicted_codes": [ | |
| "71E3243" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71E3243\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 775, | |
| "gt_codes": [ | |
| "41E2", | |
| "47D31" | |
| ], | |
| "predicted_codes": [ | |
| "41A775", | |
| "46E221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A775\", \"46E221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.28500000000000003, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 776, | |
| "gt_codes": [ | |
| "41A671" | |
| ], | |
| "predicted_codes": [ | |
| "25F711(BUTTERFLY)", | |
| "25G4(THISTLE)", | |
| "25G41(CARNATION)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAGSCONE)", | |
| "25G41(FRITILLARY)", | |
| "25G41(LILAC)", | |
| "25G41(MARIGOLD)", | |
| "25G41(PANSY)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "25G41(VIOLET)", | |
| "41A671", | |
| "41A773" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F711(BUTTERFLY)\", \"25G4(THISTLE)\", \"25G41(CARNATION)\", \"25G41(CONVOLVULUS)\", \"25G41(DAGSCONE)\", \"25G41(FRITILLARY)\", \"25G41(LILAC)\", \"25G41(MARIGOLD)\", \"25G41(PANSY)\", \"25G41(ROSE)\", \"25G41(TULIP)\", \"25G41(VIOLET)\", \"41A671\", \"41A773\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 14, | |
| "total_predicted": 14, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.20512820512820515, | |
| "code_precision": 0.07142857142857142, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 777, | |
| "gt_codes": [ | |
| "59BB3", | |
| "57AA3", | |
| "57BB22", | |
| "54AA21", | |
| "46A85", | |
| "33B31(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "46A17", | |
| "33B9" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A17\", \"33B9\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2925, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 778, | |
| "gt_codes": [ | |
| "48C24", | |
| "92L41", | |
| "92L1913", | |
| "31A27331", | |
| "92L17911" | |
| ], | |
| "predicted_codes": [ | |
| "92D1916", | |
| "48C24", | |
| "31A511" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92D1916\", \"48C24\", \"31A511\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5962416851441241, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 779, | |
| "gt_codes": [ | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(ROSE)", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(ROSE)\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 780, | |
| "gt_codes": [ | |
| "86(ALTERIUS ALTERA POSCIT OPEM)", | |
| "86(AIDE MUTUELLE)", | |
| "86(EINER DARFF DES ANDERN H\u00dcLFF)", | |
| "31A25222", | |
| "31AA541", | |
| "41C326", | |
| "41C122", | |
| "54E11" | |
| ], | |
| "predicted_codes": [ | |
| "26A", | |
| "31A2512(+933)", | |
| "41C7110", | |
| "86(QUOD NON RETINET, NON EST SUUM)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"26A\", \"31A2512(+933)\", \"41C7110\", \"86(QUOD NON RETINET, NON EST SUUM)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6494913834370513, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 781, | |
| "gt_codes": [ | |
| "24A", | |
| "25A13", | |
| "25FF24(WINGED HORSE)", | |
| "25G3(PALM-TREE)(+22)", | |
| "25H11", | |
| "41D921", | |
| "45C19(SHIELD)", | |
| "48A98(+2)", | |
| "48A9821", | |
| "48A98211", | |
| "48A98313", | |
| "48A9833", | |
| "48A9857(HARP)", | |
| "48A9857(LYRE)", | |
| "48A9857(SHIELD)", | |
| "48C244", | |
| "48C7321", | |
| "48C7322", | |
| "48C901", | |
| "49L16" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2171428571428571, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 782, | |
| "gt_codes": [ | |
| "31D15", | |
| "48B3", | |
| "48C51", | |
| "48C5111", | |
| "48C5142", | |
| "48C515", | |
| "48C73411" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "48B3:61B", | |
| "48C51", | |
| "48C511", | |
| "48C5111", | |
| "48C514(+414)", | |
| "48C5151" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"48B3:61B\", \"48C51\", \"48C511\", \"48C5111\", \"48C514(+414)\", \"48C5151\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8109121483576929, | |
| "code_precision": 0.2857142857142857, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 783, | |
| "gt_codes": [ | |
| "49D22" | |
| ], | |
| "predicted_codes": [ | |
| "49D22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49D22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 784, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D15", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9014404240608436, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 785, | |
| "gt_codes": [ | |
| "73D58", | |
| "73D641" | |
| ], | |
| "predicted_codes": [ | |
| "73D641" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D641\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8795518207282913, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 786, | |
| "gt_codes": [ | |
| "31D14", | |
| "25F6", | |
| "41A7751", | |
| "46B41" | |
| ], | |
| "predicted_codes": [ | |
| "31D14", | |
| "25F62(HADDOCK)", | |
| "46B111" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D14\", \"25F62(HADDOCK)\", \"46B111\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6956872037914693, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 787, | |
| "gt_codes": [ | |
| "45K" | |
| ], | |
| "predicted_codes": [ | |
| "71E3243" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71E3243\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| } | |
| ] | |
| } |
Xet Storage Details
- Size:
- 449 kB
- Xet hash:
- 17dfd8d22b5eb6e6295d158b1dd6f21fc429d23d17bddb85b14ca72ec1bc6957
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.