Buckets:
| { | |
| "summary": { | |
| "model": "davanstrien/qwen35-4b-iconclass-sft-brillfull", | |
| "dataset": "davanstrien/iconclass-vlm-brillfull", | |
| "split": "test", | |
| "num_evaluated": 788, | |
| "num_skipped": 0, | |
| "elapsed_seconds": 1682.9, | |
| "exact_match_accuracy": 0.0495, | |
| "hierarchical_f1": 0.5199, | |
| "code_precision": 0.2841, | |
| "code_recall": 0.2157, | |
| "code_f1": 0.2452, | |
| "valid_json_pct": 0.9975, | |
| "valid_code_pct": 1.0 | |
| }, | |
| "results": [ | |
| { | |
| "index": 0, | |
| "gt_codes": [ | |
| "25F3", | |
| "25F38(PHEASANT)", | |
| "25H", | |
| "25H11", | |
| "25H213", | |
| "34B232(+51)" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "41A33" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"41A33\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4915254237288135, | |
| "code_precision": 0.5, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 1, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9429349410361733, | |
| "code_precision": 0.75, | |
| "code_recall": 0.6 | |
| }, | |
| { | |
| "index": 2, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "41D222(CRAVAT)", | |
| "42F5(+0)", | |
| "48C5142", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+54)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+54)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6233131991051454, | |
| "code_precision": 0.5, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 3, | |
| "gt_codes": [ | |
| "71P4121" | |
| ], | |
| "predicted_codes": [ | |
| "92D1916", | |
| "48C24", | |
| "31A54" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92D1916\", \"48C24\", \"31A54\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 4, | |
| "gt_codes": [ | |
| "25I1" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "31A61", | |
| "41C74(+1)", | |
| "41D221(HAT)", | |
| "48C161" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"31A61\", \"41C74(+1)\", \"41D221(HAT)\", \"48C161\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.33333333333333337, | |
| "code_precision": 0.2, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 5, | |
| "gt_codes": [ | |
| "92C2", | |
| "92C4" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "46A122" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"46A122\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 6, | |
| "gt_codes": [ | |
| "48B3", | |
| "48C513", | |
| "48C523", | |
| "61B2(HENDRIK BUSSERUS)11" | |
| ], | |
| "predicted_codes": [ | |
| "48B3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48B3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.611111111111111, | |
| "code_precision": 1.0, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 7, | |
| "gt_codes": [ | |
| "73G4932", | |
| "73G4933", | |
| "73G4931" | |
| ], | |
| "predicted_codes": [ | |
| "73G491" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73G491\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.855, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 8, | |
| "gt_codes": [ | |
| "44B1" | |
| ], | |
| "predicted_codes": [ | |
| "46A12", | |
| "45C221", | |
| "61B2(AUGUST <Braunschweig, Herzog>)11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A12\", \"45C221\", \"61B2(AUGUST <Braunschweig, Herzog>)11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.15200000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 9, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8237845117845117, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 10, | |
| "gt_codes": [ | |
| "85" | |
| ], | |
| "predicted_codes": [ | |
| "83(OVID, Metamorphoses)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(OVID, Metamorphoses)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.20000000000000004, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 11, | |
| "gt_codes": [ | |
| "61B(+2)", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "31D15:61BB", | |
| "48C161" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31D15:61BB\", \"48C161\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 12, | |
| "gt_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "41D225", | |
| "41D2661", | |
| "41D2662", | |
| "46A122", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5525286057352733, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 13, | |
| "gt_codes": [ | |
| "49D22(+0):13C222:49D36", | |
| "49E39", | |
| "5(+3)" | |
| ], | |
| "predicted_codes": [ | |
| "49D22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49D22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6363636363636364, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 14, | |
| "gt_codes": [ | |
| "48A9876(+744)", | |
| "48A9861", | |
| "48A98211", | |
| "48A98333", | |
| "31AA2321", | |
| "31A2321", | |
| "48A9854", | |
| "11G1911" | |
| ], | |
| "predicted_codes": [ | |
| "73C8641", | |
| "73C8642" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C8641\", \"73C8642\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 15, | |
| "gt_codes": [ | |
| "25G4(Coriander)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(Cumin)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(Cumin)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 16, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D12", | |
| "45B", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8215067028538531, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 17, | |
| "gt_codes": [ | |
| "73", | |
| "73B57" | |
| ], | |
| "predicted_codes": [ | |
| "11H", | |
| "25I", | |
| "47I2133" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H\", \"25I\", \"47I2133\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 18, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(T)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(I)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(I)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 19, | |
| "gt_codes": [ | |
| "25F3", | |
| "31D12", | |
| "31D13", | |
| "41A1", | |
| "41A77", | |
| "43C114", | |
| "45C15(ARROW)", | |
| "45C15(BOW)", | |
| "46C13141", | |
| "46C1463" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5412107950401167, | |
| "code_precision": 1.0, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 20, | |
| "gt_codes": [ | |
| "71T551" | |
| ], | |
| "predicted_codes": [ | |
| "73C8641" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C8641\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 21, | |
| "gt_codes": [ | |
| "25F24(DEER)(+45)", | |
| "25F24(DEER)(+621)", | |
| "25G3", | |
| "25G4(DICTAMNUS)", | |
| "25H114", | |
| "31A2351", | |
| "31A25552", | |
| "31EE23461", | |
| "33C971", | |
| "45C15(ARROW)", | |
| "45C15(BOW)", | |
| "45C23", | |
| "54AA7(+4)", | |
| "56BB1(+4)", | |
| "56F2(+4)", | |
| "92D16", | |
| "92D18(ARROW)", | |
| "92D18(BOW)", | |
| "92D18(QUIVER)" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "25H114", | |
| "31A2763(+0)", | |
| "31D11221(+89)", | |
| "47I213", | |
| "47I214", | |
| "47I221", | |
| "54E31(+4):56F2(+4)", | |
| "86(AMORIS INGENUUM)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"25H114\", \"31A2763(+0)\", \"31D11221(+89)\", \"47I213\", \"47I214\", \"47I221\", \"54E31(+4):56F2(+4)\", \"86(AMORIS INGENUUM)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 9, | |
| "total_predicted": 9, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.40551533219761504, | |
| "code_precision": 0.2222222222222222, | |
| "code_recall": 0.10526315789473684 | |
| }, | |
| { | |
| "index": 22, | |
| "gt_codes": [ | |
| "41A3311", | |
| "41A721", | |
| "42G:61B2(...)13", | |
| "47I4222" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+93231)", | |
| "42G:61B2(...)13", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+93231)\", \"42G:61B2(...)13\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.36050516647531566, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 23, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "41D222(RABAT)", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8150684931506849, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 24, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "44B1:61B(+2)", | |
| "61B(+55)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+55)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8407047991526114, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 25, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "31D17", | |
| "61B(+54)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+54)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A24(+1)\", \"31D15:61BB\", \"61B(+54)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9795918367346939, | |
| "code_precision": 1.0, | |
| "code_recall": 0.8333333333333334 | |
| }, | |
| { | |
| "index": 26, | |
| "gt_codes": [ | |
| "23O33", | |
| "23O41", | |
| "23O42", | |
| "23O43", | |
| "23O11", | |
| "23O12" | |
| ], | |
| "predicted_codes": [ | |
| "14C", | |
| "23O" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"14C\", \"23O\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.37999999999999995, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 27, | |
| "gt_codes": [ | |
| "44C312", | |
| "44C35(SOCIALISMO)", | |
| "41C711", | |
| "61B2(LENIN, Vladimir)3", | |
| "61B2(KUN, Bela)3" | |
| ], | |
| "predicted_codes": [ | |
| "46A17", | |
| "32B311(ITALIANI)(+9)", | |
| "45C16(MASCHERA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A17\", \"32B311(ITALIANI)(+9)\", \"45C16(MASCHERA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12406417112299466, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 28, | |
| "gt_codes": [ | |
| "11M3", | |
| "94O5" | |
| ], | |
| "predicted_codes": [ | |
| "11K", | |
| "31E23621" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11K\", \"31E23621\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 29, | |
| "gt_codes": [ | |
| "44C312", | |
| "44B42", | |
| "61I(CONGRESSO DI BRUXELLES)", | |
| "54AA2" | |
| ], | |
| "predicted_codes": [ | |
| "46A17", | |
| "32B311(ITALIANI)(+9)", | |
| "32B311(FRANCESI)(+9)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A17\", \"32B311(ITALIANI)(+9)\", \"32B311(FRANCESI)(+9)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.07918781725888324, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 30, | |
| "gt_codes": [ | |
| "11I61", | |
| "44B111" | |
| ], | |
| "predicted_codes": [ | |
| "12A423", | |
| "12A425" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12A423\", \"12A425\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 31, | |
| "gt_codes": [ | |
| "25G3(+351)", | |
| "25G3(+371)", | |
| "25H11", | |
| "25H216", | |
| "31B6235", | |
| "33A35", | |
| "34B11", | |
| "46C11", | |
| "46C131", | |
| "46C13142", | |
| "47I211", | |
| "47I221" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6200948684777922, | |
| "code_precision": 1.0, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 32, | |
| "gt_codes": [ | |
| "25H", | |
| "34B11", | |
| "43C114" | |
| ], | |
| "predicted_codes": [ | |
| "25H15", | |
| "34B11", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H15\", \"34B11\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.59, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 33, | |
| "gt_codes": [ | |
| "25H11", | |
| "25H114" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.649737302977233, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 34, | |
| "gt_codes": [ | |
| "49M42", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "41A673", | |
| "48A9851" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A673\", \"48A9851\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 35, | |
| "gt_codes": [ | |
| "46A151" | |
| ], | |
| "predicted_codes": [ | |
| "31A254", | |
| "31D16" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A254\", \"31D16\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 36, | |
| "gt_codes": [ | |
| "25H213", | |
| "25I", | |
| "25I1461", | |
| "31D11221", | |
| "31D12", | |
| "31D15", | |
| "31D16", | |
| "41B162", | |
| "41B4", | |
| "45B", | |
| "46C11", | |
| "46C223", | |
| "9", | |
| "96B113" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C13141", | |
| "46C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C13141\", \"46C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3625132743362831, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 37, | |
| "gt_codes": [ | |
| "31D15", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "12B61", | |
| "31A(+89)", | |
| "47I2133" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12B61\", \"31A(+89)\", \"47I2133\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.15200000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 38, | |
| "gt_codes": [ | |
| "71D1922", | |
| "73" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "41A775", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"41A775\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 39, | |
| "gt_codes": [ | |
| "41D221(fur hat)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 40, | |
| "gt_codes": [ | |
| "73F412", | |
| "49L171" | |
| ], | |
| "predicted_codes": [ | |
| "11H(HELENS)", | |
| "49L171" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(HELENS)\", \"49L171\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 41, | |
| "gt_codes": [ | |
| "25G3(+351)", | |
| "25H17", | |
| "41A17" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "41A17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"41A17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8847583643122676, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 42, | |
| "gt_codes": [ | |
| "23R14", | |
| "25F716(CRAB)(+471)", | |
| "41B32(+1)", | |
| "43C128", | |
| "47K(+21)", | |
| "51L42:22C", | |
| "86(DURCH IHREN SCHEIN BEWOGEN)" | |
| ], | |
| "predicted_codes": [ | |
| "25F31(+5262)", | |
| "25G4(REEDS)(+0)", | |
| "25H17", | |
| "25H213", | |
| "25I9", | |
| "31A2351", | |
| "31AA2512(+933)", | |
| "31B6211", | |
| "31D14", | |
| "41C681", | |
| "41D263", | |
| "46C13142(+753)", | |
| "46C13142(+763)", | |
| "46C13142(+773)", | |
| "46C13142(+774)", | |
| "46C13142(+775)", | |
| "46C13142(+776)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F31(+5262)\", \"25G4(REEDS)(+0)\", \"25H17\", \"25H213\", \"25I9\", \"31A2351\", \"31AA2512(+933)\", \"31B6211\", \"31D14\", \"41C681\", \"41D263\", \"46C13142(+753)\", \"46C13142(+763)\", \"46C13142(+773)\", \"46C13142(+774)\", \"46C13142(+775)\", \"46C13142(+776)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 17, | |
| "total_predicted": 17, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.22766451612903224, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 43, | |
| "gt_codes": [ | |
| "48A9831" | |
| ], | |
| "predicted_codes": [ | |
| "73G491" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73G491\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 44, | |
| "gt_codes": [ | |
| "11HH(HELENA)" | |
| ], | |
| "predicted_codes": [ | |
| "11HH(HELENA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11HH(HELENA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 45, | |
| "gt_codes": [ | |
| "73D641" | |
| ], | |
| "predicted_codes": [ | |
| "73D641" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D641\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 46, | |
| "gt_codes": [ | |
| "25H1" | |
| ], | |
| "predicted_codes": [ | |
| "25H1", | |
| "47I228" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H1\", \"47I228\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 47, | |
| "gt_codes": [ | |
| "11(+5):61B", | |
| "11P315(DOMINICANS)", | |
| "61B(+52)", | |
| "73", | |
| "73D41" | |
| ], | |
| "predicted_codes": [ | |
| "11H", | |
| "11H(ANTONY ABBOT)352" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H\", \"11H(ANTONY ABBOT)352\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.21714285714285714, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 48, | |
| "gt_codes": [ | |
| "49D22" | |
| ], | |
| "predicted_codes": [ | |
| "49D22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49D22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 49, | |
| "gt_codes": [ | |
| "31A44411", | |
| "46A122", | |
| "5(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "12B13", | |
| "46A122" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12B13\", \"46A122\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 50, | |
| "gt_codes": [ | |
| "31B6217", | |
| "31D15" | |
| ], | |
| "predicted_codes": [ | |
| "11HH(MARY MAGDALENE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11HH(MARY MAGDALENE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 51, | |
| "gt_codes": [ | |
| "25A", | |
| "25A13", | |
| "31A235", | |
| "31F11", | |
| "41A251", | |
| "41A711", | |
| "41A7122", | |
| "41A721", | |
| "49C3", | |
| "49C32", | |
| "49M32", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "11R6", | |
| "23U25", | |
| "25A13", | |
| "49M32" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11R6\", \"23U25\", \"25A13\", \"49M32\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4221288515406162, | |
| "code_precision": 0.5, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 52, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31A534", | |
| "31A5341", | |
| "41D222(RUFF)", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8403396148270863, | |
| "code_precision": 1.0, | |
| "code_recall": 0.42857142857142855 | |
| }, | |
| { | |
| "index": 53, | |
| "gt_codes": [ | |
| "31D15", | |
| "41A1", | |
| "45B", | |
| "45B(+22)", | |
| "46C13141" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3857493857493857, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 54, | |
| "gt_codes": [ | |
| "12B61", | |
| "12BB63", | |
| "25F(+342)", | |
| "25F23(LION)(+351)", | |
| "25I144", | |
| "25I153", | |
| "31A141", | |
| "31A2512(+932)", | |
| "31A2512(+933)", | |
| "31A2513(+933)", | |
| "31A2515(+933)", | |
| "31A25432", | |
| "31A25551", | |
| "31A26112(+51)", | |
| "31A2711", | |
| "31AA222(+89)", | |
| "31AA2513", | |
| "31AA2711", | |
| "31D11221(+89)", | |
| "31D14" | |
| ], | |
| "predicted_codes": [ | |
| "25I146", | |
| "31A2748(+933)", | |
| "31D14", | |
| "31D15", | |
| "41B121", | |
| "41B122", | |
| "41B162", | |
| "41B31(+1)", | |
| "41B313", | |
| "41D211(+81)", | |
| "41D221(+81)", | |
| "41D233(+81)", | |
| "41D27(+81)", | |
| "43C1147", | |
| "43C11481", | |
| "43C11482", | |
| "43C11483", | |
| "43C11484", | |
| "43C11485", | |
| "43C11486", | |
| "43C11487", | |
| "43C11488" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I146\", \"31A2748(+933)\", \"31D14\", \"31D15\", \"41B121\", \"41B122\", \"41B162\", \"41B31(+1)\", \"41B313\", \"41D211(+81)\", \"41D221(+81)\", \"41D233(+81)\", \"41D27(+81)\", \"43C1147\", \"43C11481\", \"43C11482\", \"43C11483\", \"43C11484\", \"43C11485\", \"43C11486\", \"43C11487\", \"43C11488\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 22, | |
| "total_predicted": 22, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2610864558170889, | |
| "code_precision": 0.045454545454545456, | |
| "code_recall": 0.05 | |
| }, | |
| { | |
| "index": 55, | |
| "gt_codes": [ | |
| "25H214", | |
| "41A17" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "46C232" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"46C232\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.28500000000000003, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 56, | |
| "gt_codes": [ | |
| "11Q713", | |
| "48C73341" | |
| ], | |
| "predicted_codes": [ | |
| "11Q713" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q713\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 57, | |
| "gt_codes": [ | |
| "11F4", | |
| "11F4122", | |
| "11F715", | |
| "11F716", | |
| "31A2421", | |
| "41C", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "11F4", | |
| "31A25(+915)", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F4\", \"31A25(+915)\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7724684684684685, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 58, | |
| "gt_codes": [ | |
| "25F3", | |
| "41A772", | |
| "48C73411", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(ROSE)", | |
| "31D112", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(ROSE)\", \"31D112\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.39428571428571424, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 59, | |
| "gt_codes": [ | |
| "31A2211", | |
| "31A2422" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5590384615384616, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 60, | |
| "gt_codes": [ | |
| "11H(LAURENCE)" | |
| ], | |
| "predicted_codes": [ | |
| "11H(PAUL)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(PAUL)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 61, | |
| "gt_codes": [ | |
| "23E41", | |
| "23F41", | |
| "25I" | |
| ], | |
| "predicted_codes": [ | |
| "23F41", | |
| "25G3(+371)", | |
| "25H213", | |
| "26D4", | |
| "43C241" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23F41\", \"25G3(+371)\", \"25H213\", \"26D4\", \"43C241\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4706440677966101, | |
| "code_precision": 0.2, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 62, | |
| "gt_codes": [ | |
| "73D313" | |
| ], | |
| "predicted_codes": [ | |
| "11H(BENEDICT)", | |
| "42E35", | |
| "73F263" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(BENEDICT)\", \"42E35\", \"73F263\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 63, | |
| "gt_codes": [ | |
| "41A4231", | |
| "41A712", | |
| "45D311", | |
| "45D313", | |
| "48C911", | |
| "49L511", | |
| "49LL71", | |
| "49L72", | |
| "83(PLUTARCH, Parallel Lives of Illustrious Greeks and Romans)", | |
| "98B(PLUTARCH)5", | |
| "98B(POMPEY)1", | |
| "98B(STRABO, G.P.S.)5" | |
| ], | |
| "predicted_codes": [ | |
| "49L511", | |
| "49M32" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L511\", \"49M32\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3826989619377162, | |
| "code_precision": 0.5, | |
| "code_recall": 0.08333333333333333 | |
| }, | |
| { | |
| "index": 64, | |
| "gt_codes": [ | |
| "41E2", | |
| "43C512", | |
| "48C5142:48C533" | |
| ], | |
| "predicted_codes": [ | |
| "11H", | |
| "25F62(COD)", | |
| "41A773", | |
| "48C5142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H\", \"25F62(COD)\", \"41A773\", \"48C5142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4025519287833828, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 65, | |
| "gt_codes": [ | |
| "49L12(P)", | |
| "49L171", | |
| "73E42" | |
| ], | |
| "predicted_codes": [ | |
| "11D324", | |
| "73E5" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D324\", \"73E5\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.22799999999999998, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 66, | |
| "gt_codes": [ | |
| "41D221(HAT)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5114006514657979, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 67, | |
| "gt_codes": [ | |
| "43A42" | |
| ], | |
| "predicted_codes": [ | |
| "45H3(+2)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45H3(+2)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 68, | |
| "gt_codes": [ | |
| "33B1" | |
| ], | |
| "predicted_codes": [ | |
| "43C92" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43C92\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 69, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D12", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8875343490045797, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 70, | |
| "gt_codes": [ | |
| "25F36(SWAN)", | |
| "42E31", | |
| "52E2(+4)", | |
| "58BB1(+4)", | |
| "86(SIBI CANIT ET ORBI)" | |
| ], | |
| "predicted_codes": [ | |
| "25F36(SWAN)(+1)", | |
| "25F36(SWAN)(+49)", | |
| "25H11", | |
| "57A6(+4)", | |
| "86(QUOD AMORIS INGENIUM)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F36(SWAN)(+1)\", \"25F36(SWAN)(+49)\", \"25H11\", \"57A6(+4)\", \"86(QUOD AMORIS INGENIUM)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5745575959933221, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 71, | |
| "gt_codes": [ | |
| "49E39", | |
| "25G4" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(Brombeerstrauch)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(Brombeerstrauch)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 72, | |
| "gt_codes": [ | |
| "31B1", | |
| "35", | |
| "47I2112", | |
| "47I221", | |
| "48C7351", | |
| "9", | |
| "97CC64" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "47I2112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"47I2112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3589743589743589, | |
| "code_precision": 0.5, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 73, | |
| "gt_codes": [ | |
| "25H114", | |
| "46A14", | |
| "47I214", | |
| "47I221" | |
| ], | |
| "predicted_codes": [ | |
| "25H114", | |
| "31D14", | |
| "47I21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H114\", \"31D14\", \"47I21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6582823826032146, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 74, | |
| "gt_codes": [ | |
| "46C13142" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6016666666666667, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 75, | |
| "gt_codes": [ | |
| "45C22" | |
| ], | |
| "predicted_codes": [ | |
| "45C21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8000000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 76, | |
| "gt_codes": [ | |
| "25H2", | |
| "43C121" | |
| ], | |
| "predicted_codes": [ | |
| "25H1", | |
| "43C1(+426)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H1\", \"43C1(+426)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6799999999999999, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 77, | |
| "gt_codes": [ | |
| "86(ALSO WARDT DER HIMMEL UND DIE ERDTEN VOLLENDET)", | |
| "11A1", | |
| "71A2", | |
| "10", | |
| "11Q71444", | |
| "11P131" | |
| ], | |
| "predicted_codes": [ | |
| "11C23", | |
| "11Q71444", | |
| "24A6", | |
| "25F(+3)", | |
| "25G3(LAUREL)(+221)", | |
| "25H114", | |
| "26A", | |
| "31A22210:25F(+342)", | |
| "31AA2512(+933)", | |
| "31D14", | |
| "41B31(+1)", | |
| "41B313", | |
| "41B314", | |
| "41B3141", | |
| "41B3142", | |
| "41B3143", | |
| "41B3144", | |
| "41B3145", | |
| "41B3146", | |
| "41B3148" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11C23\", \"11Q71444\", \"24A6\", \"25F(+3)\", \"25G3(LAUREL)(+221)\", \"25H114\", \"26A\", \"31A22210:25F(+342)\", \"31AA2512(+933)\", \"31D14\", \"41B31(+1)\", \"41B313\", \"41B314\", \"41B3141\", \"41B3142\", \"41B3143\", \"41B3144\", \"41B3145\", \"41B3146\", \"41B3148\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 20, | |
| "total_predicted": 20, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.11383248730964465, | |
| "code_precision": 0.05, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 78, | |
| "gt_codes": [ | |
| "41A2", | |
| "41B21", | |
| "42B71" | |
| ], | |
| "predicted_codes": [ | |
| "41A2", | |
| "41B31(+1)", | |
| "46AA14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A2\", \"41B31(+1)\", \"46AA14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5983286908077994, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 79, | |
| "gt_codes": [ | |
| "31A2211", | |
| "61B(+2)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8251106639839035, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 80, | |
| "gt_codes": [ | |
| "73D721" | |
| ], | |
| "predicted_codes": [ | |
| "73D721" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D721\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 81, | |
| "gt_codes": [ | |
| "23O11", | |
| "46C215(RUDDER)", | |
| "57A6(+4)", | |
| "86(FIDEM FATI VIRTUTE SEQUEMUR)", | |
| "92B11221" | |
| ], | |
| "predicted_codes": [ | |
| "25F(+342)", | |
| "25G13", | |
| "25H17", | |
| "46C13189", | |
| "47I15(SCYTHE)", | |
| "47I15(SICKLE)", | |
| "47I15(SPADE)", | |
| "47I15(TROWEL)", | |
| "47I15(WHEAT-SICKLE)", | |
| "47I15(WHEAT-SPADE)", | |
| "47I15(WHEAT-TROWEL)", | |
| "47I15(WHEAT-SCYTHE)", | |
| "47I15(WHEAT-TROWEL)", | |
| "47I15(WHEAT-TROWEL)(+0)", | |
| "47I15(WHEAT-TROWEL)(+81)", | |
| "47I15(WHEAT-TROWEL)(+82)", | |
| "47I15(WHEAT-TROWEL)(+83)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F(+342)\", \"25G13\", \"25H17\", \"46C13189\", \"47I15(SCYTHE)\", \"47I15(SICKLE)\", \"47I15(SPADE)\", \"47I15(TROWEL)\", \"47I15(WHEAT-SICKLE)\", \"47I15(WHEAT-SPADE)\", \"47I15(WHEAT-TROWEL)\", \"47I15(WHEAT-SCYTHE)\", \"47I15(WHEAT-TROWEL)\", \"47I15(WHEAT-TROWEL)(+0)\", \"47I15(WHEAT-TROWEL)(+81)\", \"47I15(WHEAT-TROWEL)(+82)\", \"47I15(WHEAT-TROWEL)(+83)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 17, | |
| "total_predicted": 17, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.17894366197183095, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 82, | |
| "gt_codes": [ | |
| "48A9876", | |
| "48C244" | |
| ], | |
| "predicted_codes": [ | |
| "48A98312", | |
| "46B311" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48A98312\", \"46B311\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5689628820960698, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 83, | |
| "gt_codes": [ | |
| "11Q651", | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "41D222(RUFF)", | |
| "41D262", | |
| "41D26611", | |
| "46A12", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "41D221(CAP)", | |
| "41D222(RUFF)", | |
| "41D26611", | |
| "41E2(+0)", | |
| "48C7311", | |
| "49M32", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"41D221(CAP)\", \"41D222(RUFF)\", \"41D26611\", \"41E2(+0)\", \"48C7311\", \"49M32\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 9, | |
| "total_predicted": 9, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7318104184457729, | |
| "code_precision": 0.4444444444444444, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 84, | |
| "gt_codes": [ | |
| "25F34", | |
| "25F39(HOOPOE)", | |
| "25H213(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "25F38(OWL)", | |
| "41A761" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"25F38(OWL)\", \"41A761\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5816949152542372, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 85, | |
| "gt_codes": [ | |
| "25I", | |
| "41A12", | |
| "43B13", | |
| "46C112" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "41A12" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A12\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7480438184663537, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 86, | |
| "gt_codes": [ | |
| "25G3", | |
| "25H", | |
| "41A1", | |
| "46C2", | |
| "46C24" | |
| ], | |
| "predicted_codes": [ | |
| "25H192", | |
| "46C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H192\", \"46C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6684272128749086, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 87, | |
| "gt_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9516666666666667, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 88, | |
| "gt_codes": [ | |
| "25G3", | |
| "25H" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "25H17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"25H17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7849999999999999, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 89, | |
| "gt_codes": [ | |
| "25F3" | |
| ], | |
| "predicted_codes": [ | |
| "25F3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 90, | |
| "gt_codes": [ | |
| "25H", | |
| "45H(+22)" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "41B162", | |
| "45C13(SWORD)", | |
| "45H(+22)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"41B162\", \"45C13(SWORD)\", \"45H(+22)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7823439878234398, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 91, | |
| "gt_codes": [ | |
| "31A559", | |
| "31D13", | |
| "31D14", | |
| "41A191", | |
| "41A761", | |
| "45C22", | |
| "92B423" | |
| ], | |
| "predicted_codes": [ | |
| "25H15", | |
| "31A(+89)", | |
| "41A761", | |
| "41D2661", | |
| "41D2664", | |
| "42B742", | |
| "45C15(ARROW)", | |
| "45C23", | |
| "45C231", | |
| "45C23:41D2653", | |
| "45C23:47G541", | |
| "48C7351" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H15\", \"31A(+89)\", \"41A761\", \"41D2661\", \"41D2664\", \"42B742\", \"45C15(ARROW)\", \"45C23\", \"45C231\", \"45C23:41D2653\", \"45C23:47G541\", \"48C7351\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 12, | |
| "total_predicted": 12, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5330951317552479, | |
| "code_precision": 0.08333333333333333, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 92, | |
| "gt_codes": [ | |
| "25I", | |
| "45D22(+32)", | |
| "46C24(FLUYT)", | |
| "46C24:47K", | |
| "46CC21" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5649823321554771, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 93, | |
| "gt_codes": [ | |
| "11P31521", | |
| "11Q713", | |
| "11Q7131(CHOIR SCREEN)", | |
| "11Q71454", | |
| "11Q72", | |
| "11Q7311", | |
| "25I", | |
| "31A233", | |
| "31A415", | |
| "34B11", | |
| "41B311", | |
| "42E141", | |
| "46A151" | |
| ], | |
| "predicted_codes": [ | |
| "11Q713", | |
| "25I", | |
| "48C162" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q713\", \"25I\", \"48C162\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5812021742572168, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.15384615384615385 | |
| }, | |
| { | |
| "index": 94, | |
| "gt_codes": [ | |
| "33C23", | |
| "25H13", | |
| "11G", | |
| "46E1", | |
| "46E221", | |
| "25F72(SNAIL)" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "45H3", | |
| "25F39(DOVE)", | |
| "73E8" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"45H3\", \"25F39(DOVE)\", \"73E8\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4225933202357563, | |
| "code_precision": 0.25, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 95, | |
| "gt_codes": [ | |
| "31A235", | |
| "31D15:61BB", | |
| "61B(+54)" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+54)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A2421\", \"31D15:61BB\", \"61B(+54)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9281886387995713, | |
| "code_precision": 0.6, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 96, | |
| "gt_codes": [ | |
| "25G3", | |
| "25H213" | |
| ], | |
| "predicted_codes": [ | |
| "25H15", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H15\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.35625, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 97, | |
| "gt_codes": [ | |
| "11H(JOHN CHRYSOSTOM)36" | |
| ], | |
| "predicted_codes": [ | |
| "73B8", | |
| "25H112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B8\", \"25H112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 98, | |
| "gt_codes": [ | |
| "12CC13(ISIS)", | |
| "20" | |
| ], | |
| "predicted_codes": [ | |
| "24A", | |
| "92C351" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"24A\", \"92C351\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.095, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 99, | |
| "gt_codes": [ | |
| "11Q712", | |
| "22C8", | |
| "25H17:41D422", | |
| "25I", | |
| "25I5", | |
| "41A17", | |
| "41D427", | |
| "47D31", | |
| "47I1421" | |
| ], | |
| "predicted_codes": [ | |
| "11Q712", | |
| "25H", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"25H\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4531090487238979, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.1111111111111111 | |
| }, | |
| { | |
| "index": 100, | |
| "gt_codes": [ | |
| "25F711", | |
| "25F711(BUTTERFLY)", | |
| "41A671", | |
| "48C24" | |
| ], | |
| "predicted_codes": [ | |
| "25F711(BUTTERFLY)", | |
| "25G4(ROSEMARY)", | |
| "25G41(CARNATION)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAGSCONE)", | |
| "25G41(HIBISCUS)", | |
| "25G41(MARIGOLD)", | |
| "25G41(NARCISSUS)", | |
| "25G41(POPPY)", | |
| "25G41(RANUNCULUS)", | |
| "25G41(TULIP)", | |
| "25G41(VIOLET)", | |
| "25G41(WHEATSWEET WILLOW)", | |
| "41A671", | |
| "48C24" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F711(BUTTERFLY)\", \"25G4(ROSEMARY)\", \"25G41(CARNATION)\", \"25G41(CONVOLVULUS)\", \"25G41(DAGSCONE)\", \"25G41(HIBISCUS)\", \"25G41(MARIGOLD)\", \"25G41(NARCISSUS)\", \"25G41(POPPY)\", \"25G41(RANUNCULUS)\", \"25G41(TULIP)\", \"25G41(VIOLET)\", \"25G41(WHEATSWEET WILLOW)\", \"41A671\", \"48C24\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 15, | |
| "total_predicted": 15, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6702127659574466, | |
| "code_precision": 0.2, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 101, | |
| "gt_codes": [ | |
| "12A751", | |
| "49B24" | |
| ], | |
| "predicted_codes": [ | |
| "11H(NICHOLAS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(NICHOLAS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 102, | |
| "gt_codes": [ | |
| "31D15" | |
| ], | |
| "predicted_codes": [ | |
| "31D15", | |
| "48C24" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D15\", \"48C24\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 103, | |
| "gt_codes": [ | |
| "25H213", | |
| "25I41" | |
| ], | |
| "predicted_codes": [ | |
| "25H213", | |
| "47D31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H213\", \"47D31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5798319327731092, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 104, | |
| "gt_codes": [ | |
| "32A5", | |
| "48C62" | |
| ], | |
| "predicted_codes": [ | |
| "61B2(ROSA, Francesco)(+4)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"61B2(ROSA, Francesco)(+4)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 105, | |
| "gt_codes": [ | |
| "25G4(Anis)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(Capillaria)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(Capillaria)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 106, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "31A5331", | |
| "41A251", | |
| "41A422", | |
| "41A711", | |
| "41A7122", | |
| "41C37", | |
| "41D212", | |
| "41D222(JABOT)", | |
| "41D2664", | |
| "49L511", | |
| "49L62", | |
| "49L7", | |
| "49M32", | |
| "61B(+55)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A2422\", \"61B(+54)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4682480587171578, | |
| "code_precision": 0.75, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 107, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 108, | |
| "gt_codes": [ | |
| "11Q713", | |
| "11Q71454", | |
| "48C24" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "25F39(DOVE)", | |
| "48C161" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"25F39(DOVE)\", \"48C161\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.36944444444444446, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 109, | |
| "gt_codes": [ | |
| "73D415" | |
| ], | |
| "predicted_codes": [ | |
| "45B", | |
| "25I1", | |
| "31E236219", | |
| "45K142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45B\", \"25I1\", \"31E236219\", \"45K142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 110, | |
| "gt_codes": [ | |
| "25G21(GOURD)", | |
| "25G41(ROSE)", | |
| "31A559", | |
| "33C23", | |
| "47I221", | |
| "47I2213", | |
| "83(HOOFT, Granida)" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "31A(+89)", | |
| "47I4223" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"31A(+89)\", \"47I4223\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4469343065693431, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 111, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(N)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(H)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(H)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 112, | |
| "gt_codes": [ | |
| "48C149", | |
| "61E(ROMA)", | |
| "61F(COLOSSEO)", | |
| "48A72" | |
| ], | |
| "predicted_codes": [ | |
| "48C149", | |
| "61E(ROMA)", | |
| "61F(COLOMEO)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C149\", \"61E(ROMA)\", \"61F(COLOMEO)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9159891598915989, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 113, | |
| "gt_codes": [ | |
| "86(CLARIUS INDE MICAT)", | |
| "24A81", | |
| "25D11(DIAMOND)", | |
| "22C5", | |
| "11A2", | |
| "11M31" | |
| ], | |
| "predicted_codes": [ | |
| "86(CIARILUS INDE MICAT)", | |
| "41A32", | |
| "49M431", | |
| "57AA61" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(CIARILUS INDE MICAT)\", \"41A32\", \"49M431\", \"57AA61\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 114, | |
| "gt_codes": [ | |
| "49C212", | |
| "52" | |
| ], | |
| "predicted_codes": [ | |
| "49D21", | |
| "49E39" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49D21\", \"49E39\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2533333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 115, | |
| "gt_codes": [ | |
| "25F33(EAGLE)(+5262)", | |
| "25H114", | |
| "25I2", | |
| "25I6", | |
| "31A22210", | |
| "46C2322", | |
| "73D83", | |
| "86(SIC ALOR)" | |
| ], | |
| "predicted_codes": [], | |
| "generated_text": "{\"iconclass-codes\": [\"25F33(EAGLE)(+49)\", \"25H11\", \"25I6\", \"31A2748(+0)\", \"31AA2748(+0)\", \"41D263\", \"46C112:5(+123)\", \"46C13141(+75246):31A2748(+0)\", \"46C13141(+75246):31A2748(+0)\", \"46C13141(+75246):31A2748(+0)\", \"46C13141(+75246):31A2748(+0)\", \"46C13141(+75246):31A2748(+0)\", \"46C13141(+75246):31A2748(+0)\", \"46C13141(+75246):31A2748(+0)\", \"46C13141(+75246):31A2748(+0)\", \"46C13141(+75246):31A2748(+0)\", \"46C13141(+75246):31A2748(+0)\", \"46C13141(+75246):31A2748(+0)\", \"46C13141(+75246):31A2748(+0)\", \"46C13141(+75246):31A2748(+0)\", \"46C13141(+75246):31A2748(+0)\", \"46C13141(+75246):31A2748(+0)\", \"46C13141(+75246):31A2748(+0)\", \"46C13141(+75246):31A2748(+0)\", \"46C13141(+75246):31A2748(+0)\", \"46C13141(+75246):31A2748(+0)\", \"46C13141(+75246):31A2748(+0)\", \"46C13141(+75246):31A2748(+0)\", \"46C13141(+75246):31A2748(+0)\", \"46C13141(+75246):31A2748(+0)\", \"46C13141(+75246):31A2748(+0)\", \"46C13141(+75246):31A2748(+0)\", \"46C13141(+75246):31A2748(+0)\", \"46C13141(+75246", | |
| "valid_json": false, | |
| "valid_code_count": 0, | |
| "total_predicted": 0, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 116, | |
| "gt_codes": [ | |
| "73B57" | |
| ], | |
| "predicted_codes": [ | |
| "73B25" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B25\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 117, | |
| "gt_codes": [ | |
| "49B24" | |
| ], | |
| "predicted_codes": [ | |
| "49N" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49N\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 118, | |
| "gt_codes": [ | |
| "41A775", | |
| "45C11(SPEAR)", | |
| "45C16(CANNON)", | |
| "45C221", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "45B", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45B\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5562975778546713, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 119, | |
| "gt_codes": [ | |
| "25H" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 120, | |
| "gt_codes": [ | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 121, | |
| "gt_codes": [ | |
| "34B11", | |
| "31D14(+72)", | |
| "31D14(+9321)" | |
| ], | |
| "predicted_codes": [ | |
| "46A17", | |
| "32B33(FRANCESI)", | |
| "57AA91" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A17\", \"32B33(FRANCESI)\", \"57AA91\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.1, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 122, | |
| "gt_codes": [ | |
| "11Q7121(TOWER)", | |
| "25H2", | |
| "25I2", | |
| "43C128" | |
| ], | |
| "predicted_codes": [ | |
| "25I2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5185185185185185, | |
| "code_precision": 1.0, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 123, | |
| "gt_codes": [ | |
| "49D22" | |
| ], | |
| "predicted_codes": [ | |
| "49D22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49D22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 124, | |
| "gt_codes": [ | |
| "25H132", | |
| "41D263" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5225, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 125, | |
| "gt_codes": [ | |
| "25F35(PARROT)", | |
| "25G21(APRICOT)", | |
| "25G21(FIG)", | |
| "25G21(LEMON)", | |
| "25G21(MELON)", | |
| "25G21(POMEGRANATE)", | |
| "25G21(PRUNE)", | |
| "25G21(RED CURRANT)", | |
| "41A7751", | |
| "41C653", | |
| "41C653(LEMON)", | |
| "41C653(PRUNE)", | |
| "47I422", | |
| "47I4222" | |
| ], | |
| "predicted_codes": [ | |
| "25F38(PARTRIDGE)", | |
| "25G21(APRICOT)", | |
| "25G21(LEMON)", | |
| "41A7751", | |
| "41C653", | |
| "41C653(APRICOT)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F38(PARTRIDGE)\", \"25G21(APRICOT)\", \"25G21(LEMON)\", \"41A7751\", \"41C653\", \"41C653(APRICOT)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.916580310880829, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 126, | |
| "gt_codes": [ | |
| "25H", | |
| "31D11221" | |
| ], | |
| "predicted_codes": [ | |
| "25H114", | |
| "31A(+73)", | |
| "31D112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H114\", \"31A(+73)\", \"31D112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6716666666666667, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 127, | |
| "gt_codes": [ | |
| "25G3", | |
| "25H", | |
| "41A1", | |
| "41A33" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "41A671" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"41A671\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6990106007067137, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 128, | |
| "gt_codes": [ | |
| "33A35" | |
| ], | |
| "predicted_codes": [ | |
| "31A462", | |
| "33C5" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A462\", \"33C5\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.32571428571428573, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 129, | |
| "gt_codes": [ | |
| "71A2", | |
| "71A22" | |
| ], | |
| "predicted_codes": [ | |
| "25F39(DOVE)", | |
| "48A9876" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F39(DOVE)\", \"48A9876\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 130, | |
| "gt_codes": [ | |
| "25F25(ELEPHANT)", | |
| "25I", | |
| "25I13", | |
| "34E22", | |
| "43B7" | |
| ], | |
| "predicted_codes": [ | |
| "25F25(ELEPHANT)", | |
| "34E22", | |
| "41A6" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F25(ELEPHANT)\", \"34E22\", \"41A6\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6575727181544633, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 131, | |
| "gt_codes": [ | |
| "11I36", | |
| "73" | |
| ], | |
| "predicted_codes": [ | |
| "73", | |
| "73D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73\", \"73D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5798319327731092, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 132, | |
| "gt_codes": [ | |
| "33A52", | |
| "46A71" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+933)", | |
| "42D3", | |
| "61B2(...)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+933)\", \"42D3\", \"61B2(...)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.156, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 133, | |
| "gt_codes": [ | |
| "25F72(OYSTER)", | |
| "25G21(LEMON)", | |
| "41C653(LEMON)", | |
| "47I4223" | |
| ], | |
| "predicted_codes": [ | |
| "25G21(LEMON)", | |
| "41C37", | |
| "41C653" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G21(LEMON)\", \"41C37\", \"41C653\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7375401662049862, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 134, | |
| "gt_codes": [ | |
| "31B19", | |
| "41A3911", | |
| "47I221" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "31D14", | |
| "31D15", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"31D14\", \"31D15\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2564935064935065, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 135, | |
| "gt_codes": [ | |
| "11A23", | |
| "11D51", | |
| "11D52", | |
| "11Q0", | |
| "22C311", | |
| "25F3(+342)", | |
| "31A2512(+933)", | |
| "31A2512(+9341)", | |
| "31A511", | |
| "31A51452", | |
| "31AA2331", | |
| "31D12", | |
| "31D13", | |
| "31G1", | |
| "41A711", | |
| "41D2661", | |
| "41D2668", | |
| "44B1211", | |
| "46E221", | |
| "71Q82(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "86(IF I HAVE FOUND FAVOUR IN THY SIGHT, LET MY LIFE BE GIVEN ME AT MY PETITION)", | |
| "41A2", | |
| "31D15(+79)", | |
| "31AA2351", | |
| "31B6214", | |
| "31E234631", | |
| "31E234632" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(IF I HAVE FOUND FAVOUR IN THY SIGHT, LET MY LIFE BE GIVEN ME AT MY PETITION)\", \"41A2\", \"31D15(+79)\", \"31AA2351\", \"31B6214\", \"31E234631\", \"31E234632\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.40906553911205074, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 136, | |
| "gt_codes": [ | |
| "25H114", | |
| "31EE2346", | |
| "45C13(SWORD)", | |
| "45C19(SHIELD)", | |
| "45C15(ARROW)", | |
| "45C22", | |
| "45C23", | |
| "53C11(+4)", | |
| "56E3(+22)", | |
| "56F2(+22)", | |
| "56F2(+4)", | |
| "86(NEMO ADEO FERUS EST, QUI NON MITESCERE POSSIT)", | |
| "92B46", | |
| "92B48(ARMOUR)", | |
| "92B48(SHIELD)", | |
| "92B48(SWORD)", | |
| "92D151", | |
| "92D18(QUIVER)" | |
| ], | |
| "predicted_codes": [ | |
| "86(AMORUM)", | |
| "92D152", | |
| "45C13(SWORD)", | |
| "48CC7525" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(AMORUM)\", \"92D152\", \"45C13(SWORD)\", \"48CC7525\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5633584647018507, | |
| "code_precision": 0.25, | |
| "code_recall": 0.05555555555555555 | |
| }, | |
| { | |
| "index": 137, | |
| "gt_codes": [ | |
| "25I", | |
| "25I1" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "41A1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6108949416342412, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 138, | |
| "gt_codes": [ | |
| "31D14", | |
| "31D15", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6461538461538462, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 139, | |
| "gt_codes": [ | |
| "25F36(SWAN)", | |
| "41A11", | |
| "41A646", | |
| "43B42" | |
| ], | |
| "predicted_codes": [ | |
| "25F36(SWAN)", | |
| "41A6", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F36(SWAN)\", \"41A6\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6075616438356164, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 140, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "41A721", | |
| "41D222(JABOT)", | |
| "46A122", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7460815047021944, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 141, | |
| "gt_codes": [ | |
| "25I", | |
| "25I1", | |
| "44B233" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "41A31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5908039492242594, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 142, | |
| "gt_codes": [ | |
| "73B93", | |
| "73B931" | |
| ], | |
| "predicted_codes": [ | |
| "73A52" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73A52\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.39493670886075954, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 143, | |
| "gt_codes": [ | |
| "25G41(ANEMONE)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAFFODIL)", | |
| "25G41(DAGSCONE)", | |
| "25G41(NARCISSUS)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "25H11", | |
| "41A646", | |
| "41A671", | |
| "41D283" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(ANEMONE)", | |
| "25G41(CARNATION)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAGSCONE)", | |
| "25G41(LILY-OF-THE-VALLEY)", | |
| "25G41(MARIGOLD)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "25G411(HYACINTH)", | |
| "48A9876" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(ANEMONE)\", \"25G41(CARNATION)\", \"25G41(CONVOLVULUS)\", \"25G41(DAGSCONE)\", \"25G41(LILY-OF-THE-VALLEY)\", \"25G41(MARIGOLD)\", \"25G41(ROSE)\", \"25G41(TULIP)\", \"25G411(HYACINTH)\", \"48A9876\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 10, | |
| "total_predicted": 10, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8045832752029913, | |
| "code_precision": 0.5, | |
| "code_recall": 0.45454545454545453 | |
| }, | |
| { | |
| "index": 144, | |
| "gt_codes": [ | |
| "31A247", | |
| "31A2514(+933)", | |
| "31A2516(+933)", | |
| "31A26211(+51)", | |
| "31A2747", | |
| "31A534", | |
| "31A611", | |
| "31B171", | |
| "31D14", | |
| "34B11", | |
| "41A23", | |
| "41A3221", | |
| "41A4231", | |
| "41A7612", | |
| "41A7633", | |
| "41B21", | |
| "41B31", | |
| "41B313", | |
| "41D211(+81)", | |
| "41D233(+81)" | |
| ], | |
| "predicted_codes": [ | |
| "25F31(+5262)", | |
| "31A247", | |
| "31A2512(+933)", | |
| "31A2515(+933)", | |
| "31A2516(+933)", | |
| "31A2518", | |
| "31A2621(+51)", | |
| "31A2711", | |
| "31A534", | |
| "31B6211", | |
| "31D14", | |
| "31D16", | |
| "31E234631", | |
| "31G1", | |
| "41A23", | |
| "41A3211", | |
| "41A33", | |
| "41A4231", | |
| "41A711", | |
| "41A721", | |
| "41A723" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F31(+5262)\", \"31A247\", \"31A2512(+933)\", \"31A2515(+933)\", \"31A2516(+933)\", \"31A2518\", \"31A2621(+51)\", \"31A2711\", \"31A534\", \"31B6211\", \"31D14\", \"31D16\", \"31E234631\", \"31G1\", \"41A23\", \"41A3211\", \"41A33\", \"41A4231\", \"41A711\", \"41A721\", \"41A723\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 21, | |
| "total_predicted": 21, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7624746412377881, | |
| "code_precision": 0.2857142857142857, | |
| "code_recall": 0.3 | |
| }, | |
| { | |
| "index": 145, | |
| "gt_codes": [ | |
| "25G4(...)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(...)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(...)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 146, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8774360795454546, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 147, | |
| "gt_codes": [ | |
| "31D112", | |
| "42G:61B2(...)13", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31D112", | |
| "48C75" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D112\", \"48C75\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.39666666666666667, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 148, | |
| "gt_codes": [ | |
| "61D(GERMANIA)", | |
| "61D(FRANCIA)", | |
| "45A145" | |
| ], | |
| "predicted_codes": [ | |
| "46A17", | |
| "52AA3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A17\", \"52AA3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.07600000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 149, | |
| "gt_codes": [ | |
| "11H(PETER)", | |
| "11Q733", | |
| "31A25561(+915)", | |
| "49L12(P)", | |
| "49L171", | |
| "73F45" | |
| ], | |
| "predicted_codes": [ | |
| "11H(MARTIN)", | |
| "49L12(I)", | |
| "49L171", | |
| "73F45" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(MARTIN)\", \"49L12(I)\", \"49L171\", \"73F45\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8439306358381503, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 150, | |
| "gt_codes": [ | |
| "11M41", | |
| "31A511" | |
| ], | |
| "predicted_codes": [ | |
| "11N32", | |
| "49M43" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11N32\", \"49M43\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.20000000000000004, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 151, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2421", | |
| "45C21", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8407047991526114, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 152, | |
| "gt_codes": [ | |
| "33B41", | |
| "96D(SABINE WOMEN)61", | |
| "98" | |
| ], | |
| "predicted_codes": [ | |
| "12EE13", | |
| "12FF13", | |
| "45C22", | |
| "98" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12EE13\", \"12FF13\", \"45C22\", \"98\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.306701030927835, | |
| "code_precision": 0.25, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 153, | |
| "gt_codes": [ | |
| "73C221", | |
| "73C222", | |
| "73C223" | |
| ], | |
| "predicted_codes": [ | |
| "71E324" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71E324\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.20000000000000004, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 154, | |
| "gt_codes": [ | |
| "92D1916", | |
| "48A98311", | |
| "25G41", | |
| "48A9875", | |
| "61B2(PFEFFERKORN, Johannes)11" | |
| ], | |
| "predicted_codes": [ | |
| "48C513", | |
| "61B2(ERASMUS <Dordrecht, 1469>)11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C513\", \"61B2(ERASMUS <Dordrecht, 1469>)11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4661804222648752, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 155, | |
| "gt_codes": [ | |
| "31D14", | |
| "45H3", | |
| "25G3", | |
| "46C131", | |
| "45F4", | |
| "44B132", | |
| "53CC1" | |
| ], | |
| "predicted_codes": [ | |
| "45B", | |
| "25H114", | |
| "31D14", | |
| "46C131", | |
| "45K14", | |
| "45F34", | |
| "45L3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45B\", \"25H114\", \"31D14\", \"46C131\", \"45K14\", \"45F34\", \"45L3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5442185751585229, | |
| "code_precision": 0.2857142857142857, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 156, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D13", | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9270896025151584, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 157, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A24(+1)", | |
| "61B(+54)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9408479920345171, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 158, | |
| "gt_codes": [ | |
| "41A12", | |
| "61F(GROENEWOUDE)" | |
| ], | |
| "predicted_codes": [ | |
| "41A12" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A12\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 159, | |
| "gt_codes": [ | |
| "34B11", | |
| "47I213", | |
| "47I221", | |
| "47I2211" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "41A671" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"41A671\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.1191919191919192, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 160, | |
| "gt_codes": [ | |
| "44B1", | |
| "46A12", | |
| "45C21" | |
| ], | |
| "predicted_codes": [ | |
| "45C21", | |
| "61B2(WILHELM <Preu\u00dfen, K\u00f6nig>)11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C21\", \"61B2(WILHELM <Preu\\u00dfen, K\\u00f6nig>)11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.48096885813148793, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 161, | |
| "gt_codes": [ | |
| "11M42", | |
| "11M44", | |
| "25H", | |
| "25I", | |
| "44G0", | |
| "44G112", | |
| "46C13141", | |
| "46C1463", | |
| "54A2", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "12B61", | |
| "45C221", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12B61\", \"45C221\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2962457337883959, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.1 | |
| }, | |
| { | |
| "index": 162, | |
| "gt_codes": [ | |
| "11K", | |
| "31A233", | |
| "31B1", | |
| "31D14", | |
| "31D15" | |
| ], | |
| "predicted_codes": [ | |
| "31D15", | |
| "42E131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D15\", \"42E131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5059288537549407, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 163, | |
| "gt_codes": [ | |
| "86(HOMO HOMINI DEUS)", | |
| "25I144", | |
| "25I154", | |
| "59B31", | |
| "59B4", | |
| "11N36", | |
| "92D17", | |
| "55B1", | |
| "31D14", | |
| "33A53", | |
| "56F231" | |
| ], | |
| "predicted_codes": [ | |
| "86(HOMO HOMINI DEUS)", | |
| "41A32", | |
| "57AA612", | |
| "31D14(+933)", | |
| "31B6214", | |
| "31E234631" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(HOMO HOMINI DEUS)\", \"41A32\", \"57AA612\", \"31D14(+933)\", \"31B6214\", \"31E234631\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3478191595299741, | |
| "code_precision": 0.16666666666666666, | |
| "code_recall": 0.09090909090909091 | |
| }, | |
| { | |
| "index": 164, | |
| "gt_codes": [ | |
| "92A" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "41A7751" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"41A7751\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 165, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D12", | |
| "45B", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.833910287664554, | |
| "code_precision": 0.75, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 166, | |
| "gt_codes": [ | |
| "73B633", | |
| "73B641" | |
| ], | |
| "predicted_codes": [ | |
| "71H832" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71H832\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.20000000000000004, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 167, | |
| "gt_codes": [ | |
| "44C312" | |
| ], | |
| "predicted_codes": [ | |
| "11D324", | |
| "73D352" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D324\", \"73D352\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 168, | |
| "gt_codes": [ | |
| "11D124", | |
| "11Q15", | |
| "25F23(LION)", | |
| "73D231", | |
| "73D633", | |
| "73E422" | |
| ], | |
| "predicted_codes": [ | |
| "73D641", | |
| "73D642" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D641\", \"73D642\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4363636363636363, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 169, | |
| "gt_codes": [ | |
| "31D14", | |
| "31D15", | |
| "48C755", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+93231)", | |
| "41C711", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+93231)\", \"41C711\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5161290322580646, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 170, | |
| "gt_codes": [ | |
| "25F23(LION)", | |
| "23U24", | |
| "11R5", | |
| "25A13", | |
| "11D131", | |
| "48C24", | |
| "48C16", | |
| "24D", | |
| "49E11", | |
| "24B21" | |
| ], | |
| "predicted_codes": [ | |
| "48C16", | |
| "23U22", | |
| "49E122", | |
| "49E1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C16\", \"23U22\", \"49E122\", \"49E1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5352653061224489, | |
| "code_precision": 0.25, | |
| "code_recall": 0.1 | |
| }, | |
| { | |
| "index": 171, | |
| "gt_codes": [ | |
| "11P3113", | |
| "11Q7146", | |
| "31A2422", | |
| "31A5341", | |
| "31D12", | |
| "41D221", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7034035656401945, | |
| "code_precision": 1.0, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 172, | |
| "gt_codes": [ | |
| "25H1321" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 173, | |
| "gt_codes": [ | |
| "46C24", | |
| "25H2322" | |
| ], | |
| "predicted_codes": [ | |
| "46C21", | |
| "45D22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46C21\", \"45D22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4444444444444445, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 174, | |
| "gt_codes": [ | |
| "48B3:61B", | |
| "48C51", | |
| "48C5152", | |
| "48C5153", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+55)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4444444444444444, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 175, | |
| "gt_codes": [ | |
| "48A98211", | |
| "42E34" | |
| ], | |
| "predicted_codes": [ | |
| "48A9876", | |
| "25G3(PINE)", | |
| "41C321" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48A9876\", \"25G3(PINE)\", \"41C321\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.418, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 176, | |
| "gt_codes": [ | |
| "11L61", | |
| "25I11", | |
| "32B311(ROMANS)", | |
| "33A11", | |
| "46B3311", | |
| "46B51", | |
| "46C22", | |
| "46C24(+64)", | |
| "47B11(+12)", | |
| "47B11(+21)", | |
| "47B131", | |
| "47G3", | |
| "47G311", | |
| "47G52", | |
| "61E(JANICULUM)", | |
| "61E(SATURNIA)", | |
| "61F(VICUS ARGENTARIUS)", | |
| "91B1115", | |
| "96A1251" | |
| ], | |
| "predicted_codes": [ | |
| "12A43", | |
| "12B61", | |
| "12F51", | |
| "12FF61", | |
| "25H213", | |
| "31A2748(+915)", | |
| "31D14(+72)", | |
| "31D15(+72)", | |
| "41A12", | |
| "41A3281", | |
| "41C12", | |
| "41C122", | |
| "41C321", | |
| "41C322", | |
| "41C323", | |
| "41C324", | |
| "41C325", | |
| "41C326", | |
| "41C341" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12A43\", \"12B61\", \"12F51\", \"12FF61\", \"25H213\", \"31A2748(+915)\", \"31D14(+72)\", \"31D15(+72)\", \"41A12\", \"41A3281\", \"41C12\", \"41C122\", \"41C321\", \"41C322\", \"41C323\", \"41C324\", \"41C325\", \"41C326\", \"41C341\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 19, | |
| "total_predicted": 19, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.17830240340736236, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 177, | |
| "gt_codes": [ | |
| "11C14", | |
| "71C11824(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "71A423", | |
| "71A4231" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71A423\", \"71A4231\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2533333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 178, | |
| "gt_codes": [ | |
| "31A2521", | |
| "48B3:61B", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7168712985699842, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 179, | |
| "gt_codes": [ | |
| "49M42", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8795518207282913, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 180, | |
| "gt_codes": [ | |
| "43A42" | |
| ], | |
| "predicted_codes": [ | |
| "42E3", | |
| "61B2(MARIA DE' MEDICI)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"42E3\", \"61B2(MARIA DE' MEDICI)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 181, | |
| "gt_codes": [ | |
| "41D221(HAT)", | |
| "48", | |
| "48C2", | |
| "48C514", | |
| "54BB2", | |
| "55C11", | |
| "86(VIEL ZIERDE, WENIG NUTZEN)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2546", | |
| "31D14(+79)", | |
| "31D15(+89)", | |
| "41D211(+82)", | |
| "41D221(HAT)(+0)", | |
| "41D221(HAT)(+82)", | |
| "41D221(HAT)(+83)", | |
| "41D221(HAT)(+84)", | |
| "41D221(HAT)(+85)", | |
| "41D221(HAT)(+86)", | |
| "41D221(HAT)(+87)", | |
| "41D221(HAT)(+89)", | |
| "41D221(HAT)(+89):25F(+351)", | |
| "41D221(HAT)(+89):31A221", | |
| "41D221(HAT)(+89):31AA2512", | |
| "41D221(HAT)(+89):31B6211", | |
| "41D221(HAT)(+89):31D14(+79)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2546\", \"31D14(+79)\", \"31D15(+89)\", \"41D211(+82)\", \"41D221(HAT)(+0)\", \"41D221(HAT)(+82)\", \"41D221(HAT)(+83)\", \"41D221(HAT)(+84)\", \"41D221(HAT)(+85)\", \"41D221(HAT)(+86)\", \"41D221(HAT)(+87)\", \"41D221(HAT)(+89)\", \"41D221(HAT)(+89):25F(+351)\", \"41D221(HAT)(+89):31A221\", \"41D221(HAT)(+89):31AA2512\", \"41D221(HAT)(+89):31B6211\", \"41D221(HAT)(+89):31D14(+79)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 17, | |
| "total_predicted": 17, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.35321561639397375, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 182, | |
| "gt_codes": [ | |
| "31D11222", | |
| "41A721", | |
| "41D2665", | |
| "42B742", | |
| "42G:61B2(...)13" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A24(+1)", | |
| "61B(+54)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A24(+1)\", \"61B(+54)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.10857142857142857, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 183, | |
| "gt_codes": [ | |
| "92C455" | |
| ], | |
| "predicted_codes": [ | |
| "92C453" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92C453\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 184, | |
| "gt_codes": [ | |
| "25I3", | |
| "41D42" | |
| ], | |
| "predicted_codes": [ | |
| "25I3", | |
| "41A17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I3\", \"41A17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 185, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9650711513583441, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6 | |
| }, | |
| { | |
| "index": 186, | |
| "gt_codes": [ | |
| "86(VULPES, ET SIMIUS)", | |
| "25F23(LION)", | |
| "25F22(+343)", | |
| "25F23(FOX)", | |
| "52A2", | |
| "51A5" | |
| ], | |
| "predicted_codes": [ | |
| "25F23(FOX)(+1)", | |
| "25F23(LION)(+45)", | |
| "25F23(WOLF)(+1)", | |
| "25G3", | |
| "25H1124", | |
| "31A2763(+0)", | |
| "31B6211", | |
| "31D14(+89)", | |
| "31D14(+933)", | |
| "31D14(+945)", | |
| "31D14(+952)", | |
| "31D14(+953)", | |
| "31D14(+956)", | |
| "31D14(+96)", | |
| "31D14(+971)", | |
| "31D14(+972)", | |
| "31D14(+98)", | |
| "31D14(+982)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F23(FOX)(+1)\", \"25F23(LION)(+45)\", \"25F23(WOLF)(+1)\", \"25G3\", \"25H1124\", \"31A2763(+0)\", \"31B6211\", \"31D14(+89)\", \"31D14(+933)\", \"31D14(+945)\", \"31D14(+952)\", \"31D14(+953)\", \"31D14(+956)\", \"31D14(+96)\", \"31D14(+971)\", \"31D14(+972)\", \"31D14(+98)\", \"31D14(+982)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 18, | |
| "total_predicted": 18, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.28859649122807013, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 187, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(O)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(O)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(O)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 188, | |
| "gt_codes": [ | |
| "48A98312" | |
| ], | |
| "predicted_codes": [ | |
| "48A9875", | |
| "48A9831" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48A9875\", \"48A9831\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9256410256410255, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 189, | |
| "gt_codes": [ | |
| "41B162", | |
| "41B23(+0)", | |
| "41C12", | |
| "41C74", | |
| "41C74(+1)", | |
| "41C741" | |
| ], | |
| "predicted_codes": [ | |
| "31A25", | |
| "41C74(+1)", | |
| "46A14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25\", \"41C74(+1)\", \"46A14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5106254709871891, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 190, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2421", | |
| "45B", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+54)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8217217356687899, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 191, | |
| "gt_codes": [ | |
| "32A5", | |
| "54F122" | |
| ], | |
| "predicted_codes": [ | |
| "46A17", | |
| "32B311(ITALIANI)(+9)", | |
| "57AA61" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A17\", \"32B311(ITALIANI)(+9)\", \"57AA61\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.23200000000000004, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 192, | |
| "gt_codes": [ | |
| "44B113", | |
| "61B2(GOTTFRIED V OF BOUILLON, DUKE OF LOWER-LOTHARINGIA, KING OF JERUSALEM)" | |
| ], | |
| "predicted_codes": [ | |
| "11H(MARY MAGDALENE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(MARY MAGDALENE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 193, | |
| "gt_codes": [ | |
| "25H17", | |
| "25I2", | |
| "46A14", | |
| "46C1215", | |
| "46C145", | |
| "47D31", | |
| "51LL1", | |
| "54DD4:51K1", | |
| "86(INVENTIS NON FACILE EST ADDERE)" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "47D31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"47D31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4196721311475409, | |
| "code_precision": 0.5, | |
| "code_recall": 0.1111111111111111 | |
| }, | |
| { | |
| "index": 194, | |
| "gt_codes": [ | |
| "25F22", | |
| "34E3" | |
| ], | |
| "predicted_codes": [ | |
| "25F22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 195, | |
| "gt_codes": [ | |
| "46A12", | |
| "48C5142", | |
| "41B31", | |
| "48A9875", | |
| "31A511", | |
| "41A222", | |
| "41C51" | |
| ], | |
| "predicted_codes": [ | |
| "41A2", | |
| "48C5142", | |
| "41B311", | |
| "41A7612" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A2\", \"48C5142\", \"41B311\", \"41A7612\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6233506209908558, | |
| "code_precision": 0.25, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 196, | |
| "gt_codes": [ | |
| "25I146", | |
| "31A(+89)", | |
| "31D112", | |
| "73", | |
| "73B633" | |
| ], | |
| "predicted_codes": [ | |
| "31A(+89)", | |
| "45B", | |
| "71" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A(+89)\", \"45B\", \"71\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.37559681697612723, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 197, | |
| "gt_codes": [ | |
| "41A31", | |
| "43C11491", | |
| "61F(JAGDSCHLOSS LANGELEBEN)" | |
| ], | |
| "predicted_codes": [ | |
| "41A12", | |
| "61F(FREIHOF LANGENLEBEN)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A12\", \"61F(FREIHOF LANGENLEBEN)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6835322195704058, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 198, | |
| "gt_codes": [ | |
| "11D", | |
| "31D15", | |
| "41A3911", | |
| "73", | |
| "73C72212" | |
| ], | |
| "predicted_codes": [ | |
| "25H15", | |
| "31D14", | |
| "31D15" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H15\", \"31D14\", \"31D15\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 199, | |
| "gt_codes": [ | |
| "31E23621", | |
| "42E191", | |
| "44F51", | |
| "44G342" | |
| ], | |
| "predicted_codes": [ | |
| "49M13", | |
| "49L16" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M13\", \"49L16\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.16811594202898553, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 200, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31A5331", | |
| "48A811", | |
| "61B(+2)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8458423891169604, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 201, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2421", | |
| "31D13", | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7728662964545066, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 202, | |
| "gt_codes": [ | |
| "22C3114", | |
| "25F33(EAGLE)(+1)", | |
| "25G3(LAUREL)(+221)", | |
| "31D12", | |
| "48A9877" | |
| ], | |
| "predicted_codes": [ | |
| "25F39(DOVE)(+1)", | |
| "48A9876", | |
| "48C901", | |
| "49L73", | |
| "49M32", | |
| "5(+113)", | |
| "54E31(+4):51H5", | |
| "54EE31(+4):51HH5", | |
| "86(AMORIS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F39(DOVE)(+1)\", \"48A9876\", \"48C901\", \"49L73\", \"49M32\", \"5(+113)\", \"54E31(+4):51H5\", \"54EE31(+4):51HH5\", \"86(AMORIS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 9, | |
| "total_predicted": 9, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3483816930900389, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 203, | |
| "gt_codes": [ | |
| "25I", | |
| "25I1", | |
| "41A51" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "41A31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7597374179431071, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 204, | |
| "gt_codes": [ | |
| "25F", | |
| "31A2211", | |
| "47I213" | |
| ], | |
| "predicted_codes": [ | |
| "47I213" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"47I213\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5, | |
| "code_precision": 1.0, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 205, | |
| "gt_codes": [ | |
| "34B11(+921)", | |
| "34B11(+923)", | |
| "41A775" | |
| ], | |
| "predicted_codes": [ | |
| "25F26(HARE)(+49)", | |
| "31A2711", | |
| "34B11(+948)", | |
| "41A3281", | |
| "41D267", | |
| "43C111241" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F26(HARE)(+49)\", \"31A2711\", \"34B11(+948)\", \"41A3281\", \"41D267\", \"43C111241\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5375611927013796, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 206, | |
| "gt_codes": [ | |
| "31D12", | |
| "41D221(HAT)", | |
| "48B3:61B", | |
| "48C75", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.528888888888889, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 207, | |
| "gt_codes": [ | |
| "11H(ANTONY ABBOT)7", | |
| "11G", | |
| "11K" | |
| ], | |
| "predicted_codes": [ | |
| "11H(ANTONY ABBOT)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(ANTONY ABBOT)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7499999999999999, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 208, | |
| "gt_codes": [ | |
| "46A124", | |
| "25F23(BEAR)", | |
| "45C13(DAGGER)", | |
| "25H155", | |
| "34F11" | |
| ], | |
| "predicted_codes": [ | |
| "31D14", | |
| "25F23(BEAR)", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D14\", \"25F23(BEAR)\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4785665058580289, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 209, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9516666666666667, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 210, | |
| "gt_codes": [ | |
| "11H(HUGH)" | |
| ], | |
| "predicted_codes": [ | |
| "11H(DUGO)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(DUGO)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 211, | |
| "gt_codes": [ | |
| "25F711", | |
| "25F711(+4813)", | |
| "25F711(BUTTERFLY)", | |
| "25F711(CATERPILLAR)" | |
| ], | |
| "predicted_codes": [ | |
| "25F711", | |
| "25F711(+4813)", | |
| "25F711(BUTTERFLY)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F711\", \"25F711(+4813)\", \"25F711(BUTTERFLY)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 212, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "46A122", | |
| "49M32", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 213, | |
| "gt_codes": [ | |
| "42A1931" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+933)", | |
| "48C7352", | |
| "61B2(LEONARDI, Isabelle)11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+933)\", \"48C7352\", \"61B2(LEONARDI, Isabelle)11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.1, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 214, | |
| "gt_codes": [ | |
| "45A232", | |
| "51H42", | |
| "92B11221", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "25G21(PEAR)", | |
| "47I4223", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G21(PEAR)\", \"47I4223\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3945723336853221, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 215, | |
| "gt_codes": [ | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6694029850746268, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 216, | |
| "gt_codes": [ | |
| "31AA2354(+4)", | |
| "31D11221", | |
| "33C23", | |
| "41A773", | |
| "41C122", | |
| "43B3", | |
| "43C522", | |
| "86(LE TRICTRAC)" | |
| ], | |
| "predicted_codes": [ | |
| "86(DER EIN MIT BRECHEN SPIELT IM BRECHEN, AMIT DEN ANDERN ES BESSER FLEISST, SEIN WERCKSTATT MIR VIEL LIEBER GEFALT, DAN DES ERSTEN GEWUNNEN ZEIT)", | |
| "41A2", | |
| "31D15(+79)", | |
| "41C321", | |
| "41C322", | |
| "41C323", | |
| "41C324", | |
| "41C325", | |
| "41C326", | |
| "41C327", | |
| "41C328", | |
| "41C329", | |
| "41C329:41C714" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(DER EIN MIT BRECHEN SPIELT IM BRECHEN, AMIT DEN ANDERN ES BESSER FLEISST, SEIN WERCKSTATT MIR VIEL LIEBER GEFALT, DAN DES ERSTEN GEWUNNEN ZEIT)\", \"41A2\", \"31D15(+79)\", \"41C321\", \"41C322\", \"41C323\", \"41C324\", \"41C325\", \"41C326\", \"41C327\", \"41C328\", \"41C329\", \"41C329:41C714\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 13, | |
| "total_predicted": 13, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5536637379510364, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 217, | |
| "gt_codes": [ | |
| "25I", | |
| "25I1", | |
| "43B42", | |
| "46C14", | |
| "47G1" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4620746887966805, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 218, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D12", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.933901918976546, | |
| "code_precision": 1.0, | |
| "code_recall": 0.8 | |
| }, | |
| { | |
| "index": 219, | |
| "gt_codes": [ | |
| "49M42", | |
| "48AA983", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7394957983193278, | |
| "code_precision": 1.0, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 220, | |
| "gt_codes": [ | |
| "23K32", | |
| "47I145" | |
| ], | |
| "predicted_codes": [ | |
| "46C13142", | |
| "47I15(PITCHFORK)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46C13142\", \"47I15(PITCHFORK)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4222222222222222, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 221, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31A2422", | |
| "31A5341", | |
| "31D14", | |
| "31D15", | |
| "41D222(TIE)", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7425113152739309, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 222, | |
| "gt_codes": [ | |
| "71C243" | |
| ], | |
| "predicted_codes": [ | |
| "71C324", | |
| "71C325" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71C324\", \"71C325\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 223, | |
| "gt_codes": [ | |
| "31A(+65)", | |
| "11I62(ISAIAH)", | |
| "73D6", | |
| "71A421", | |
| "11D1311", | |
| "73A56", | |
| "71E3243", | |
| "71E1343" | |
| ], | |
| "predicted_codes": [ | |
| "48A9876", | |
| "11I62(MOSES)", | |
| "11D3352" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48A9876\", \"11I62(MOSES)\", \"11D3352\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2909090909090909, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 224, | |
| "gt_codes": [ | |
| "47G6(PLUMB-LINE)", | |
| "54A431(+4)", | |
| "54F12(+4)", | |
| "56F2(+4)", | |
| "86(AD AMUSSIM)", | |
| "92D156" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C13141(+75249)", | |
| "86(AMOR)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C13141(+75249)\", \"86(AMOR)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2644444444444445, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 225, | |
| "gt_codes": [ | |
| "49C122" | |
| ], | |
| "predicted_codes": [ | |
| "25A13", | |
| "49C16" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25A13\", \"49C16\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5066666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 226, | |
| "gt_codes": [ | |
| "11H(JAMES THE GREAT)" | |
| ], | |
| "predicted_codes": [ | |
| "11H(THOMAS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(THOMAS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 227, | |
| "gt_codes": [ | |
| "33C3211", | |
| "42D3421" | |
| ], | |
| "predicted_codes": [ | |
| "31A45", | |
| "47I213" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A45\", \"47I213\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 228, | |
| "gt_codes": [ | |
| "25G3(OAK)", | |
| "25G4(IVY)(+39)", | |
| "51H11", | |
| "56F23", | |
| "86(HIER IMMER ZU VERBLEIBEN)" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "47I111" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"47I111\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.39024390243902435, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 229, | |
| "gt_codes": [ | |
| "31A(+73)", | |
| "41E2(+0)", | |
| "43C7851" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+93231)", | |
| "41D266", | |
| "48C7311" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+93231)\", \"41D266\", \"48C7311\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38333333333333336, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 230, | |
| "gt_codes": [ | |
| "25F72(OYSTER)", | |
| "41C314", | |
| "41C323", | |
| "41C621", | |
| "47D8(KNIFE)" | |
| ], | |
| "predicted_codes": [ | |
| "25F716(LOBSTER)", | |
| "41C323", | |
| "41C341" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F716(LOBSTER)\", \"41C323\", \"41C341\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7506345733041576, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 231, | |
| "gt_codes": [ | |
| "49M41", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "48C513", | |
| "61B2(ANTONY, G.)11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C513\", \"61B2(ANTONY, G.)11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 232, | |
| "gt_codes": [ | |
| "73C222", | |
| "73C221", | |
| "73C223" | |
| ], | |
| "predicted_codes": [ | |
| "73E12" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73E12\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38000000000000006, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 233, | |
| "gt_codes": [ | |
| "25F23(BEAR)", | |
| "34F12" | |
| ], | |
| "predicted_codes": [ | |
| "85A(BEAR AND CHILD)", | |
| "31D14(+92)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"85A(BEAR AND CHILD)\", \"31D14(+92)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.10000000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 234, | |
| "gt_codes": [ | |
| "61B(+2)", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "31A24(+1)", | |
| "61B(+55)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31A24(+1)\", \"61B(+55)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 235, | |
| "gt_codes": [ | |
| "73G431" | |
| ], | |
| "predicted_codes": [ | |
| "71E324" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71E324\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.20000000000000004, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 236, | |
| "gt_codes": [ | |
| "49L12(R)", | |
| "49L171", | |
| "73D82(NAILS)(+3)", | |
| "73E123" | |
| ], | |
| "predicted_codes": [ | |
| "11D324", | |
| "73E5" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D324\", \"73E5\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2590909090909091, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 237, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(D)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(D)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(D)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 238, | |
| "gt_codes": [ | |
| "42B742" | |
| ], | |
| "predicted_codes": [ | |
| "92C451" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92C451\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 239, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9876621322366339, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 240, | |
| "gt_codes": [ | |
| "11Q712", | |
| "25I", | |
| "25I1", | |
| "25I145", | |
| "45H3", | |
| "46C21", | |
| "46C215(MAST)", | |
| "46C24" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "41A31", | |
| "46C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A31\", \"46C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6130805687203791, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 241, | |
| "gt_codes": [ | |
| "46C13141" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "34B11", | |
| "43C114" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"34B11\", \"43C114\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.095, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 242, | |
| "gt_codes": [ | |
| "45B", | |
| "45C22", | |
| "45C221", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "45B", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"45B\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6654033771106941, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 243, | |
| "gt_codes": [ | |
| "11U1", | |
| "11U4" | |
| ], | |
| "predicted_codes": [ | |
| "73D641" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D641\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 244, | |
| "gt_codes": [ | |
| "25G3", | |
| "31A235", | |
| "31A2422", | |
| "31A5331", | |
| "41A641", | |
| "41A711", | |
| "41C37", | |
| "41D222(RABAT)", | |
| "46A122", | |
| "48C161", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A2422\", \"61B(+54)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.594784488582624, | |
| "code_precision": 1.0, | |
| "code_recall": 0.3076923076923077 | |
| }, | |
| { | |
| "index": 245, | |
| "gt_codes": [ | |
| "25F26(HARE)", | |
| "43C113" | |
| ], | |
| "predicted_codes": [ | |
| "25F36(DUCK)", | |
| "41A775", | |
| "43C113" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F36(DUCK)\", \"41A775\", \"43C113\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6857142857142857, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 246, | |
| "gt_codes": [ | |
| "25H", | |
| "46C13141" | |
| ], | |
| "predicted_codes": [ | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 247, | |
| "gt_codes": [ | |
| "25H114", | |
| "25H213", | |
| "25I", | |
| "41A362:47G541", | |
| "41A775", | |
| "47I14", | |
| "73", | |
| "73C815" | |
| ], | |
| "predicted_codes": [ | |
| "11Q712", | |
| "25H132", | |
| "25I", | |
| "46C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"25H132\", \"25I\", \"46C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.42520143884892087, | |
| "code_precision": 0.25, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 248, | |
| "gt_codes": [ | |
| "11Q712" | |
| ], | |
| "predicted_codes": [ | |
| "11Q712", | |
| "61E(AMSTERDAM)", | |
| "61F(GRISCHER KLOOSTER)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"61E(AMSTERDAM)\", \"61F(GRISCHER KLOOSTER)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 249, | |
| "gt_codes": [ | |
| "11H(JOHN)" | |
| ], | |
| "predicted_codes": [ | |
| "11H(JOHN THE BAPTIST)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(JOHN THE BAPTIST)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 250, | |
| "gt_codes": [ | |
| "44B4211", | |
| "45A20", | |
| "45A232" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "25H13", | |
| "46C291" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"25H13\", \"46C291\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.09914529914529915, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 251, | |
| "gt_codes": [ | |
| "35", | |
| "49M41" | |
| ], | |
| "predicted_codes": [ | |
| "92B371" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92B371\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 252, | |
| "gt_codes": [ | |
| "31A2542", | |
| "31A2549", | |
| "34B11", | |
| "41A2", | |
| "41A33", | |
| "41A414", | |
| "48C7311", | |
| "48C7312", | |
| "48C7323", | |
| "48C7332", | |
| "48C7351", | |
| "48C75" | |
| ], | |
| "predicted_codes": [ | |
| "31A25", | |
| "41A711", | |
| "41C323", | |
| "48C731(+0)", | |
| "48C7323", | |
| "48C7351", | |
| "48C741" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25\", \"41A711\", \"41C323\", \"48C731(+0)\", \"48C7323\", \"48C7351\", \"48C741\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.773634003768796, | |
| "code_precision": 0.2857142857142857, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 253, | |
| "gt_codes": [ | |
| "25F23(LION)(+5212)", | |
| "25F23(LION)(+547)", | |
| "41B1", | |
| "41B162", | |
| "56DD1", | |
| "86(MAGNIS VANA TERRENT)" | |
| ], | |
| "predicted_codes": [ | |
| "86(MAGNIS VANA TERRET)", | |
| "25F23(LION)(+471)", | |
| "25H11", | |
| "54A44(+4)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(MAGNIS VANA TERRET)\", \"25F23(LION)(+471)\", \"25H11\", \"54A44(+4)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5859154929577465, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 254, | |
| "gt_codes": [ | |
| "11F4" | |
| ], | |
| "predicted_codes": [ | |
| "11F42" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F42\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.76, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 255, | |
| "gt_codes": [ | |
| "31A22621:22C4(BLONDE)", | |
| "31A235", | |
| "31A2421", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31D112:61B2(...)1", | |
| "41D221(HAT)", | |
| "48C731(+0)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31D112:61B2(...)1\", \"41D221(HAT)\", \"48C731(+0)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.44584615384615384, | |
| "code_precision": 0.25, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 256, | |
| "gt_codes": [ | |
| "41C741", | |
| "42B", | |
| "43C7" | |
| ], | |
| "predicted_codes": [ | |
| "42B7", | |
| "43C1(+416)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"42B7\", \"43C1(+416)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5108186195826645, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 257, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9014404240608436, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 258, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "31A25161", | |
| "31A5339", | |
| "41A2", | |
| "41A711", | |
| "41A721", | |
| "41C37", | |
| "49L511", | |
| "49L62", | |
| "49M32", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6015732301161194, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 259, | |
| "gt_codes": [ | |
| "48A98(+2)", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7460815047021944, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 260, | |
| "gt_codes": [ | |
| "31D15", | |
| "41D2632", | |
| "46C5135", | |
| "25H154" | |
| ], | |
| "predicted_codes": [ | |
| "31D15", | |
| "25H114", | |
| "31A235" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D15\", \"25H114\", \"31A235\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5558073654390935, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 261, | |
| "gt_codes": [ | |
| "31A422", | |
| "43C9", | |
| "48C73411", | |
| "48C7351", | |
| "48C7524", | |
| "48C7525" | |
| ], | |
| "predicted_codes": [ | |
| "43C92" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43C92\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 262, | |
| "gt_codes": [ | |
| "31AA533(...)", | |
| "31D15:61BB", | |
| "41D26611", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7142114384748701, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 263, | |
| "gt_codes": [ | |
| "25F72(SNAIL)(+521)", | |
| "51A51", | |
| "52A53", | |
| "86(SUCHE DICH NICHT AUSSER DIR)" | |
| ], | |
| "predicted_codes": [ | |
| "25F716(SNAIL)", | |
| "49D36", | |
| "86(QUOD CUM ALIIS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F716(SNAIL)\", \"49D36\", \"86(QUOD CUM ALIIS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5028571428571429, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 264, | |
| "gt_codes": [ | |
| "31D14", | |
| "31D13", | |
| "41D221(HEADBAND)", | |
| "31B6211" | |
| ], | |
| "predicted_codes": [ | |
| "31D14", | |
| "31D15" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D14\", \"31D15\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6788927335640139, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 265, | |
| "gt_codes": [ | |
| "25H11", | |
| "25H15", | |
| "25H212", | |
| "33B3", | |
| "45B", | |
| "45C16(PISTOL)", | |
| "45H(+22)", | |
| "46C131", | |
| "46C13141" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "43C114" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"43C114\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.45773195876288664, | |
| "code_precision": 0.5, | |
| "code_recall": 0.1111111111111111 | |
| }, | |
| { | |
| "index": 266, | |
| "gt_codes": [ | |
| "25G3(+211)", | |
| "25H15", | |
| "31A2225" | |
| ], | |
| "predicted_codes": [ | |
| "25H15", | |
| "46A17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H15\", \"46A17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.47916666666666663, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 267, | |
| "gt_codes": [ | |
| "25I5" | |
| ], | |
| "predicted_codes": [ | |
| "25I146", | |
| "31D14(+79)", | |
| "31D15(+79)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I146\", \"31D14(+79)\", \"31D15(+79)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.285, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 268, | |
| "gt_codes": [ | |
| "11R5", | |
| "11R71", | |
| "25G4(+32)", | |
| "31A211", | |
| "31A216", | |
| "31F11", | |
| "86(EX MAXIMO MINIMUM)" | |
| ], | |
| "predicted_codes": [ | |
| "23U24", | |
| "31F11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23U24\", \"31F11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.37947669664758793, | |
| "code_precision": 0.5, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 269, | |
| "gt_codes": [ | |
| "41A2", | |
| "47I212" | |
| ], | |
| "predicted_codes": [ | |
| "31A254", | |
| "31D11221", | |
| "31D11222", | |
| "31D14", | |
| "41B21", | |
| "41C74(+1)", | |
| "46A14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A254\", \"31D11221\", \"31D11222\", \"31D14\", \"41B21\", \"41C74(+1)\", \"46A14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.18387096774193548, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 270, | |
| "gt_codes": [ | |
| "25I", | |
| "31A21", | |
| "34E22", | |
| "41A2", | |
| "43B7" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "41A771" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"41A771\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.30810810810810807, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 271, | |
| "gt_codes": [ | |
| "73C811" | |
| ], | |
| "predicted_codes": [ | |
| "73C421" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C421\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 272, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+55)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+55)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31A24(+1)\", \"31D15:61BB\", \"61B(+55)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9550679205851619, | |
| "code_precision": 1.0, | |
| "code_recall": 0.8 | |
| }, | |
| { | |
| "index": 273, | |
| "gt_codes": [ | |
| "25F711(FLY)", | |
| "25F72(SNAIL)", | |
| "25G4(INDIAN CRESS)", | |
| "25G4(TROPAEOLUM MAJUS)", | |
| "25G41(ANEMONE)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAGSCONE)", | |
| "25G41(FRENCH ROSE)", | |
| "25G41(MARIGOLD)", | |
| "25G41(ROSA GALLICA)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "41A671", | |
| "41A774" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(ANEMONE)", | |
| "25G41(CARNATION)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAFFODIL)", | |
| "25G41(NARCISSUS)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "41A671", | |
| "41C323" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(ANEMONE)\", \"25G41(CARNATION)\", \"25G41(CONVOLVULUS)\", \"25G41(DAFFODIL)\", \"25G41(NARCISSUS)\", \"25G41(ROSE)\", \"25G41(TULIP)\", \"41A671\", \"41C323\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 9, | |
| "total_predicted": 9, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8897196261682243, | |
| "code_precision": 0.5555555555555556, | |
| "code_recall": 0.35714285714285715 | |
| }, | |
| { | |
| "index": 274, | |
| "gt_codes": [ | |
| "25I1", | |
| "46C24", | |
| "25H2322", | |
| "26C3", | |
| "25H2311" | |
| ], | |
| "predicted_codes": [ | |
| "46C21", | |
| "25H2322", | |
| "46C24" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46C21\", \"25H2322\", \"46C24\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7960671855796805, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 275, | |
| "gt_codes": [ | |
| "31A235", | |
| "31D15:61BB", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7110925925925925, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 276, | |
| "gt_codes": [ | |
| "24A1", | |
| "25F24(CAMEL)", | |
| "71C3222", | |
| "86(POST LUCTAM BENEDICETUR)" | |
| ], | |
| "predicted_codes": [ | |
| "86(POST LUCIAM BENEDICETUR)", | |
| "45C22", | |
| "31A2711", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(POST LUCIAM BENEDICETUR)\", \"45C22\", \"31A2711\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.25, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 277, | |
| "gt_codes": [ | |
| "42G1", | |
| "44B194" | |
| ], | |
| "predicted_codes": [ | |
| "46A122", | |
| "44B191" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A122\", \"44B191\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5474885844748859, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 278, | |
| "gt_codes": [ | |
| "49H3", | |
| "83(OGILBY, America)" | |
| ], | |
| "predicted_codes": [ | |
| "83(BOCCACCIO, De claris mulieribus)", | |
| "92B1217", | |
| "92C4" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(BOCCACCIO, De claris mulieribus)\", \"92B1217\", \"92C4\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 279, | |
| "gt_codes": [ | |
| "25H11", | |
| "25H216", | |
| "41A771:25D13(COPPER)", | |
| "41A7751", | |
| "47I21(+945)", | |
| "47I228" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.46994915254237285, | |
| "code_precision": 0.5, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 280, | |
| "gt_codes": [ | |
| "25G411(FLAG)", | |
| "41A671" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(ROSE)", | |
| "25G41(TULIP)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(ROSE)\", \"25G41(TULIP)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 281, | |
| "gt_codes": [ | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 282, | |
| "gt_codes": [ | |
| "25H", | |
| "46C13142", | |
| "47I213", | |
| "47I214", | |
| "47I221" | |
| ], | |
| "predicted_codes": [ | |
| "25H15", | |
| "46C13142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H15\", \"46C13142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5539653751030502, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 283, | |
| "gt_codes": [ | |
| "48C142", | |
| "47I" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "48A9876" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"48A9876\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.228, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 284, | |
| "gt_codes": [ | |
| "31A233", | |
| "31D12", | |
| "34D111" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "48C7351" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"48C7351\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.47067137809187276, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 285, | |
| "gt_codes": [ | |
| "25I1", | |
| "31D15", | |
| "25H213", | |
| "61D(DONAU)", | |
| "61E(BRATISLAVA)" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "46C513", | |
| "25H213", | |
| "25G3", | |
| "47I228", | |
| "46C131", | |
| "46C11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"46C513\", \"25H213\", \"25G3\", \"47I228\", \"46C131\", \"46C11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.36923076923076925, | |
| "code_precision": 0.2857142857142857, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 286, | |
| "gt_codes": [ | |
| "25F24(DEER)", | |
| "25H", | |
| "25H155", | |
| "43C1147" | |
| ], | |
| "predicted_codes": [ | |
| "25F24(DEER)", | |
| "34B11", | |
| "43C114" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F24(DEER)\", \"34B11\", \"43C114\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6495151466581182, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 287, | |
| "gt_codes": [ | |
| "44C312", | |
| "44A51(ITALIA)(+0)", | |
| "61B2(ORLANDO, Vittorio)3", | |
| "82A(ORLANDO)(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "46C13185", | |
| "46A124" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46C13185\", \"46A124\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.13000000000000003, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 288, | |
| "gt_codes": [ | |
| "25F35(PEACOCK)", | |
| "25F36(DUCK)", | |
| "25F37(STORK)", | |
| "25H21" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "25H17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"25H17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6994285714285715, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 289, | |
| "gt_codes": [ | |
| "25H11", | |
| "25I", | |
| "46C", | |
| "46C21", | |
| "46C223" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6915609408410548, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 290, | |
| "gt_codes": [ | |
| "25F32(SWALLOW)(+42)", | |
| "25F32(SWALLOW)(+421)", | |
| "25F32(SWALLOW)(+452)", | |
| "25F32(SWALLOW)(+53)", | |
| "25F711(CICADA)(+63)", | |
| "25G11", | |
| "25G13", | |
| "25H1124", | |
| "31D14", | |
| "41A16", | |
| "46C11", | |
| "48C149", | |
| "48C7", | |
| "49C40", | |
| "51B2", | |
| "52D3", | |
| "54EE31(+4):51B3(+4)", | |
| "57AA7(+4)", | |
| "97DD23" | |
| ], | |
| "predicted_codes": [ | |
| "25F31(+5262)", | |
| "25G11", | |
| "25G13", | |
| "25H17", | |
| "25I3", | |
| "41A16", | |
| "41A3911", | |
| "41D283", | |
| "47I21111", | |
| "47I21111(+95241)", | |
| "54E31(+4):56F2(+4)", | |
| "56BB1(+4)", | |
| "56F2(+4)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F31(+5262)\", \"25G11\", \"25G13\", \"25H17\", \"25I3\", \"41A16\", \"41A3911\", \"41D283\", \"47I21111\", \"47I21111(+95241)\", \"54E31(+4):56F2(+4)\", \"56BB1(+4)\", \"56F2(+4)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 13, | |
| "total_predicted": 13, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5266362625991644, | |
| "code_precision": 0.23076923076923078, | |
| "code_recall": 0.15789473684210525 | |
| }, | |
| { | |
| "index": 291, | |
| "gt_codes": [ | |
| "48B3", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.285, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 292, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7361769352290679, | |
| "code_precision": 1.0, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 293, | |
| "gt_codes": [ | |
| "11D3222", | |
| "11D331", | |
| "11D334", | |
| "11G1911", | |
| "11H(ALL SAINTS)", | |
| "11L61", | |
| "11L611", | |
| "11S11", | |
| "11S15", | |
| "11S63", | |
| "31A25212", | |
| "31AA25212" | |
| ], | |
| "predicted_codes": [ | |
| "11D324", | |
| "11G1911", | |
| "11H(ALL SAINTS)", | |
| "11Q756", | |
| "11U1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D324\", \"11G1911\", \"11H(ALL SAINTS)\", \"11Q756\", \"11U1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6138982714087027, | |
| "code_precision": 0.4, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 294, | |
| "gt_codes": [ | |
| "11Q651", | |
| "25H11", | |
| "32B33", | |
| "44B1" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.39666666666666667, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 295, | |
| "gt_codes": [ | |
| "44D4", | |
| "42D32", | |
| "33C85", | |
| "44G" | |
| ], | |
| "predicted_codes": [ | |
| "46A17", | |
| "32B311(ITALIANI)(+9)", | |
| "57AA61" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A17\", \"32B311(ITALIANI)(+9)\", \"57AA61\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.15519379844961242, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 296, | |
| "gt_codes": [ | |
| "32B311(GERMANS)", | |
| "41D3", | |
| "45(+22)", | |
| "45C2" | |
| ], | |
| "predicted_codes": [ | |
| "45C21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.46260869565217394, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 297, | |
| "gt_codes": [ | |
| "11Q712", | |
| "25I13", | |
| "25I145", | |
| "31A2322", | |
| "31A235", | |
| "31A247(+63)", | |
| "31AA235", | |
| "31AA235", | |
| "31AA2513(+917)", | |
| "31B8", | |
| "31D14", | |
| "31D15", | |
| "33C23", | |
| "41A143", | |
| "41A711(+0)", | |
| "41D225", | |
| "41D262", | |
| "43C92", | |
| "44B152411", | |
| "48CC7311" | |
| ], | |
| "predicted_codes": [ | |
| "86(QUIS MITTIT TRUNCOS INERRI, QUAMQUEM ET FOEA IMPAVIDI OPHIS? MUSICA, DUM SONAT, NUM ROGET ESSE VANA)", | |
| "43C9", | |
| "25H114", | |
| "31D14(+72)", | |
| "31D15(+72)", | |
| "31B6214", | |
| "31E234631", | |
| "31E234632", | |
| "31E234633", | |
| "31E234634" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(QUIS MITTIT TRUNCOS INERRI, QUAMQUEM ET FOEA IMPAVIDI OPHIS? MUSICA, DUM SONAT, NUM ROGET ESSE VANA)\", \"43C9\", \"25H114\", \"31D14(+72)\", \"31D15(+72)\", \"31B6214\", \"31E234631\", \"31E234632\", \"31E234633\", \"31E234634\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 10, | |
| "total_predicted": 10, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4472115910333516, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 298, | |
| "gt_codes": [ | |
| "43C7" | |
| ], | |
| "predicted_codes": [ | |
| "43A12", | |
| "61B2(LOUIS PHILIPPE I)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43A12\", \"61B2(LOUIS PHILIPPE I)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2533333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 299, | |
| "gt_codes": [ | |
| "61B(+2)", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.687089715536105, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 300, | |
| "gt_codes": [ | |
| "73C8522" | |
| ], | |
| "predicted_codes": [ | |
| "73D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 301, | |
| "gt_codes": [ | |
| "92D1916", | |
| "48C16", | |
| "46A122", | |
| "48C7322", | |
| "45C221", | |
| "48A9831", | |
| "48A9832" | |
| ], | |
| "predicted_codes": [ | |
| "48A98312", | |
| "45C221", | |
| "48A9876", | |
| "48A98311", | |
| "48A9833" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48A98312\", \"45C221\", \"48A9876\", \"48A98311\", \"48A9833\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7000949667616335, | |
| "code_precision": 0.2, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 302, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9875, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 303, | |
| "gt_codes": [ | |
| "25H", | |
| "41A18", | |
| "46C11", | |
| "46C131", | |
| "46C13141" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8703756001129624, | |
| "code_precision": 1.0, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 304, | |
| "gt_codes": [ | |
| "61D(AMAZONIA)", | |
| "25I1" | |
| ], | |
| "predicted_codes": [ | |
| "71E324" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71E324\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 305, | |
| "gt_codes": [ | |
| "11Q651", | |
| "31A231", | |
| "31A2421", | |
| "31A25552", | |
| "41A711", | |
| "46A122", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "11P31521", | |
| "46A122" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11P31521\", \"46A122\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2798973042362003, | |
| "code_precision": 0.5, | |
| "code_recall": 0.1111111111111111 | |
| }, | |
| { | |
| "index": 306, | |
| "gt_codes": [ | |
| "25F25(ELEPHANT)" | |
| ], | |
| "predicted_codes": [ | |
| "25F" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 307, | |
| "gt_codes": [ | |
| "42G:61B2(...)13" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D14", | |
| "31D15", | |
| "61B(+55)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D14\", \"31D15\", \"61B(+55)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 308, | |
| "gt_codes": [ | |
| "11D4116", | |
| "49L12(N)", | |
| "49L171" | |
| ], | |
| "predicted_codes": [], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(CHRISTOPHER)4\", \"31A25552(+933)\", \"47D8(CHAIN)\", \"47I15(SPADE)\", \"47I15(SICKLE)\", \"47I15(SWORD)\", \"47I15(WHEAT-SICKLE)\", \"47I15(WHEAT-SICKLE)(+0)\", \"47I15(WHEAT-SICKLE)(+6)\", \"47I15(WHEAT-SICKLE)(+84)\", \"47I15(WHEAT-SICKLE)(+85)\", \"47I15(WHEAT-SICKLE)(+86)\", \"47I15(WHEAT-SICKLE)(+945)\", \"47I15(WHEAT-SICKLE)(+946)\", \"47I15(WHEAT-SICKLE)(+952)\", \"47I15(WHEAT-SICKLE)(+953)\", \"47I15(WHEAT-SICKLE)(+954)\", \"47I15(WHEAT-SICKLE)(+955)\", \"47I15(WHEAT-SICKLE)(+956)\", \"47I15(WHEAT-SICKLE)(+96)\", \"47I15(WHEAT-SICKLE)(+97)\", \"47I15(WHEAT-SICKLE)(+98)\", \"47I15(WHEAT-SICKLE)(+99)\", \"47I15(WHEAT-SICKLE)(+991)\", \"47I15(WHEAT-SICKLE)(+992)\", \"47I15(WHEAT-SICKLE)(+993)\", \"47I15(WHEAT-SICKLE)(+994)\", \"47I15(WHEAT-SICKLE)(+995)\", \"47I15(WHEAT-SICKLE)(+996)\", \"47I15(WHEAT-SICKLE)(+997)\", \"47I15(WHEAT-SICKLE)(+998)\", \"47I15(WHEAT-SICKLE)(+999)\", \"47I15(WHEAT-SICKLE)(+9991)\", \"47I15(WHEAT-SICKLE)(+9992)\", \"47I15(WHEAT-SICKLE)(+9993)\", \"47I15(WHEAT-SICKLE)(+9994)\", \"47I15(WHEAT-SICKLE)(+9995)\", \"47I15(WHEAT-SICKLE)(+9996)\", \"47I15(WHEAT-SICKLE)(+9997)\", \"47I15(WHEAT-SICKLE)(+9998)\", \"47I15(WHEAT-SICKLE)(+9999)\", \"47I15(WHEAT-SICKLE)(+99991)\", \"47I15(WHEAT-SICKLE)(+99992)\", \"47I15(WHEAT-SICKLE)(+99993)\", \"47I15(WHEAT-SICKLE)(+99", | |
| "valid_json": false, | |
| "valid_code_count": 0, | |
| "total_predicted": 0, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 309, | |
| "gt_codes": [ | |
| "25I", | |
| "25I1", | |
| "25I1461" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "41A1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5879120879120878, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 310, | |
| "gt_codes": [ | |
| "25H114", | |
| "26F", | |
| "49E6", | |
| "61B2(FALB, Rudolf)3" | |
| ], | |
| "predicted_codes": [ | |
| "46A17", | |
| "32B33(GERMANI)", | |
| "46C513" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A17\", \"32B33(GERMANI)\", \"46C513\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.06909090909090909, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 311, | |
| "gt_codes": [ | |
| "49M42", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8795518207282913, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 312, | |
| "gt_codes": [ | |
| "92B3" | |
| ], | |
| "predicted_codes": [ | |
| "92D4" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92D4\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4000000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 313, | |
| "gt_codes": [ | |
| "25F23(LION)(+12)", | |
| "41A3281", | |
| "41A542", | |
| "41A635", | |
| "44A1(+4)(LEIDEN)", | |
| "45C14(LANCE)", | |
| "45C19(SHIELD)", | |
| "45C221", | |
| "46A122(WILLIAM I OF NASSAU)1", | |
| "48C244", | |
| "49B40", | |
| "49L8", | |
| "49MM32", | |
| "61E(LEIDEN)", | |
| "61H(UNIVERSITY OF LEIDEN)", | |
| "92C271", | |
| "92C28(HELMET)", | |
| "92C28(LANCE)", | |
| "92C281", | |
| "86(C. LUGDUNUM BATAVORUM)" | |
| ], | |
| "predicted_codes": [ | |
| "49M431", | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M431\", \"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2481818181818182, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 314, | |
| "gt_codes": [ | |
| "48B3", | |
| "48B3:61B", | |
| "48C24", | |
| "61B(+51)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.33836206896551724, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 315, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+54)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+54)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+54)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.851894374282434, | |
| "code_precision": 1.0, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 316, | |
| "gt_codes": [ | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M41", | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M41\", \"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8795518207282913, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 317, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A235", | |
| "31A61", | |
| "31D11222", | |
| "31D14", | |
| "33A3", | |
| "34B11", | |
| "41C741", | |
| "41D221(CAP)", | |
| "41D221(HAT)", | |
| "48C72", | |
| "48C7351", | |
| "48C741", | |
| "48C75", | |
| "48C755", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "25F34", | |
| "31A231", | |
| "31D16", | |
| "34B11", | |
| "41A711", | |
| "41C323", | |
| "41C74(+1)", | |
| "41C741", | |
| "48C7311", | |
| "48C7323", | |
| "48C7351" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F34\", \"31A231\", \"31D16\", \"34B11\", \"41A711\", \"41C323\", \"41C74(+1)\", \"41C741\", \"48C7311\", \"48C7323\", \"48C7351\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 11, | |
| "total_predicted": 11, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7278921148906359, | |
| "code_precision": 0.36363636363636365, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 318, | |
| "gt_codes": [ | |
| "41A251", | |
| "49L6", | |
| "49L62" | |
| ], | |
| "predicted_codes": [ | |
| "49L51" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L51\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5164556962025316, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 319, | |
| "gt_codes": [ | |
| "25G21(POMEGRANATE)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(GANODERMA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(GANODERMA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 320, | |
| "gt_codes": [ | |
| "11Q712", | |
| "25I2", | |
| "25I241", | |
| "31B52", | |
| "33C23", | |
| "46A151" | |
| ], | |
| "predicted_codes": [ | |
| "11Q712", | |
| "25I2", | |
| "43C9" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"25I2\", \"43C9\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5875852660300136, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 321, | |
| "gt_codes": [ | |
| "41D221" | |
| ], | |
| "predicted_codes": [ | |
| "31D17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 322, | |
| "gt_codes": [ | |
| "31D14", | |
| "44C312", | |
| "11K", | |
| "49L641", | |
| "49L11", | |
| "49L66", | |
| "49L511" | |
| ], | |
| "predicted_codes": [ | |
| "46A12", | |
| "31D15", | |
| "49L71", | |
| "48C7351", | |
| "49MM32" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A12\", \"31D15\", \"49L71\", \"48C7351\", \"49MM32\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4567343115828911, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 323, | |
| "gt_codes": [ | |
| "73D36" | |
| ], | |
| "predicted_codes": [ | |
| "73C121" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C121\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 324, | |
| "gt_codes": [ | |
| "49M42", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M42", | |
| "48AA983", | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M42\", \"48AA983\", \"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8439306358381503, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 325, | |
| "gt_codes": [ | |
| "21D" | |
| ], | |
| "predicted_codes": [ | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 326, | |
| "gt_codes": [ | |
| "11K(SATAN)" | |
| ], | |
| "predicted_codes": [ | |
| "86(QUOD AMORIS INGENIUM, QUOD VIRTUTIS IMPULSUS)", | |
| "92B371", | |
| "54A8" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(QUOD AMORIS INGENIUM, QUOD VIRTUTIS IMPULSUS)\", \"92B371\", \"54A8\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 327, | |
| "gt_codes": [ | |
| "31A22621:22C4(BLONDE)", | |
| "31A2422", | |
| "41D211", | |
| "41D221(SKULLCAP)", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7995712754555198, | |
| "code_precision": 1.0, | |
| "code_recall": 0.42857142857142855 | |
| }, | |
| { | |
| "index": 328, | |
| "gt_codes": [ | |
| "42E22", | |
| "73F2452" | |
| ], | |
| "predicted_codes": [ | |
| "43A(+2)", | |
| "45C1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43A(+2)\", \"45C1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 329, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(N)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(N)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(N)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 330, | |
| "gt_codes": [ | |
| "45H3(+3)" | |
| ], | |
| "predicted_codes": [ | |
| "45H3(+3)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45H3(+3)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 331, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(A)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(A)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(A)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 332, | |
| "gt_codes": [ | |
| "31A2363(+1)", | |
| "46C24", | |
| "47K42", | |
| "54AA11", | |
| "56B2(+11)", | |
| "86(DERJENIGE, DER HERUMLIEGT UND IN SEINEM KAHN RUHT, etc.)" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "26A", | |
| "31A(+89)", | |
| "31A2741", | |
| "31D14", | |
| "31E23462", | |
| "31F26", | |
| "41C321", | |
| "41C322", | |
| "41C323", | |
| "41C324", | |
| "41C325", | |
| "41C341", | |
| "41C342", | |
| "41C343", | |
| "41C345", | |
| "41C346", | |
| "41C347", | |
| "41C348", | |
| "41C349", | |
| "41C37", | |
| "41C6(+0)", | |
| "41C621" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"26A\", \"31A(+89)\", \"31A2741\", \"31D14\", \"31E23462\", \"31F26\", \"41C321\", \"41C322\", \"41C323\", \"41C324\", \"41C325\", \"41C341\", \"41C342\", \"41C343\", \"41C345\", \"41C346\", \"41C347\", \"41C348\", \"41C349\", \"41C37\", \"41C6(+0)\", \"41C621\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 23, | |
| "total_predicted": 23, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2188976377952756, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 333, | |
| "gt_codes": [ | |
| "86(DEO, PARENTIBUS ET MAGISTRIS)", | |
| "25I1", | |
| "61E(LEIPZIG)", | |
| "11Q21", | |
| "42B111", | |
| "41A711", | |
| "49MM32", | |
| "41A733", | |
| "49B24", | |
| "49L66", | |
| "11L224", | |
| "57A8" | |
| ], | |
| "predicted_codes": [ | |
| "86(DEO, PARENTIBUS ET MAGISTRIS)", | |
| "41A3911", | |
| "25I1", | |
| "61E(LEIPZIG)", | |
| "47D8(CHAIN)", | |
| "47B111", | |
| "47G31", | |
| "47H31", | |
| "47H311", | |
| "47H313" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(DEO, PARENTIBUS ET MAGISTRIS)\", \"41A3911\", \"25I1\", \"61E(LEIPZIG)\", \"47D8(CHAIN)\", \"47B111\", \"47G31\", \"47H31\", \"47H311\", \"47H313\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 10, | |
| "total_predicted": 10, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.44150206533984226, | |
| "code_precision": 0.3, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 334, | |
| "gt_codes": [ | |
| "41A12", | |
| "61E(VEGHEL)", | |
| "61F(FRISSELSTEIN)", | |
| "61F(FRISSENSTEIN)" | |
| ], | |
| "predicted_codes": [ | |
| "41A12", | |
| "61E(UTRECHT)", | |
| "61F(JESSENSTEIN)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A12\", \"61E(UTRECHT)\", \"61F(JESSENSTEIN)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 335, | |
| "gt_codes": [ | |
| "31A221" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+933)", | |
| "48B3", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+933)\", \"48B3\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 336, | |
| "gt_codes": [ | |
| "11R7", | |
| "43C1(+4241)", | |
| "43C1(+43)", | |
| "56D1", | |
| "86(SPE ILLECTAT INANI)" | |
| ], | |
| "predicted_codes": [ | |
| "25F39(DOVE)(+1)", | |
| "46A122(...)1", | |
| "86(AMORIS FUGACITAS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F39(DOVE)(+1)\", \"46A122(...)1\", \"86(AMORIS FUGACITAS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3255104063429138, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 337, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9876621322366339, | |
| "code_precision": 1.0, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 338, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8847583643122676, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 339, | |
| "gt_codes": [ | |
| "31A2421", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9875, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 340, | |
| "gt_codes": [ | |
| "49D22" | |
| ], | |
| "predicted_codes": [ | |
| "49D22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49D22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 341, | |
| "gt_codes": [ | |
| "31A2422", | |
| "41E2(+0)", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.888888888888889, | |
| "code_precision": 0.75, | |
| "code_recall": 0.6 | |
| }, | |
| { | |
| "index": 342, | |
| "gt_codes": [ | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "11D324", | |
| "11I62(DAVID)", | |
| "11Q759", | |
| "11Q7141", | |
| "11Q71454", | |
| "11Q71458", | |
| "11Q7152", | |
| "11Q7153", | |
| "11Q7311", | |
| "11Q7312", | |
| "11Q73121", | |
| "11Q73122", | |
| "11Q73123", | |
| "11Q73124", | |
| "11Q73125", | |
| "11Q73126", | |
| "11Q73127", | |
| "11Q73128", | |
| "11Q73129", | |
| "11Q7313" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D324\", \"11I62(DAVID)\", \"11Q759\", \"11Q7141\", \"11Q71454\", \"11Q71458\", \"11Q7152\", \"11Q7153\", \"11Q7311\", \"11Q7312\", \"11Q73121\", \"11Q73122\", \"11Q73123\", \"11Q73124\", \"11Q73125\", \"11Q73126\", \"11Q73127\", \"11Q73128\", \"11Q73129\", \"11Q7313\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 20, | |
| "total_predicted": 20, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 343, | |
| "gt_codes": [ | |
| "41A773", | |
| "11F4", | |
| "11G1911", | |
| "41C621", | |
| "41C121", | |
| "31AA2351" | |
| ], | |
| "predicted_codes": [ | |
| "11F42", | |
| "73B8" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F42\", \"73B8\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.25333333333333335, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 344, | |
| "gt_codes": [ | |
| "41D92", | |
| "46A124", | |
| "85", | |
| "31D15(+9411)" | |
| ], | |
| "predicted_codes": [ | |
| "31D15", | |
| "46C13187" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D15\", \"46C13187\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5003695150115473, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 345, | |
| "gt_codes": [ | |
| "92L41", | |
| "41A646", | |
| "92L19", | |
| "46C127", | |
| "92L17911" | |
| ], | |
| "predicted_codes": [ | |
| "92L41", | |
| "31D15", | |
| "47I214", | |
| "48C7351", | |
| "46A122", | |
| "48CC7351" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92L41\", \"31D15\", \"47I214\", \"48C7351\", \"46A122\", \"48CC7351\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.41361990950226246, | |
| "code_precision": 0.16666666666666666, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 346, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2421", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9546009594417794, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 347, | |
| "gt_codes": [ | |
| "11HH(THERESA)" | |
| ], | |
| "predicted_codes": [ | |
| "11HH(THERESA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11HH(THERESA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 348, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "31A5331", | |
| "48C161", | |
| "48C91", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+54)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7624073223541763, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 349, | |
| "gt_codes": [ | |
| "25G3(+33)", | |
| "25H17", | |
| "25H213", | |
| "41A17", | |
| "46AA14", | |
| "46C11", | |
| "47I2111", | |
| "49G361" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "31D14", | |
| "47I2112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"31D14\", \"47I2112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4493913043478261, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 350, | |
| "gt_codes": [ | |
| "47I212" | |
| ], | |
| "predicted_codes": [ | |
| "34B11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"34B11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 351, | |
| "gt_codes": [ | |
| "31A233", | |
| "31A2421", | |
| "31A25221", | |
| "31A2523", | |
| "31A534", | |
| "31A5341", | |
| "41A711", | |
| "41C37", | |
| "45B", | |
| "45C13(RAPIER)", | |
| "45C22", | |
| "45C221:25F3(+352)", | |
| "46A122", | |
| "46A1241(GOLDEN FLEECE)", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5554646926594837, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.0625 | |
| }, | |
| { | |
| "index": 352, | |
| "gt_codes": [ | |
| "46C21" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5066666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 353, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A25(+933)", | |
| "31A2541", | |
| "31A2549", | |
| "33C23" | |
| ], | |
| "predicted_codes": [ | |
| "31A254", | |
| "31D1(+79)", | |
| "31D16" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A254\", \"31D1(+79)\", \"31D16\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6350857290189508, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 354, | |
| "gt_codes": [ | |
| "25I1", | |
| "55B1", | |
| "41D267", | |
| "73C8641" | |
| ], | |
| "predicted_codes": [ | |
| "73C8641" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C8641\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4, | |
| "code_precision": 1.0, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 355, | |
| "gt_codes": [ | |
| "31A2421", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.863826212193951, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 356, | |
| "gt_codes": [ | |
| "25G21(EMBLIC LEAF FLOWER)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(Prickly Ash)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(Prickly Ash)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 357, | |
| "gt_codes": [ | |
| "31A235", | |
| "31D14", | |
| "41A2", | |
| "41C323", | |
| "45C15(ARROW)", | |
| "61B(+55)", | |
| "9" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+93271)", | |
| "41C74(+1)", | |
| "41D2659(SASH)", | |
| "48C7351", | |
| "48C75" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+93271)\", \"41C74(+1)\", \"41D2659(SASH)\", \"48C7351\", \"48C75\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3696000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 358, | |
| "gt_codes": [ | |
| "41A12", | |
| "61E(MAARSSEN)" | |
| ], | |
| "predicted_codes": [ | |
| "25I146", | |
| "43B7" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I146\", \"43B7\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.095, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 359, | |
| "gt_codes": [ | |
| "25F26(RABBIT)(+45)", | |
| "25G4111", | |
| "31D13", | |
| "34B11(+95711)", | |
| "41C11", | |
| "41C313", | |
| "41C6121(+2)", | |
| "41C624", | |
| "41C6263", | |
| "41C7111", | |
| "48C7311", | |
| "48C7521", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "31D15", | |
| "48C7322", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D15\", \"48C7322\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5290283645141822, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.07692307692307693 | |
| }, | |
| { | |
| "index": 360, | |
| "gt_codes": [ | |
| "41D1", | |
| "41D25(+82)" | |
| ], | |
| "predicted_codes": [ | |
| "42A3", | |
| "57AA61" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"42A3\", \"57AA61\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.13220338983050847, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 361, | |
| "gt_codes": [ | |
| "41A681" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "47I146" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"47I146\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.13333333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 362, | |
| "gt_codes": [ | |
| "25H15", | |
| "25H156", | |
| "25H213" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "46C11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"46C11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.25333333333333335, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 363, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 364, | |
| "gt_codes": [ | |
| "25A13", | |
| "41A62" | |
| ], | |
| "predicted_codes": [ | |
| "41A635", | |
| "48C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A635\", \"48C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4222222222222222, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 365, | |
| "gt_codes": [ | |
| "31D112:61B2(...)1", | |
| "34B11", | |
| "41C621", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5023963133640553, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 366, | |
| "gt_codes": [ | |
| "23D43", | |
| "25G3(+33)", | |
| "25H", | |
| "25H17", | |
| "25I" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "25H17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"25H17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7730061349693252, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 367, | |
| "gt_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9431968295904887, | |
| "code_precision": 1.0, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 368, | |
| "gt_codes": [ | |
| "48C1412" | |
| ], | |
| "predicted_codes": [ | |
| "41A3281" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A3281\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.20000000000000004, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 369, | |
| "gt_codes": [ | |
| "45K" | |
| ], | |
| "predicted_codes": [ | |
| "45K" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45K\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 370, | |
| "gt_codes": [ | |
| "25F2('TRAMET')" | |
| ], | |
| "predicted_codes": [ | |
| "25F23(FOX)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F23(FOX)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.76, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 371, | |
| "gt_codes": [ | |
| "71F2152", | |
| "71F2143" | |
| ], | |
| "predicted_codes": [ | |
| "71E324" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71E324\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 372, | |
| "gt_codes": [ | |
| "11Q651", | |
| "49MM32" | |
| ], | |
| "predicted_codes": [ | |
| "11P341", | |
| "61B2(MODERSOHN, Justus)11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11P341\", \"61B2(MODERSOHN, Justus)11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.20000000000000004, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 373, | |
| "gt_codes": [ | |
| "11(+5)", | |
| "11(+5):61B", | |
| "11H", | |
| "11H(JOHN THE BAPTIST)", | |
| "11HH", | |
| "11HH(MARY MAGDALENE)", | |
| "25H11", | |
| "47I2133", | |
| "49M32" | |
| ], | |
| "predicted_codes": [ | |
| "11H", | |
| "11HH", | |
| "25G3(+22)", | |
| "49L73" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H\", \"11HH\", \"25G3(+22)\", \"49L73\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6645556946182729, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2222222222222222 | |
| }, | |
| { | |
| "index": 374, | |
| "gt_codes": [ | |
| "25F23(TIGER)" | |
| ], | |
| "predicted_codes": [ | |
| "25F", | |
| "31A(+89)", | |
| "47I214" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F\", \"31A(+89)\", \"47I214\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.285, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 375, | |
| "gt_codes": [ | |
| "31F2", | |
| "43A4313", | |
| "45(+221)", | |
| "45F5" | |
| ], | |
| "predicted_codes": [ | |
| "45H3(+2)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45H3(+2)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.30194552529182883, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 376, | |
| "gt_codes": [ | |
| "45B", | |
| "45C16(CANNON)", | |
| "46C131", | |
| "46A7", | |
| "44F1", | |
| "41A141", | |
| "32B311(FRENCH)" | |
| ], | |
| "predicted_codes": [ | |
| "45B", | |
| "31E236219", | |
| "45H3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45B\", \"31E236219\", \"45H3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4090354767184035, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 377, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(V)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(V)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(V)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 378, | |
| "gt_codes": [ | |
| "25G21(BLACKBERRY)", | |
| "25G21(CHERRY)", | |
| "25G21(LEMON)", | |
| "25G21(PEACH)", | |
| "25G21(PRUNE)", | |
| "25G21(RED CURRANT)", | |
| "25G21(STRAWBERRY)", | |
| "41C341", | |
| "41C37", | |
| "41C653", | |
| "41C653(LEMON)", | |
| "41C653(PEACH)", | |
| "41C653(PRUNE)", | |
| "47I4223" | |
| ], | |
| "predicted_codes": [ | |
| "25G21(PEACH)", | |
| "41C37", | |
| "41C653", | |
| "41C653(PEACH)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G21(PEACH)\", \"41C37\", \"41C653\", \"41C653(PEACH)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.961038961038961, | |
| "code_precision": 1.0, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 379, | |
| "gt_codes": [ | |
| "11D", | |
| "11D31", | |
| "31A24(+1)", | |
| "31A533(SPLIT BEARD)", | |
| "31A534", | |
| "61B(+51)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "11D", | |
| "31A24(+1)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D\", \"31A24(+1)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8599348534201954, | |
| "code_precision": 1.0, | |
| "code_recall": 0.42857142857142855 | |
| }, | |
| { | |
| "index": 380, | |
| "gt_codes": [ | |
| "22C5", | |
| "25H13", | |
| "45C16(CANNON)(+1)", | |
| "46C24(STATENJACHT)" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6654416961130741, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 381, | |
| "gt_codes": [ | |
| "24A2", | |
| "25G4111", | |
| "45C13(SWORD)", | |
| "54F2", | |
| "56D1", | |
| "59B31", | |
| "86(ANTE OCCASUM LAUREA)" | |
| ], | |
| "predicted_codes": [ | |
| "24A1", | |
| "31A2763(+0)", | |
| "45C13(SWORD)", | |
| "86(ANTE OCCASUM LAUREA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"24A1\", \"31A2763(+0)\", \"45C13(SWORD)\", \"86(ANTE OCCASUM LAUREA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.49414168937329705, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 382, | |
| "gt_codes": [ | |
| "49L12(D)", | |
| "49L171", | |
| "73C1333" | |
| ], | |
| "predicted_codes": [ | |
| "11H(JOHN THE BAPTIST)", | |
| "31E23463", | |
| "73D352" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(JOHN THE BAPTIST)\", \"31E23463\", \"73D352\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666668, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 383, | |
| "gt_codes": [ | |
| "44C312", | |
| "45I7", | |
| "61B2(RADETZKY, Johann)(+4)", | |
| "61K(QUADRILATERO)", | |
| "61I(BATTAGLIA DI GOITO)" | |
| ], | |
| "predicted_codes": [ | |
| "45B", | |
| "31D14(+72)", | |
| "61E(ROMA)", | |
| "61I(GUERRA DI SECONDA ALLEPOLE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45B\", \"31D14(+72)\", \"61E(ROMA)\", \"61I(GUERRA DI SECONDA ALLEPOLE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4571584699453552, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 384, | |
| "gt_codes": [ | |
| "31E23121" | |
| ], | |
| "predicted_codes": [ | |
| "73D41" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D41\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 385, | |
| "gt_codes": [ | |
| "49L12(D)", | |
| "49L171", | |
| "73B4" | |
| ], | |
| "predicted_codes": [ | |
| "11F423", | |
| "73B57" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F423\", \"73B57\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.22799999999999998, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 386, | |
| "gt_codes": [ | |
| "25F35(PARROT)", | |
| "25F36(SWAN)", | |
| "25I145", | |
| "31A5331", | |
| "31D112", | |
| "31D14", | |
| "31D15", | |
| "34B11", | |
| "41A1", | |
| "41A422", | |
| "41A646", | |
| "42G:61B2(...)13", | |
| "47I213", | |
| "61B(+55)", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "25F36(DUCK)", | |
| "41A77", | |
| "41D283", | |
| "42G:61B2(...)13", | |
| "46C145", | |
| "48C161" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F36(DUCK)\", \"41A77\", \"41D283\", \"42G:61B2(...)13\", \"46C145\", \"48C161\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.42306819583179184, | |
| "code_precision": 0.16666666666666666, | |
| "code_recall": 0.06666666666666667 | |
| }, | |
| { | |
| "index": 387, | |
| "gt_codes": [ | |
| "11I61", | |
| "98B" | |
| ], | |
| "predicted_codes": [ | |
| "11H(ANTONY ABBOT)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(ANTONY ABBOT)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2533333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 388, | |
| "gt_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.863826212193951, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 389, | |
| "gt_codes": [ | |
| "25F711(BEE)", | |
| "25F711(BUTTERFLY)", | |
| "25G41(ANEMONE)", | |
| "25G41(AURICULA)", | |
| "25G41(CARNATION)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(CROWN IMPERIAL)", | |
| "25G41(DAGSCONE)", | |
| "25G41(FRITILLARIA IMPERIALIS)", | |
| "25G41(LILY)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "41A646", | |
| "41A671", | |
| "41A6711" | |
| ], | |
| "predicted_codes": [ | |
| "25F711(BUTTERFLY)", | |
| "25G4(ROSEMARY)", | |
| "25G41(CARNATION)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAGSCONE)", | |
| "25G41(LILAC)", | |
| "25G41(MARIGOLD)", | |
| "25G41(NARCISSUS)", | |
| "25G41(PANSY)", | |
| "25G41(POPPY)", | |
| "25G41(RANUNCULUS)", | |
| "25G41(TULIP)", | |
| "25G41(VIOLET)", | |
| "25G41(WALLFLOWER)", | |
| "25G411(HYACINTH)", | |
| "41A671", | |
| "41A773" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F711(BUTTERFLY)\", \"25G4(ROSEMARY)\", \"25G41(CARNATION)\", \"25G41(CONVOLVULUS)\", \"25G41(DAGSCONE)\", \"25G41(LILAC)\", \"25G41(MARIGOLD)\", \"25G41(NARCISSUS)\", \"25G41(PANSY)\", \"25G41(POPPY)\", \"25G41(RANUNCULUS)\", \"25G41(TULIP)\", \"25G41(VIOLET)\", \"25G41(WALLFLOWER)\", \"25G411(HYACINTH)\", \"41A671\", \"41A773\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 17, | |
| "total_predicted": 17, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9668156863540279, | |
| "code_precision": 0.35294117647058826, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 390, | |
| "gt_codes": [ | |
| "11P4433", | |
| "44G311" | |
| ], | |
| "predicted_codes": [ | |
| "43C92" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43C92\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 391, | |
| "gt_codes": [ | |
| "25F23(WOLF)(+2)", | |
| "25F23(WOLF)(+21)", | |
| "25F23(WOLF)(+23)", | |
| "25H18", | |
| "26D1", | |
| "51HH3", | |
| "86(SEHR SCHLIMM, DOCH OHNE MENGE)" | |
| ], | |
| "predicted_codes": [ | |
| "25F23(WOLF)(+49)", | |
| "25H17", | |
| "46C13142(+745)", | |
| "86(SEHR SCHLIMM, DOCH SON DER MENGE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F23(WOLF)(+49)\", \"25H17\", \"46C13142(+745)\", \"86(SEHR SCHLIMM, DOCH SON DER MENGE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7063700707785642, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 392, | |
| "gt_codes": [ | |
| "25I241", | |
| "48C7354" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "31A2748:43C243", | |
| "33B3", | |
| "41A1", | |
| "46A14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"31A2748:43C243\", \"33B3\", \"41A1\", \"46A14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2533333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 393, | |
| "gt_codes": [ | |
| "11H", | |
| "73", | |
| "73D415" | |
| ], | |
| "predicted_codes": [ | |
| "73", | |
| "73D41" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73\", \"73D41\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7419999999999999, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 394, | |
| "gt_codes": [ | |
| "11M42", | |
| "46C131" | |
| ], | |
| "predicted_codes": [ | |
| "85A(FOX AND HARE)", | |
| "25F26(HARE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"85A(FOX AND HARE)\", \"25F26(HARE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 395, | |
| "gt_codes": [ | |
| "61B(+2)", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.687089715536105, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 396, | |
| "gt_codes": [ | |
| "25A4", | |
| "45K13" | |
| ], | |
| "predicted_codes": [ | |
| "25A4", | |
| "45K13" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25A4\", \"45K13\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 397, | |
| "gt_codes": [ | |
| "31A2211", | |
| "31A24(+1)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9559543230016314, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 398, | |
| "gt_codes": [ | |
| "44C312", | |
| "61A(1848)", | |
| "23C1", | |
| "44F0", | |
| "61A(1849)" | |
| ], | |
| "predicted_codes": [ | |
| "46A17", | |
| "32B311(ITALIANI)(+9)", | |
| "44C35(SOCIALISMO)", | |
| "44G(+5)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A17\", \"32B311(ITALIANI)(+9)\", \"44C35(SOCIALISMO)\", \"44G(+5)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.27050847457627125, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 399, | |
| "gt_codes": [ | |
| "94A41", | |
| "46C22" | |
| ], | |
| "predicted_codes": [ | |
| "83(Anonymus, Herzog Ernst)", | |
| "45K14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(Anonymus, Herzog Ernst)\", \"45K14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.10000000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 400, | |
| "gt_codes": [ | |
| "71A611" | |
| ], | |
| "predicted_codes": [ | |
| "71A423" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71A423\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 401, | |
| "gt_codes": [ | |
| "31A235", | |
| "41A2", | |
| "48B3:61B", | |
| "48C524", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "48B3:61B", | |
| "48C511", | |
| "48C514(+414)", | |
| "48C5151", | |
| "48C5152", | |
| "49M32" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"48B3:61B\", \"48C511\", \"48C514(+414)\", \"48C5151\", \"48C5152\", \"49M32\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6015116499336995, | |
| "code_precision": 0.2857142857142857, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 402, | |
| "gt_codes": [ | |
| "92D1916", | |
| "45C15(BOW AND ARROW)", | |
| "41B32", | |
| "48A9831" | |
| ], | |
| "predicted_codes": [ | |
| "92D1916", | |
| "48A9875", | |
| "48C7351" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92D1916\", \"48A9875\", \"48C7351\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6538653366583541, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 403, | |
| "gt_codes": [ | |
| "32B311(DUTCH)(+3)", | |
| "41D21(+82)", | |
| "41D262" | |
| ], | |
| "predicted_codes": [ | |
| "31D15" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D15\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.095, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 404, | |
| "gt_codes": [ | |
| "25F23(LION)", | |
| "25H", | |
| "31D14", | |
| "34B11", | |
| "43C114", | |
| "46C13141" | |
| ], | |
| "predicted_codes": [ | |
| "25F23(LION)", | |
| "46C131", | |
| "98" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F23(LION)\", \"46C131\", \"98\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5007773359840955, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 405, | |
| "gt_codes": [ | |
| "92B423" | |
| ], | |
| "predicted_codes": [ | |
| "92L41", | |
| "31D15", | |
| "31A27631" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92L41\", \"31D15\", \"31A27631\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 406, | |
| "gt_codes": [ | |
| "48A9833" | |
| ], | |
| "predicted_codes": [ | |
| "11H(CELESTINE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(CELESTINE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 407, | |
| "gt_codes": [ | |
| "73", | |
| "73C523" | |
| ], | |
| "predicted_codes": [ | |
| "73", | |
| "73D41" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73\", \"73D41\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.69, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 408, | |
| "gt_codes": [ | |
| "25F72(MUREX)(+36)", | |
| "83(OVID, Metamorphoses I:313-347)", | |
| "91E72", | |
| "92H171", | |
| "92H18(TRIDENT)", | |
| "92H391" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "94L68" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"94L68\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.23758389261744967, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 409, | |
| "gt_codes": [ | |
| "46C24", | |
| "25H13", | |
| "41B16", | |
| "25G3(PALM-TREE)", | |
| "24D", | |
| "24A6", | |
| "71A341" | |
| ], | |
| "predicted_codes": [ | |
| "71E324" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71E324\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.1, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 410, | |
| "gt_codes": [ | |
| "11H(JUDE THADDAEUS)" | |
| ], | |
| "predicted_codes": [ | |
| "11H(JOHN)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(JOHN)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 411, | |
| "gt_codes": [ | |
| "25H133", | |
| "25H23(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "46C21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46C21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 412, | |
| "gt_codes": [ | |
| "11F4132", | |
| "11H(JOHN)12", | |
| "73G" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "48A98312" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"48A98312\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.22608695652173913, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 413, | |
| "gt_codes": [ | |
| "25G41(VIOLET)" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(CARNATION)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(CARNATION)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 414, | |
| "gt_codes": [ | |
| "49H3", | |
| "83(OGILBY, America)" | |
| ], | |
| "predicted_codes": [ | |
| "45H3(+2)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45H3(+2)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.13333333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 415, | |
| "gt_codes": [ | |
| "11T", | |
| "11K" | |
| ], | |
| "predicted_codes": [ | |
| "11K", | |
| "31F26" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11K\", \"31F26\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5833333333333334, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 416, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "41A7751", | |
| "41D211", | |
| "41D221(HOOD)", | |
| "41D2321", | |
| "41D2661", | |
| "41D2662", | |
| "42A45", | |
| "61B(+55)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+55)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+55)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4413202614379085, | |
| "code_precision": 0.5, | |
| "code_recall": 0.09090909090909091 | |
| }, | |
| { | |
| "index": 417, | |
| "gt_codes": [ | |
| "86(INVIDIOSUM QUAM MISERUM ESSE PRAESTAT)", | |
| "25H2322", | |
| "46C24", | |
| "92I751", | |
| "94I182", | |
| "11N32", | |
| "56BB21" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "26A", | |
| "46C291(+0)", | |
| "83(OVID, Metamorphoses II:71-100)", | |
| "92B11221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"26A\", \"46C291(+0)\", \"83(OVID, Metamorphoses II:71-100)\", \"92B11221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.35000000000000003, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 418, | |
| "gt_codes": [ | |
| "49E39", | |
| "25G4" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(LILY)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(LILY)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5066666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 419, | |
| "gt_codes": [ | |
| "31A25373", | |
| "31D120", | |
| "41A773", | |
| "44B193", | |
| "48C7322", | |
| "49M32", | |
| "49M43", | |
| "49N", | |
| "92L41" | |
| ], | |
| "predicted_codes": [ | |
| "12B61", | |
| "31A27481(+933)", | |
| "31D15", | |
| "48C7323", | |
| "48C7324", | |
| "48C7351", | |
| "48C7521", | |
| "48CC7521", | |
| "49L73", | |
| "49M32", | |
| "54E31(+4)", | |
| "56F2(+4)", | |
| "86(ZEDEZANGEN EN FLIGTELYKE LIEDEREN)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12B61\", \"31A27481(+933)\", \"31D15\", \"48C7323\", \"48C7324\", \"48C7351\", \"48C7521\", \"48CC7521\", \"49L73\", \"49M32\", \"54E31(+4)\", \"56F2(+4)\", \"86(ZEDEZANGEN EN FLIGTELYKE LIEDEREN)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 13, | |
| "total_predicted": 13, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5447615312205837, | |
| "code_precision": 0.07692307692307693, | |
| "code_recall": 0.1111111111111111 | |
| }, | |
| { | |
| "index": 420, | |
| "gt_codes": [ | |
| "31E23621", | |
| "71H814", | |
| "71H815(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "71E324" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71E324\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.32, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 421, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(T)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(E)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 422, | |
| "gt_codes": [ | |
| "33C23", | |
| "31D16", | |
| "46A1632", | |
| "46B311", | |
| "33A14", | |
| "55C2" | |
| ], | |
| "predicted_codes": [ | |
| "31D14", | |
| "31D15", | |
| "25F716(LOBSTER)", | |
| "49G8", | |
| "41A7751" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D14\", \"31D15\", \"25F716(LOBSTER)\", \"49G8\", \"41A7751\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.31815987933634987, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 423, | |
| "gt_codes": [ | |
| "31A235", | |
| "31D14", | |
| "41C74(+1)", | |
| "41C741" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "47D8(KNIFE)", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"47D8(KNIFE)\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.417211155378486, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 424, | |
| "gt_codes": [ | |
| "47I2112" | |
| ], | |
| "predicted_codes": [ | |
| "47I2112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"47I2112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 425, | |
| "gt_codes": [ | |
| "41A723", | |
| "41D282", | |
| "47H311", | |
| "47H312", | |
| "86(VIS AMORIS)", | |
| "94L24(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "25F42(+1)", | |
| "31A2352", | |
| "31AA2352", | |
| "31D16", | |
| "41C7111", | |
| "49M32", | |
| "86(QUOD NON EST, NEQUE FUGIT, NEQUE CAPTUM)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F42(+1)\", \"31A2352\", \"31AA2352\", \"31D16\", \"41C7111\", \"49M32\", \"86(QUOD NON EST, NEQUE FUGIT, NEQUE CAPTUM)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.27539344262295085, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 426, | |
| "gt_codes": [ | |
| "73", | |
| "73B57" | |
| ], | |
| "predicted_codes": [ | |
| "11D", | |
| "73B8" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D\", \"73B8\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.35625, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 427, | |
| "gt_codes": [ | |
| "47I2112", | |
| "47I213", | |
| "47I214", | |
| "47I221", | |
| "73", | |
| "73B14" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "23R14", | |
| "73" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"23R14\", \"73\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.27218934911242604, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 428, | |
| "gt_codes": [ | |
| "11F23" | |
| ], | |
| "predicted_codes": [ | |
| "11F4" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F4\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 429, | |
| "gt_codes": [ | |
| "44BB114(SULTAN'S WIFE)", | |
| "61BB2(HURREM SULTAN)1(+522)", | |
| "61BB2(ROXOLANA)1(+522)", | |
| "86(ROXOLANA SIVE ROSA SOLYMMANI UXOR)" | |
| ], | |
| "predicted_codes": [ | |
| "42E35", | |
| "61B2(ROXOLANA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"42E35\", \"61B2(ROXOLANA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3546666666666667, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 430, | |
| "gt_codes": [ | |
| "25H11", | |
| "25H213", | |
| "25I", | |
| "46C112" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C112:47G52" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C112:47G52\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8151530229064965, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 431, | |
| "gt_codes": [ | |
| "73B13" | |
| ], | |
| "predicted_codes": [ | |
| "73B57" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B57\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 432, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9650711513583441, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6 | |
| }, | |
| { | |
| "index": 433, | |
| "gt_codes": [ | |
| "25I22", | |
| "25I3", | |
| "31A2711", | |
| "33A35", | |
| "41D263", | |
| "49L8", | |
| "73E341", | |
| "86(WAS ONS HART NIET BRANDENDE IN ONS, TERWIJL HIJ ONDERWEG TOT ONS SPRAK EN ONS DE SCHRIFTEN OPENDE?)" | |
| ], | |
| "predicted_codes": [ | |
| "49M431", | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M431\", \"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12580645161290324, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 434, | |
| "gt_codes": [ | |
| "25F26(HARE)", | |
| "25F38(PARTRIDGE)", | |
| "25G21(LEMON)", | |
| "41C653(LEMON)", | |
| "43C113" | |
| ], | |
| "predicted_codes": [ | |
| "25F38(PARTRIDGE)", | |
| "41A77", | |
| "41C653" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F38(PARTRIDGE)\", \"41A77\", \"41C653\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7084651162790698, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 435, | |
| "gt_codes": [ | |
| "25H15", | |
| "43C121(+4161)", | |
| "46C232" | |
| ], | |
| "predicted_codes": [ | |
| "25H15", | |
| "46C232" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H15\", \"46C232\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8461538461538461, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 436, | |
| "gt_codes": [ | |
| "24C14", | |
| "25A13", | |
| "25F35(PEACOCK)", | |
| "25G3", | |
| "25G4(+32)", | |
| "31D120", | |
| "41B31(+1)", | |
| "46C13192", | |
| "49D11(XX)", | |
| "52BB1", | |
| "86(PROLES TUA, MAIA, IUVENTUS)", | |
| "86(HIS BONES ARE FULL OF THE SINNES OF HIS YOUTH)" | |
| ], | |
| "predicted_codes": [ | |
| "25F39(DOVE)(+1)", | |
| "25G3", | |
| "25H17", | |
| "41B31(+1)", | |
| "41B313", | |
| "46C13185", | |
| "47I21111", | |
| "51E11(+4):51EE11(+4)", | |
| "51GG11(+4):51FF11(+4)", | |
| "54A43(+4)", | |
| "54AA43(+4)", | |
| "56D1(+4)", | |
| "56DD1(+4)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F39(DOVE)(+1)\", \"25G3\", \"25H17\", \"41B31(+1)\", \"41B313\", \"46C13185\", \"47I21111\", \"51E11(+4):51EE11(+4)\", \"51GG11(+4):51FF11(+4)\", \"54A43(+4)\", \"54AA43(+4)\", \"56D1(+4)\", \"56DD1(+4)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 13, | |
| "total_predicted": 13, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4670489558370422, | |
| "code_precision": 0.15384615384615385, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 437, | |
| "gt_codes": [ | |
| "24A6", | |
| "25H13", | |
| "25H2323", | |
| "25I5", | |
| "31A2762", | |
| "31A2764", | |
| "31A453(+3)", | |
| "83(OVID, Metamorphoses VIII:183-235)", | |
| "95A(ICARUS)68" | |
| ], | |
| "predicted_codes": [ | |
| "86(AMORIS INCONSTANTIA)", | |
| "92D151", | |
| "31A463", | |
| "24A6", | |
| "25H131", | |
| "25I146", | |
| "25F716(SALMON)(+0)", | |
| "54AA4" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(AMORIS INCONSTANTIA)\", \"92D151\", \"31A463\", \"24A6\", \"25H131\", \"25I146\", \"25F716(SALMON)(+0)\", \"54AA4\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 8, | |
| "total_predicted": 8, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5416173381707085, | |
| "code_precision": 0.125, | |
| "code_recall": 0.1111111111111111 | |
| }, | |
| { | |
| "index": 438, | |
| "gt_codes": [ | |
| "31A22141", | |
| "31A22153", | |
| "49G3(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "49E39312(SPONGE)", | |
| "49E81" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49E39312(SPONGE)\", \"49E81\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 439, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7753755364806866, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 440, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9754098360655737, | |
| "code_precision": 1.0, | |
| "code_recall": 0.8 | |
| }, | |
| { | |
| "index": 441, | |
| "gt_codes": [ | |
| "86(JUDICIUM MEMORATU DIGNUM)", | |
| "42B53", | |
| "42B4", | |
| "11Q01" | |
| ], | |
| "predicted_codes": [ | |
| "83(OVID, Metamorphoses)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(OVID, Metamorphoses)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.08000000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 442, | |
| "gt_codes": [ | |
| "25F23(ERMINE)(+351)", | |
| "31A2421", | |
| "31AA533(...)", | |
| "31D15:61BB", | |
| "41D2211", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7931034482758621, | |
| "code_precision": 0.75, | |
| "code_recall": 0.42857142857142855 | |
| }, | |
| { | |
| "index": 443, | |
| "gt_codes": [ | |
| "48C811", | |
| "48C85" | |
| ], | |
| "predicted_codes": [ | |
| "41A2", | |
| "48C514" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A2\", \"48C514\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.47158163265306124, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 444, | |
| "gt_codes": [ | |
| "41A2", | |
| "41A671" | |
| ], | |
| "predicted_codes": [ | |
| "41A721", | |
| "48B3:61B" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A721\", \"48B3:61B\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.47158163265306124, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 445, | |
| "gt_codes": [ | |
| "92C1" | |
| ], | |
| "predicted_codes": [ | |
| "92C453" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92C453\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 446, | |
| "gt_codes": [ | |
| "11L53", | |
| "41A251", | |
| "49L5", | |
| "49L62", | |
| "49MM32" | |
| ], | |
| "predicted_codes": [ | |
| "11P341", | |
| "61B2(WESSEL, HENRIK VAN)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11P341\", \"61B2(WESSEL, HENRIK VAN)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.10857142857142857, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 447, | |
| "gt_codes": [ | |
| "11(+5):61B", | |
| "25H" | |
| ], | |
| "predicted_codes": [ | |
| "11H", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.39, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 448, | |
| "gt_codes": [ | |
| "11I2", | |
| "59C2", | |
| "92C1" | |
| ], | |
| "predicted_codes": [ | |
| "45C19(SHIELD)", | |
| "48C24", | |
| "48C7352" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C19(SHIELD)\", \"48C24\", \"48C7352\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 449, | |
| "gt_codes": [ | |
| "43A(+2)", | |
| "48B43" | |
| ], | |
| "predicted_codes": [ | |
| "43A42" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43A42\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.45958115183246073, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 450, | |
| "gt_codes": [ | |
| "31A2422", | |
| "41D222(RUFF)", | |
| "41D2659(SASH)", | |
| "45C22", | |
| "46A1241(ORDER OF THE GARTER)", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6557445914723797, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 451, | |
| "gt_codes": [ | |
| "46C24" | |
| ], | |
| "predicted_codes": [ | |
| "46C21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46C21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8000000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 452, | |
| "gt_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9294078287052525, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 453, | |
| "gt_codes": [ | |
| "31D112", | |
| "31D15", | |
| "31D16", | |
| "41B4", | |
| "9" | |
| ], | |
| "predicted_codes": [ | |
| "31D14", | |
| "31D15", | |
| "71" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D14\", \"31D15\", \"71\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5525179856115107, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 454, | |
| "gt_codes": [ | |
| "45B", | |
| "45C19(SHIELD)", | |
| "25G41", | |
| "44A31", | |
| "46C131" | |
| ], | |
| "predicted_codes": [ | |
| "45C22", | |
| "46A124", | |
| "45D311" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C22\", \"46A124\", \"45D311\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.37463917525773194, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 455, | |
| "gt_codes": [ | |
| "25G3", | |
| "31A235", | |
| "46A7" | |
| ], | |
| "predicted_codes": [ | |
| "48A721", | |
| "31D15(+932)", | |
| "31D15(+933)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48A721\", \"31D15(+932)\", \"31D15(+933)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.23750000000000004, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 456, | |
| "gt_codes": [ | |
| "11P3151", | |
| "25I2" | |
| ], | |
| "predicted_codes": [ | |
| "11Q712", | |
| "25H114", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"25H114\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.45862068965517244, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 457, | |
| "gt_codes": [ | |
| "35" | |
| ], | |
| "predicted_codes": [ | |
| "43C512" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43C512\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 458, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 459, | |
| "gt_codes": [ | |
| "86(DRACHMAM INUENIT)" | |
| ], | |
| "predicted_codes": [ | |
| "25G3(+21)", | |
| "26A", | |
| "47I1111", | |
| "86(DRACHMANN INSEUNT)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3(+21)\", \"26A\", \"47I1111\", \"86(DRACHMANN INSEUNT)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 460, | |
| "gt_codes": [ | |
| "25H213", | |
| "25I12", | |
| "46C21" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6176912751677852, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 461, | |
| "gt_codes": [ | |
| "48C8421" | |
| ], | |
| "predicted_codes": [ | |
| "45B212", | |
| "46A12" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45B212\", \"46A12\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 462, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9876621322366339, | |
| "code_precision": 1.0, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 463, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)", | |
| "49L12(S)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(E)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 0.8 | |
| }, | |
| { | |
| "index": 464, | |
| "gt_codes": [ | |
| "44B1" | |
| ], | |
| "predicted_codes": [ | |
| "45C13(SWORD)", | |
| "46A122(FRISIA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C13(SWORD)\", \"46A122(FRISIA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 465, | |
| "gt_codes": [ | |
| "31A(+89)", | |
| "31A2225", | |
| "31D15", | |
| "41A761", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "31A(+89)", | |
| "31D15", | |
| "41A721" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A(+89)\", \"31D15\", \"41A721\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7827457486520116, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 466, | |
| "gt_codes": [ | |
| "31A231", | |
| "31D112", | |
| "33A3", | |
| "34B11", | |
| "48C51", | |
| "48C5111", | |
| "48C514(+414)", | |
| "48C5142", | |
| "48C5152", | |
| "48C5153" | |
| ], | |
| "predicted_codes": [ | |
| "31A25", | |
| "48C5111", | |
| "48C514(+414)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25\", \"48C5111\", \"48C514(+414)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6992493297587131, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 467, | |
| "gt_codes": [ | |
| "31A233", | |
| "71", | |
| "71F311", | |
| "71F3111", | |
| "71F314" | |
| ], | |
| "predicted_codes": [ | |
| "73", | |
| "73C121" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73\", \"73C121\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.17653631284916205, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 468, | |
| "gt_codes": [ | |
| "31A2245(+933):25G411", | |
| "31A235", | |
| "31A2421", | |
| "31D15:61BB", | |
| "41A541", | |
| "41A711", | |
| "41A772", | |
| "41C37", | |
| "41D221(TIPMUTS)", | |
| "48C161", | |
| "49M32", | |
| "61B(+54)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31D15:61BB", | |
| "41A711", | |
| "41A721", | |
| "41C37", | |
| "41D26611", | |
| "48B3:61B", | |
| "61B(+54)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31D15:61BB\", \"41A711\", \"41A721\", \"41C37\", \"41D26611\", \"48B3:61B\", \"61B(+54)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 9, | |
| "total_predicted": 9, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8331397013704234, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.46153846153846156 | |
| }, | |
| { | |
| "index": 469, | |
| "gt_codes": [ | |
| "92D1916", | |
| "48C161", | |
| "59B32", | |
| "25H11", | |
| "48A98211", | |
| "46C112" | |
| ], | |
| "predicted_codes": [ | |
| "48A9876", | |
| "25I1", | |
| "48C16", | |
| "48A98311", | |
| "48A9832", | |
| "48A9833" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48A9876\", \"25I1\", \"48C16\", \"48A98311\", \"48A9832\", \"48A9833\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5185053380782918, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 470, | |
| "gt_codes": [ | |
| "25F37(STORK)", | |
| "25G21(ORANGE)", | |
| "41A7751:25G21", | |
| "41C653(ORANGE)", | |
| "46B31", | |
| "47I1421", | |
| "5(+1)", | |
| "92B11221", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "26A", | |
| "31D15:61BB", | |
| "47I4223" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"26A\", \"31D15:61BB\", \"47I4223\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.1839969947407964, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 471, | |
| "gt_codes": [ | |
| "25I9", | |
| "42E3722", | |
| "48C149(+7242)", | |
| "71G113" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "48C161" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"48C161\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5070615034168565, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 472, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31A5341", | |
| "46A122", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8574149012139965, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 473, | |
| "gt_codes": [ | |
| "25I1", | |
| "31D14", | |
| "46C24", | |
| "25H13", | |
| "31D15", | |
| "46C232" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "46C232", | |
| "25H213", | |
| "47D31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"46C232\", \"25H213\", \"47D31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6161723446893789, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 474, | |
| "gt_codes": [ | |
| "48C524" | |
| ], | |
| "predicted_codes": [ | |
| "48C7321", | |
| "48C75" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C7321\", \"48C75\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 475, | |
| "gt_codes": [ | |
| "11D", | |
| "11D351", | |
| "11Q2", | |
| "31B6214", | |
| "44G321(CROSS)", | |
| "45B", | |
| "45C11(SPEAR)", | |
| "45C22", | |
| "73D3522", | |
| "73D82(CROWN OF THORNS)" | |
| ], | |
| "predicted_codes": [ | |
| "11D", | |
| "31A25(+932)", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D\", \"31A25(+932)\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3885702843412094, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.1 | |
| }, | |
| { | |
| "index": 476, | |
| "gt_codes": [ | |
| "31D14", | |
| "48C75", | |
| "46C131", | |
| "48CC7352" | |
| ], | |
| "predicted_codes": [ | |
| "45B", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45B\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.43675531914893617, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 477, | |
| "gt_codes": [ | |
| "73D71" | |
| ], | |
| "predicted_codes": [ | |
| "73D641" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D641\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 478, | |
| "gt_codes": [ | |
| "31A(+926)", | |
| "31B1", | |
| "56DD11" | |
| ], | |
| "predicted_codes": [ | |
| "71H832" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71H832\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 479, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D12", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.901652134006425, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 480, | |
| "gt_codes": [ | |
| "73B64" | |
| ], | |
| "predicted_codes": [ | |
| "73E12" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73E12\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4000000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 481, | |
| "gt_codes": [ | |
| "73B25" | |
| ], | |
| "predicted_codes": [ | |
| "73B25" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B25\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 482, | |
| "gt_codes": [ | |
| "73C72" | |
| ], | |
| "predicted_codes": [ | |
| "73C421" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C421\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 483, | |
| "gt_codes": [ | |
| "45D311", | |
| "32B33", | |
| "61B2(FONDUK MUSTAFA PASCHA)11" | |
| ], | |
| "predicted_codes": [ | |
| "48C91", | |
| "61B2(MUSTAFA BASSA)11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C91\", \"61B2(MUSTAFA BASSA)11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.476, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 484, | |
| "gt_codes": [ | |
| "11H(BAVO)32" | |
| ], | |
| "predicted_codes": [ | |
| "11H(CHRISTOPHER)", | |
| "11HH(CATHERINE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(CHRISTOPHER)\", \"11HH(CATHERINE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8795518207282913, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 485, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(D)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(D)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(D)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 486, | |
| "gt_codes": [ | |
| "25H15", | |
| "25H213", | |
| "46C1112", | |
| "46C14", | |
| "46C2", | |
| "47I2112" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "41A17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"41A17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3485071090047393, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 487, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9875, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 488, | |
| "gt_codes": [ | |
| "31D15", | |
| "73F14", | |
| "73F2231" | |
| ], | |
| "predicted_codes": [ | |
| "25F31(+5262)", | |
| "25I14", | |
| "25I9", | |
| "31A27112", | |
| "31AA2512(+933)", | |
| "31D14(+72)", | |
| "31D15", | |
| "41D211(+81)", | |
| "41D221(+81)", | |
| "41D233(+81)", | |
| "41D27(+81)", | |
| "41D271", | |
| "41D272" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F31(+5262)\", \"25I14\", \"25I9\", \"31A27112\", \"31AA2512(+933)\", \"31D14(+72)\", \"31D15\", \"41D211(+81)\", \"41D221(+81)\", \"41D233(+81)\", \"41D27(+81)\", \"41D271\", \"41D272\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 13, | |
| "total_predicted": 13, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.24758220502901354, | |
| "code_precision": 0.07692307692307693, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 489, | |
| "gt_codes": [ | |
| "25F22", | |
| "25F35(PARROT)", | |
| "41A16", | |
| "48C7323", | |
| "48C7351", | |
| "48C75", | |
| "48C755" | |
| ], | |
| "predicted_codes": [ | |
| "25F36(DUCK)", | |
| "41A775", | |
| "43C9" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F36(DUCK)\", \"41A775\", \"43C9\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4466457680250783, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 490, | |
| "gt_codes": [ | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "41A671", | |
| "41A772", | |
| "41C7111" | |
| ], | |
| "predicted_codes": [ | |
| "25H15", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H15\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2885813148788927, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 491, | |
| "gt_codes": [ | |
| "31A2211", | |
| "31A233", | |
| "31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4768627450980392, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 492, | |
| "gt_codes": [ | |
| "71C1131", | |
| "71C1181" | |
| ], | |
| "predicted_codes": [ | |
| "73G491" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73G491\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 493, | |
| "gt_codes": [ | |
| "45A20", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "45C16(CANNON)", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C16(CANNON)\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 494, | |
| "gt_codes": [ | |
| "73C63" | |
| ], | |
| "predicted_codes": [ | |
| "73C8641" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C8641\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 495, | |
| "gt_codes": [ | |
| "25F3", | |
| "25F32(FINCH)", | |
| "25F36(GULL)", | |
| "25F38(PHEASANT)", | |
| "25H14", | |
| "41A12", | |
| "46C21", | |
| "46C223" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "25H114" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"25H114\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6417328519855596, | |
| "code_precision": 0.5, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 496, | |
| "gt_codes": [ | |
| "31B13", | |
| "31E2345", | |
| "71F1544", | |
| "72A" | |
| ], | |
| "predicted_codes": [ | |
| "71H62" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71H62\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2072727272727273, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 497, | |
| "gt_codes": [ | |
| "71", | |
| "71A611" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "25F39(DOVE)", | |
| "25H15", | |
| "71" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"25F39(DOVE)\", \"25H15\", \"71\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3670212765957447, | |
| "code_precision": 0.25, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 498, | |
| "gt_codes": [ | |
| "21D" | |
| ], | |
| "predicted_codes": [ | |
| "41A721", | |
| "48B3:61B" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A721\", \"48B3:61B\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 499, | |
| "gt_codes": [ | |
| "25I1", | |
| "25H213", | |
| "23O13", | |
| "73C7112" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "46C232", | |
| "46C2831", | |
| "46C291" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"46C232\", \"46C2831\", \"46C291\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3054474708171206, | |
| "code_precision": 0.25, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 500, | |
| "gt_codes": [ | |
| "86(DE KLUIZENAAR. AFGESCHEIDEN, VAN'T QUAAD)", | |
| "11Q331", | |
| "59AA1", | |
| "11M31" | |
| ], | |
| "predicted_codes": [ | |
| "86(QUIS ME DUCET IN PATREM?)", | |
| "41A3911", | |
| "57AA621", | |
| "57BB2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(QUIS ME DUCET IN PATREM?)\", \"41A3911\", \"57AA621\", \"57BB2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.322007722007722, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 501, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(D)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(D)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(D)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 502, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31A534", | |
| "41A7212", | |
| "48B3:61B", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A24(+1)", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A24(+1)\", \"61B(+54)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7372113022113022, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 503, | |
| "gt_codes": [ | |
| "22C4(GOLD)", | |
| "22C4(RED)", | |
| "25F23(LION)(+12)", | |
| "25F23(LION)(+154)", | |
| "25F23(LION)(+561)", | |
| "25H1", | |
| "44B191", | |
| "61D(BRITAIN)", | |
| "86(SIC PACEM HABEMUS)" | |
| ], | |
| "predicted_codes": [ | |
| "25F23(LION)(+1)", | |
| "44B191", | |
| "46A122(CHARLES V)1", | |
| "86(DER K\u00d6NIGLICHE KRONE WIRD ZWISCHEN DEN L\u00dcFFEN DER L\u00dcFFEN GEHALTEN)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F23(LION)(+1)\", \"44B191\", \"46A122(CHARLES V)1\", \"86(DER K\\u00d6NIGLICHE KRONE WIRD ZWISCHEN DEN L\\u00dcFFEN DER L\\u00dcFFEN GEHALTEN)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7111111111111111, | |
| "code_precision": 0.25, | |
| "code_recall": 0.1111111111111111 | |
| }, | |
| { | |
| "index": 504, | |
| "gt_codes": [ | |
| "25G4(STRAWBERRY)" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(ERDBESSEN)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(ERDBESSEN)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.76, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 505, | |
| "gt_codes": [ | |
| "11C15", | |
| "31B11", | |
| "41A773", | |
| "41A777", | |
| "47I1421", | |
| "71F641", | |
| "71F655(+0)", | |
| "71F657" | |
| ], | |
| "predicted_codes": [ | |
| "71E324" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71E324\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2181818181818182, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 506, | |
| "gt_codes": [ | |
| "41A221", | |
| "41A33", | |
| "42F51" | |
| ], | |
| "predicted_codes": [ | |
| "31A25", | |
| "41C7111", | |
| "46E221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25\", \"41C7111\", \"46E221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.24008714596949893, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 507, | |
| "gt_codes": [ | |
| "31A72", | |
| "31F2" | |
| ], | |
| "predicted_codes": [ | |
| "31F26", | |
| "49G8" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31F26\", \"49G8\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4591666666666667, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 508, | |
| "gt_codes": [ | |
| "31A2421", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9454808857552054, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 509, | |
| "gt_codes": [ | |
| "73D351" | |
| ], | |
| "predicted_codes": [ | |
| "73D41", | |
| "73D62" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D41\", \"73D62\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 510, | |
| "gt_codes": [ | |
| "11G", | |
| "41B311", | |
| "41C321", | |
| "48C24", | |
| "49L73" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "25F39(DOVE)", | |
| "48C7352" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"25F39(DOVE)\", \"48C7352\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.47088997897687457, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 511, | |
| "gt_codes": [ | |
| "73C864", | |
| "73C86463" | |
| ], | |
| "predicted_codes": [ | |
| "73C8641" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C8641\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9025, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 512, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "41D221(VLEUGELMUTS)", | |
| "41D222(RUFF)", | |
| "41D2661", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6308626974483598, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 513, | |
| "gt_codes": [ | |
| "23D43", | |
| "23T27(GEORGIAN)", | |
| "23T27(XIX)", | |
| "23T27(XVIII)", | |
| "31A235", | |
| "31A5341", | |
| "31B19", | |
| "31D1(+79)", | |
| "31D111", | |
| "31D112", | |
| "31D14", | |
| "31D15", | |
| "33A5", | |
| "41A17", | |
| "41A2", | |
| "41A711", | |
| "41A712", | |
| "41A721", | |
| "41A773", | |
| "41C11" | |
| ], | |
| "predicted_codes": [ | |
| "31A254", | |
| "31D1(+76)", | |
| "31D112", | |
| "31D14", | |
| "31D15", | |
| "31D16", | |
| "31D17", | |
| "31D18", | |
| "31D19", | |
| "31D23", | |
| "31D231", | |
| "31D232", | |
| "31D233", | |
| "31D235", | |
| "31D236", | |
| "31D237" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A254\", \"31D1(+76)\", \"31D112\", \"31D14\", \"31D15\", \"31D16\", \"31D17\", \"31D18\", \"31D19\", \"31D23\", \"31D231\", \"31D232\", \"31D233\", \"31D235\", \"31D236\", \"31D237\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 16, | |
| "total_predicted": 16, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4736324593128391, | |
| "code_precision": 0.1875, | |
| "code_recall": 0.15 | |
| }, | |
| { | |
| "index": 514, | |
| "gt_codes": [ | |
| "86(GEBRECHEN MACHT KUNSTREICH)", | |
| "25I1", | |
| "61E(WISMAR)", | |
| "95A(ERICHTHONIUS)", | |
| "31A4153", | |
| "46C1422", | |
| "31A4", | |
| "55BB1", | |
| "52A42" | |
| ], | |
| "predicted_codes": [ | |
| "86(NEBENREICH NACH K\u00dcNSTREICH)", | |
| "25I1", | |
| "46C13141(+75246)", | |
| "46C1442", | |
| "46C145", | |
| "46A122(WILHELM <Heiliges R\u00f6misches Reich, Kaiser>)1", | |
| "46C149" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(NEBENREICH NACH K\\u00dcNSTREICH)\", \"25I1\", \"46C13141(+75246)\", \"46C1442\", \"46C145\", \"46A122(WILHELM <Heiliges R\\u00f6misches Reich, Kaiser>)1\", \"46C149\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.46287300485773764, | |
| "code_precision": 0.14285714285714285, | |
| "code_recall": 0.1111111111111111 | |
| }, | |
| { | |
| "index": 515, | |
| "gt_codes": [ | |
| "41C26131", | |
| "41C68" | |
| ], | |
| "predicted_codes": [ | |
| "25F38(PHEASANT)", | |
| "41A775", | |
| "41C68" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F38(PHEASANT)\", \"41A775\", \"41C68\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5800803212851405, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 516, | |
| "gt_codes": [ | |
| "25I", | |
| "31A231", | |
| "31A2422", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "45C22", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"45C22\", \"61B(+55)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7183452235949191, | |
| "code_precision": 0.5, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 517, | |
| "gt_codes": [ | |
| "31A511", | |
| "41A2", | |
| "48A9863" | |
| ], | |
| "predicted_codes": [ | |
| "41A2", | |
| "48C5142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A2\", \"48C5142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5599999999999999, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 518, | |
| "gt_codes": [ | |
| "25I2", | |
| "25H213", | |
| "25F6", | |
| "43C128", | |
| "46C232", | |
| "46C112", | |
| "47D31" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "46C232", | |
| "47D31", | |
| "48CC7351", | |
| "46A14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"46C232\", \"47D31\", \"48CC7351\", \"46A14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6150197261545601, | |
| "code_precision": 0.4, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 519, | |
| "gt_codes": [ | |
| "31A(+89)", | |
| "31D17", | |
| "41D28", | |
| "96", | |
| "96A1821" | |
| ], | |
| "predicted_codes": [ | |
| "11HH", | |
| "31A(+89)", | |
| "42B742" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11HH\", \"31A(+89)\", \"42B742\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3505253283302064, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 520, | |
| "gt_codes": [ | |
| "11H(IGNATIUS OF ANTIOCH)", | |
| "11I5" | |
| ], | |
| "predicted_codes": [ | |
| "11H(SIGNATUS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(SIGNATUS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8165680473372781, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 521, | |
| "gt_codes": [ | |
| "25G13", | |
| "25H11", | |
| "25H15", | |
| "25H213", | |
| "25H217", | |
| "25I5", | |
| "41A771:31A2774", | |
| "41A773:31A2774", | |
| "51I4(+4):52B5112(+4)", | |
| "54DD51(+4)", | |
| "83(ERASMUS, Adagiorum chiliades I i 32)", | |
| "86(ALIQUID MALI PROPTER VICINUM MALUM)" | |
| ], | |
| "predicted_codes": [ | |
| "25H114", | |
| "31A2763(+0)", | |
| "41C681", | |
| "41C69:5(+113)", | |
| "54E42(+4):54F12(+4)", | |
| "86(QUOD NON EST, NON EST)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H114\", \"31A2763(+0)\", \"41C681\", \"41C69:5(+113)\", \"54E42(+4):54F12(+4)\", \"86(QUOD NON EST, NON EST)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5039127738735014, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 522, | |
| "gt_codes": [ | |
| "23O42", | |
| "24D1(SCORPIUS)", | |
| "25F715" | |
| ], | |
| "predicted_codes": [ | |
| "25F716(LOBSTER)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F716(LOBSTER)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.578894472361809, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 523, | |
| "gt_codes": [ | |
| "25H", | |
| "25I", | |
| "46C513" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "34B11", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"34B11\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5925925925925926, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 524, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31A534", | |
| "31A5341", | |
| "41D222(RUFF)", | |
| "45B", | |
| "45C22:41D222(HALSBERG)", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7209095754130396, | |
| "code_precision": 1.0, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 525, | |
| "gt_codes": [ | |
| "25H213", | |
| "46C21", | |
| "46C24" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C24" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C24\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7874920634920635, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 526, | |
| "gt_codes": [ | |
| "25G3(+351)", | |
| "31A61", | |
| "41A1", | |
| "41C32(+0)", | |
| "43C114", | |
| "43C1147", | |
| "46C13141" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "31A(+73)", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"31A(+73)\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.48526170798898066, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 527, | |
| "gt_codes": [ | |
| "25F26(HARE)", | |
| "25F38(PARTRIDGE)", | |
| "34B11", | |
| "34B12", | |
| "43C113" | |
| ], | |
| "predicted_codes": [ | |
| "25F38(PARTRIDGE)", | |
| "25H", | |
| "41A7751", | |
| "43C113" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F38(PARTRIDGE)\", \"25H\", \"41A7751\", \"43C113\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5747956989247311, | |
| "code_precision": 0.5, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 528, | |
| "gt_codes": [ | |
| "11P311", | |
| "11P31131", | |
| "11Q71455", | |
| "92I71181" | |
| ], | |
| "predicted_codes": [ | |
| "12A43", | |
| "49C3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12A43\", \"49C3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.114, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 529, | |
| "gt_codes": [ | |
| "25G41(ERYSIMUM CHEIRI)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "25G41(WALLFLOWER)", | |
| "41A671", | |
| "41A774" | |
| ], | |
| "predicted_codes": [ | |
| "25F711(BUTTERFLY)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "41A671", | |
| "41A773" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F711(BUTTERFLY)\", \"25G41(ROSE)\", \"25G41(TULIP)\", \"41A671\", \"41A773\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9152591518666184, | |
| "code_precision": 0.6, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 530, | |
| "gt_codes": [ | |
| "25G21(LEMON)", | |
| "25G21(POMEGRANATE)", | |
| "25G41(ROSE)", | |
| "41A774", | |
| "41C323", | |
| "41C653(LEMON)", | |
| "47I4223" | |
| ], | |
| "predicted_codes": [ | |
| "25G21(LEMON)", | |
| "41C37", | |
| "41C653(LEMON)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G21(LEMON)\", \"41C37\", \"41C653(LEMON)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7996488147497804, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 531, | |
| "gt_codes": [ | |
| "11F4", | |
| "11F4112", | |
| "11F723", | |
| "25G41(LILY)", | |
| "25H", | |
| "31A2421", | |
| "41A4231", | |
| "41D221", | |
| "73", | |
| "73B64" | |
| ], | |
| "predicted_codes": [ | |
| "11F4", | |
| "25G21(APPLE)", | |
| "31A235", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F4\", \"25G21(APPLE)\", \"31A235\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.48170511534603816, | |
| "code_precision": 0.25, | |
| "code_recall": 0.1 | |
| }, | |
| { | |
| "index": 532, | |
| "gt_codes": [ | |
| "11F4", | |
| "11F41", | |
| "11F715", | |
| "25G41(VIOLET)", | |
| "25H", | |
| "31A2422", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "11F4", | |
| "31A24(+1)", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F4\", \"31A24(+1)\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7343684695759067, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 533, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9650711513583441, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6 | |
| }, | |
| { | |
| "index": 534, | |
| "gt_codes": [ | |
| "81(Anonymus,Wolfdietrich)", | |
| "46C514" | |
| ], | |
| "predicted_codes": [ | |
| "83(MANDEVILLE, Voyages)", | |
| "46A12", | |
| "45C19(SHIELD)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(MANDEVILLE, Voyages)\", \"46A12\", \"45C19(SHIELD)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2723170731707317, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 535, | |
| "gt_codes": [ | |
| "47I15(SCYTHE)" | |
| ], | |
| "predicted_codes": [ | |
| "11H(HELENS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(HELENS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 536, | |
| "gt_codes": [ | |
| "83(OVID, Metamorphoses)" | |
| ], | |
| "predicted_codes": [ | |
| "83(OVID, Metamorphoses)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(OVID, Metamorphoses)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 537, | |
| "gt_codes": [ | |
| "25H112(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "25H15", | |
| "47I221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H15\", \"47I221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5066666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 538, | |
| "gt_codes": [ | |
| "31A53421", | |
| "49B43", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7671064789943053, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 539, | |
| "gt_codes": [ | |
| "47I421" | |
| ], | |
| "predicted_codes": [ | |
| "71E324" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71E324\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 540, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D13", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31D15:61BB", | |
| "41D26611" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D15:61BB\", \"41D26611\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38000000000000006, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 541, | |
| "gt_codes": [ | |
| "61B(+2)", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.687089715536105, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 542, | |
| "gt_codes": [ | |
| "49G6222" | |
| ], | |
| "predicted_codes": [ | |
| "31A2245(+933)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2245(+933)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 543, | |
| "gt_codes": [ | |
| "25H1121", | |
| "25I5", | |
| "45C16(CANNON)", | |
| "45K13", | |
| "52E3", | |
| "54A44", | |
| "71Z(Maccabees 1:8)", | |
| "86(CONSILIO ET PATIENTIA)" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "48A9876" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"48A9876\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2912295081967212, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 544, | |
| "gt_codes": [ | |
| "25H112", | |
| "45B", | |
| "45C16(RIFLE)" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "31A231", | |
| "41D263", | |
| "41D267", | |
| "43C11(+415)", | |
| "43C11481" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"31A231\", \"41D263\", \"41D267\", \"43C11(+415)\", \"43C11481\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3277642770352369, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 545, | |
| "gt_codes": [ | |
| "31A22210", | |
| "31D14", | |
| "49G2(+0)", | |
| "57A6", | |
| "86(DAER HEBDY 'T AL)" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "31A2748(+933)", | |
| "31D14", | |
| "46C1215", | |
| "46C1411", | |
| "46C1422", | |
| "46C1442", | |
| "46C1443", | |
| "46C1451", | |
| "46C1463", | |
| "46C147", | |
| "46C1471", | |
| "46C1472", | |
| "46C1473", | |
| "46C1474", | |
| "46C1475", | |
| "46C1476", | |
| "46C1477", | |
| "46C1478", | |
| "46C148(ROPE)", | |
| "46C148(WINDLASS)", | |
| "46C148(WHEELBARROW)", | |
| "46C149", | |
| "46C149:31A2748" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"31A2748(+933)\", \"31D14\", \"46C1215\", \"46C1411\", \"46C1422\", \"46C1442\", \"46C1443\", \"46C1451\", \"46C1463\", \"46C147\", \"46C1471\", \"46C1472\", \"46C1473\", \"46C1474\", \"46C1475\", \"46C1476\", \"46C1477\", \"46C1478\", \"46C148(ROPE)\", \"46C148(WINDLASS)\", \"46C148(WHEELBARROW)\", \"46C149\", \"46C149:31A2748\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 24, | |
| "total_predicted": 24, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2968232958305759, | |
| "code_precision": 0.041666666666666664, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 546, | |
| "gt_codes": [ | |
| "71P422" | |
| ], | |
| "predicted_codes": [ | |
| "71E324" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71E324\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4000000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 547, | |
| "gt_codes": [ | |
| "46A14", | |
| "46C13141(+75247)", | |
| "46C1411", | |
| "46C1422", | |
| "46C1442" | |
| ], | |
| "predicted_codes": [ | |
| "46C13142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46C13142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8452655889145496, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 548, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(N)" | |
| ], | |
| "predicted_codes": [ | |
| "49M13", | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M13\", \"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6752994555353902, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 549, | |
| "gt_codes": [ | |
| "25H11", | |
| "47I21", | |
| "47I221" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "31D112", | |
| "47I21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"31D112\", \"47I21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.773109243697479, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 550, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(Z)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(S)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(S)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 551, | |
| "gt_codes": [ | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M42", | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M42\", \"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8795518207282913, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 552, | |
| "gt_codes": [ | |
| "73B24(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "73B641" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B641\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 553, | |
| "gt_codes": [ | |
| "25F716(LOBSTER)", | |
| "25G21(LEMON)", | |
| "25G21(PEACH)", | |
| "41C323", | |
| "41C341", | |
| "41C37", | |
| "41C621", | |
| "41C653(LEMON)", | |
| "41C653(PEACH)", | |
| "47I4223" | |
| ], | |
| "predicted_codes": [ | |
| "25F716(LOBSTER)", | |
| "41C323", | |
| "41C653" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F716(LOBSTER)\", \"41C323\", \"41C653\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8445984979780474, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 554, | |
| "gt_codes": [ | |
| "11Q713", | |
| "11Q7131(CHOIR SCREEN)", | |
| "11Q72", | |
| "25I", | |
| "31D112", | |
| "41B311" | |
| ], | |
| "predicted_codes": [ | |
| "11Q713", | |
| "25I", | |
| "46A14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q713\", \"25I\", \"46A14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6832250227755845, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 555, | |
| "gt_codes": [ | |
| "25I", | |
| "25I1", | |
| "25I142:25G3", | |
| "43B42" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "25I", | |
| "41A1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"25I\", \"41A1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5550112359550561, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 556, | |
| "gt_codes": [ | |
| "25L1", | |
| "49D22" | |
| ], | |
| "predicted_codes": [ | |
| "49D22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49D22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 557, | |
| "gt_codes": [ | |
| "31A534", | |
| "31A5341", | |
| "41D212(+43)", | |
| "41D212(TABBAARD)", | |
| "41D222(RUFF)", | |
| "41D224(+81)", | |
| "49K(+3)", | |
| "61B2(MERULA, PAULUS)11" | |
| ], | |
| "predicted_codes": [ | |
| "48C93", | |
| "61B2(PAULUS, PAUL VAN DER)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C93\", \"61B2(PAULUS, PAUL VAN DER)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3458271236959762, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 558, | |
| "gt_codes": [ | |
| "31AA2513(+931)", | |
| "41B32(+2)", | |
| "41D221(HAT)", | |
| "45C13(SWORD)", | |
| "86(HELPE, OR ELSE I DYE)", | |
| "86(NON SUFFULTA PEREO)" | |
| ], | |
| "predicted_codes": [ | |
| "25G41", | |
| "31A2763(+0)", | |
| "41D283", | |
| "41D289", | |
| "41D289:25F(+342)", | |
| "41D289:25G411", | |
| "41D289:25H113", | |
| "41D289:25I141", | |
| "41D289:25I142", | |
| "41D289:25I143", | |
| "41D289:25I145", | |
| "41D289:25I146", | |
| "41D289:25I147", | |
| "41D289:25I151", | |
| "41D289:25I152", | |
| "41D289:25I153", | |
| "41D289:25I154", | |
| "41D289:25I155", | |
| "41D289:25I156", | |
| "41D289:25I157", | |
| "41D289:25I158" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41\", \"31A2763(+0)\", \"41D283\", \"41D289\", \"41D289:25F(+342)\", \"41D289:25G411\", \"41D289:25H113\", \"41D289:25I141\", \"41D289:25I142\", \"41D289:25I143\", \"41D289:25I145\", \"41D289:25I146\", \"41D289:25I147\", \"41D289:25I151\", \"41D289:25I152\", \"41D289:25I153\", \"41D289:25I154\", \"41D289:25I155\", \"41D289:25I156\", \"41D289:25I157\", \"41D289:25I158\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 21, | |
| "total_predicted": 21, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4459872029250457, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 559, | |
| "gt_codes": [ | |
| "25I241", | |
| "41A16" | |
| ], | |
| "predicted_codes": [ | |
| "11Q712", | |
| "25H", | |
| "34B11", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"25H\", \"34B11\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19000000000000003, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 560, | |
| "gt_codes": [ | |
| "11I62(SOLOMON)34", | |
| "49B24", | |
| "49B2521", | |
| "49L12(P)", | |
| "49L171", | |
| "49LL72", | |
| "71Y1(Prov. 1:8)" | |
| ], | |
| "predicted_codes": [ | |
| "49L12(U)", | |
| "49L171", | |
| "73E5" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L12(U)\", \"49L171\", \"73E5\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6026013771996939, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 561, | |
| "gt_codes": [ | |
| "25F24(STAG)", | |
| "46A122", | |
| "48A98211", | |
| "48A98311", | |
| "48A9875", | |
| "44B191", | |
| "45C221", | |
| "31A224", | |
| "48A98313" | |
| ], | |
| "predicted_codes": [ | |
| "46A122", | |
| "92D1916", | |
| "48A98311", | |
| "45C221", | |
| "48A9876" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A122\", \"92D1916\", \"48A98311\", \"45C221\", \"48A9876\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7263677811550152, | |
| "code_precision": 0.6, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 562, | |
| "gt_codes": [ | |
| "25G3(+32)", | |
| "26F1", | |
| "47I4(+8932)", | |
| "57A76(+4)", | |
| "86(SI TEMPUS FAVEBIT)" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "86(QUOD VITAM NON AMAT, HOC MORTEM AMAT)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"86(QUOD VITAM NON AMAT, HOC MORTEM AMAT)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6111111111111112, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 563, | |
| "gt_codes": [ | |
| "24A6", | |
| "25H17", | |
| "31A332(+0)", | |
| "47I2112(+9459)", | |
| "47I2112(+94591)", | |
| "86(SO REIN WIE AUF WELLEN)" | |
| ], | |
| "predicted_codes": [ | |
| "24A6", | |
| "31B52", | |
| "47I2111(+944)", | |
| "86(SO REIN ALS AUFZUWEILEN)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"24A6\", \"31B52\", \"47I2111(+944)\", \"86(SO REIN ALS AUFZUWEILEN)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7863232963549921, | |
| "code_precision": 0.25, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 564, | |
| "gt_codes": [ | |
| "25H21", | |
| "41A7751", | |
| "46C1111", | |
| "47I221", | |
| "49G361" | |
| ], | |
| "predicted_codes": [ | |
| "25H114", | |
| "31A61", | |
| "47I2112", | |
| "47I213", | |
| "47I221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H114\", \"31A61\", \"47I2112\", \"47I213\", \"47I221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5126113207547169, | |
| "code_precision": 0.2, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 565, | |
| "gt_codes": [ | |
| "47I2112" | |
| ], | |
| "predicted_codes": [ | |
| "47I2112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"47I2112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 566, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31A5341", | |
| "61B(+51)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9473684210526316, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 567, | |
| "gt_codes": [ | |
| "11H", | |
| "23R14", | |
| "31D15", | |
| "34B11", | |
| "41B16", | |
| "41B33", | |
| "45B", | |
| "73", | |
| "73D331" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+915)", | |
| "41B31", | |
| "41C74(+1)", | |
| "41D263", | |
| "48C7351" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+915)\", \"41B31\", \"41C74(+1)\", \"41D263\", \"48C7351\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.31183070866141727, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 568, | |
| "gt_codes": [ | |
| "61B2(WILLEM I, prins van Oranje-Nassau)11" | |
| ], | |
| "predicted_codes": [ | |
| "48B3", | |
| "61B2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48B3\", \"61B2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 569, | |
| "gt_codes": [ | |
| "24A6", | |
| "25H23", | |
| "31A2764", | |
| "52BB41(+4)", | |
| "56DD2(+4)", | |
| "86(CAVETE AB INCERTIS)", | |
| "95A(ICARUS)681" | |
| ], | |
| "predicted_codes": [ | |
| "24A6", | |
| "25F39(DOVE)(+1)", | |
| "25H11", | |
| "25H23", | |
| "26C", | |
| "31A2763(+0)", | |
| "31AA2763(+0)", | |
| "31D12(+89)", | |
| "31E23462", | |
| "41B121", | |
| "41B16", | |
| "41D263", | |
| "46C24(+63)", | |
| "54A7(+4):56F2(+4)", | |
| "56F2(+4)", | |
| "86(AMORIS INCONSTANTIA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"24A6\", \"25F39(DOVE)(+1)\", \"25H11\", \"25H23\", \"26C\", \"31A2763(+0)\", \"31AA2763(+0)\", \"31D12(+89)\", \"31E23462\", \"41B121\", \"41B16\", \"41D263\", \"46C24(+63)\", \"54A7(+4):56F2(+4)\", \"56F2(+4)\", \"86(AMORIS INCONSTANTIA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 16, | |
| "total_predicted": 16, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5233684210526316, | |
| "code_precision": 0.125, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 570, | |
| "gt_codes": [ | |
| "73C721" | |
| ], | |
| "predicted_codes": [ | |
| "73C421" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C421\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 571, | |
| "gt_codes": [ | |
| "61B(+2)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.687089715536105, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 572, | |
| "gt_codes": [ | |
| "48C7322", | |
| "48C7325", | |
| "48C75", | |
| "52A6", | |
| "59C2" | |
| ], | |
| "predicted_codes": [ | |
| "48C91", | |
| "5(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C91\", \"5(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.408986568986569, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 573, | |
| "gt_codes": [ | |
| "11(+5)", | |
| "11(+5):61B", | |
| "11F4", | |
| "11FF4221", | |
| "11H", | |
| "11H(ADRIAN)", | |
| "11HH(BARBARA)" | |
| ], | |
| "predicted_codes": [ | |
| "11(+5):61B", | |
| "11H", | |
| "11HH", | |
| "25I", | |
| "31A2421", | |
| "73" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11(+5):61B\", \"11H\", \"11HH\", \"25I\", \"31A2421\", \"73\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6228448275862069, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 574, | |
| "gt_codes": [ | |
| "31D14", | |
| "31D15", | |
| "45D311", | |
| "41D221(HAT)", | |
| "31A235", | |
| "46D3" | |
| ], | |
| "predicted_codes": [ | |
| "45B", | |
| "31D14", | |
| "61E(BERLIN)", | |
| "42A3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45B\", \"31D14\", \"61E(BERLIN)\", \"42A3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.43806390977443604, | |
| "code_precision": 0.25, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 575, | |
| "gt_codes": [ | |
| "33A13", | |
| "44B421" | |
| ], | |
| "predicted_codes": [ | |
| "45H3(+2)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45H3(+2)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 576, | |
| "gt_codes": [ | |
| "25G21(CHERRY)", | |
| "25G21(HAZELNUT)", | |
| "25G21(MELON)", | |
| "25G21(PEACH)", | |
| "25G41(CARNATION)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAGSCONE)", | |
| "25G41(ROSE)", | |
| "41A774", | |
| "41C653(PEACH)", | |
| "47I4223" | |
| ], | |
| "predicted_codes": [ | |
| "25F711(BUTTERFLY)", | |
| "25G21(PEACH)", | |
| "41A671", | |
| "41C37" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F711(BUTTERFLY)\", \"25G21(PEACH)\", \"41A671\", \"41C37\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6697579962768657, | |
| "code_precision": 0.25, | |
| "code_recall": 0.09090909090909091 | |
| }, | |
| { | |
| "index": 577, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(P)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(L)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(L)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 578, | |
| "gt_codes": [ | |
| "25I1", | |
| "31D15", | |
| "31E3", | |
| "41A1", | |
| "46C14" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "31A233", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"31A233\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5066666666666667, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 579, | |
| "gt_codes": [ | |
| "25G3", | |
| "25H114", | |
| "25I", | |
| "41A1", | |
| "46C11" | |
| ], | |
| "predicted_codes": [ | |
| "25H114", | |
| "25I2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H114\", \"25I2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5246649703138253, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 580, | |
| "gt_codes": [ | |
| "43B31", | |
| "48C7521" | |
| ], | |
| "predicted_codes": [ | |
| "41A3911", | |
| "46C52" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A3911\", \"46C52\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.20000000000000004, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 581, | |
| "gt_codes": [ | |
| "86(DER TAUBEN-NARR)", | |
| "31A235", | |
| "31B8", | |
| "41A36", | |
| "34B2311", | |
| "25F39(DOVE)(+5262)", | |
| "54AA1", | |
| "46A170", | |
| "54BB4" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "41A16", | |
| "41B162", | |
| "47D8(SCYTHE)", | |
| "49G2(+0)", | |
| "86(DER LAUBEN NARR)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"41A16\", \"41B162\", \"47D8(SCYTHE)\", \"49G2(+0)\", \"86(DER LAUBEN NARR)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.36773480662983427, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 582, | |
| "gt_codes": [ | |
| "92D1916", | |
| "92B58(CADUCEUS)", | |
| "41D92", | |
| "46A122", | |
| "48C5142", | |
| "46B311", | |
| "45C16(CANNON)", | |
| "44D4", | |
| "25F37(CRANE)", | |
| "48C7352", | |
| "44A3" | |
| ], | |
| "predicted_codes": [ | |
| "48C24", | |
| "92D1916", | |
| "45C221", | |
| "48A9876", | |
| "48A98312", | |
| "48A9875", | |
| "48A9831" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C24\", \"92D1916\", \"45C221\", \"48A9876\", \"48A98312\", \"48A9875\", \"48A9831\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4362599049128367, | |
| "code_precision": 0.14285714285714285, | |
| "code_recall": 0.09090909090909091 | |
| }, | |
| { | |
| "index": 583, | |
| "gt_codes": [ | |
| "41A7751", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "41A7751", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"41A7751\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 584, | |
| "gt_codes": [ | |
| "46A7" | |
| ], | |
| "predicted_codes": [ | |
| "31A254", | |
| "31D1(+79)", | |
| "31D16" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A254\", \"31D1(+79)\", \"31D16\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 585, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9754098360655737, | |
| "code_precision": 1.0, | |
| "code_recall": 0.8 | |
| }, | |
| { | |
| "index": 586, | |
| "gt_codes": [ | |
| "25F23(PANTHER)", | |
| "25F42(+343)", | |
| "25F6(+621)", | |
| "31A4542(+23)", | |
| "43C1(+41614)", | |
| "43C1(+4163)", | |
| "47I214(+9351)", | |
| "57AA621(+1)", | |
| "86(DECEIT)", | |
| "86(INGANNO)" | |
| ], | |
| "predicted_codes": [ | |
| "25F42(+1)", | |
| "31A2763", | |
| "31D14", | |
| "41C321", | |
| "41D91", | |
| "47I84", | |
| "47I841", | |
| "47I842", | |
| "47I843", | |
| "47I844", | |
| "47I845", | |
| "47I846", | |
| "47I847", | |
| "47I848", | |
| "47I849", | |
| "47I851", | |
| "47I852", | |
| "47I853", | |
| "47I854", | |
| "47I855", | |
| "47I856", | |
| "47I857", | |
| "47I858", | |
| "47I86", | |
| "47I87", | |
| "47I88", | |
| "47I89", | |
| "47I891", | |
| "47I892", | |
| "47I893", | |
| "47I894", | |
| "47I895", | |
| "47I896", | |
| "47I897", | |
| "47I898", | |
| "47I899", | |
| "47I91", | |
| "47I92", | |
| "47I93", | |
| "47I94", | |
| "47I95", | |
| "47I96", | |
| "47I97", | |
| "47I98", | |
| "47I99", | |
| "47I991", | |
| "47I992", | |
| "47I993", | |
| "47I994", | |
| "47I995", | |
| "47I996", | |
| "47I997", | |
| "47I998", | |
| "47I999", | |
| "48C7352", | |
| "48CC7352", | |
| "49L8" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F42(+1)\", \"31A2763\", \"31D14\", \"41C321\", \"41D91\", \"47I84\", \"47I841\", \"47I842\", \"47I843\", \"47I844\", \"47I845\", \"47I846\", \"47I847\", \"47I848\", \"47I849\", \"47I851\", \"47I852\", \"47I853\", \"47I854\", \"47I855\", \"47I856\", \"47I857\", \"47I858\", \"47I86\", \"47I87\", \"47I88\", \"47I89\", \"47I891\", \"47I892\", \"47I893\", \"47I894\", \"47I895\", \"47I896\", \"47I897\", \"47I898\", \"47I899\", \"47I91\", \"47I92\", \"47I93\", \"47I94\", \"47I95\", \"47I96\", \"47I97\", \"47I98\", \"47I99\", \"47I991\", \"47I992\", \"47I993\", \"47I994\", \"47I995\", \"47I996\", \"47I997\", \"47I998\", \"47I999\", \"48C7352\", \"48CC7352\", \"49L8\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 57, | |
| "total_predicted": 57, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4506864598738278, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 587, | |
| "gt_codes": [ | |
| "25F6(+63)", | |
| "25H213", | |
| "25I3", | |
| "86(MIT DIESEN NUN GAR ANDERS)" | |
| ], | |
| "predicted_codes": [ | |
| "25F6", | |
| "41A3911(+0)", | |
| "86(MIT DIESEM NUN GAR ANDERST)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F6\", \"41A3911(+0)\", \"86(MIT DIESEM NUN GAR ANDERST)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6805385556915544, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 588, | |
| "gt_codes": [ | |
| "86(DREY ST\u00c4NDE/ DARINNEN DIE WELT BESTEHET)", | |
| "25A13", | |
| "46A14", | |
| "46A124", | |
| "11P3113", | |
| "11C12", | |
| "55C2", | |
| "45C13(SWORD)", | |
| "49MM32", | |
| "47I15(FLAIL)", | |
| "51A5", | |
| "11A23" | |
| ], | |
| "predicted_codes": [ | |
| "12A423", | |
| "25A13", | |
| "25H114", | |
| "31D14(+79)", | |
| "46B311", | |
| "48C7351", | |
| "49MM32" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12A423\", \"25A13\", \"25H114\", \"31D14(+79)\", \"46B311\", \"48C7351\", \"49MM32\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.36816492269248785, | |
| "code_precision": 0.2857142857142857, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 589, | |
| "gt_codes": [ | |
| "49E39311(PHIAL)", | |
| "49E39312(RETORT)", | |
| "49E3932", | |
| "49E3952(DISTILLATION)", | |
| "49E81" | |
| ], | |
| "predicted_codes": [ | |
| "49E39312", | |
| "49E39311" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49E39312\", \"49E39311\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9279013669257571, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 590, | |
| "gt_codes": [ | |
| "48A9871", | |
| "49L17" | |
| ], | |
| "predicted_codes": [ | |
| "48A9831", | |
| "48C5156" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48A9831\", \"48C5156\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.592887029288703, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 591, | |
| "gt_codes": [ | |
| "45C22", | |
| "32B33(TURKS)", | |
| "92D1916", | |
| "48A9877", | |
| "45C19(SHIELD)", | |
| "46C2711", | |
| "61B2(KOLUMBUS, Christoph)11" | |
| ], | |
| "predicted_codes": [ | |
| "49C3", | |
| "25A13", | |
| "61B2(COLUMBUS, Christoph)11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49C3\", \"25A13\", \"61B2(COLUMBUS, Christoph)11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.30777369581190306, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 592, | |
| "gt_codes": [ | |
| "46C13142", | |
| "31D17" | |
| ], | |
| "predicted_codes": [ | |
| "83(Terenz, Heauton Timorumenos)", | |
| "46C131", | |
| "57AA621" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(Terenz, Heauton Timorumenos)\", \"46C131\", \"57AA621\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.361, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 593, | |
| "gt_codes": [ | |
| "25H2314", | |
| "25I1", | |
| "46C112:47G52", | |
| "47I21", | |
| "47I228" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C112:47G52" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C112:47G52\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.584828137490008, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 594, | |
| "gt_codes": [ | |
| "49H3", | |
| "83(OGILBY, America)" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C24" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C24\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.095, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 595, | |
| "gt_codes": [ | |
| "49M42", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M413", | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M413\", \"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.88, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 596, | |
| "gt_codes": [ | |
| "25F36(GULL)", | |
| "25H23", | |
| "26A", | |
| "41A775" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C24" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C24\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.36831081081081085, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 597, | |
| "gt_codes": [ | |
| "25F(+342):25F(+154)", | |
| "25F42(+154)", | |
| "25F42(+57321)", | |
| "25G13", | |
| "25G21(+154)", | |
| "25H114", | |
| "25I12", | |
| "41D221(HAT)(+81)", | |
| "44B192", | |
| "92B11221", | |
| "92B58(CADUCEUS)", | |
| "92B58(PETASUS)", | |
| "52D3(+4)", | |
| "54F1(+4)", | |
| "54F12(+4)", | |
| "57A6(+4)" | |
| ], | |
| "predicted_codes": [ | |
| "25F3(+49)", | |
| "25G13", | |
| "25G21(APPLE)(+34)", | |
| "25H18", | |
| "25I3", | |
| "31A2763", | |
| "31D14", | |
| "41B121", | |
| "41C321", | |
| "41C691", | |
| "41D2653", | |
| "47I422", | |
| "47I4222", | |
| "49L8", | |
| "49M32", | |
| "49MM32", | |
| "54E31(+4):51EE2(+4)", | |
| "56BB1(+4)", | |
| "56F2(+4)", | |
| "56F2(+4)1", | |
| "57AA612(+4)", | |
| "86(AMORIS FIDELITER INDEBITUS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3(+49)\", \"25G13\", \"25G21(APPLE)(+34)\", \"25H18\", \"25I3\", \"31A2763\", \"31D14\", \"41B121\", \"41C321\", \"41C691\", \"41D2653\", \"47I422\", \"47I4222\", \"49L8\", \"49M32\", \"49MM32\", \"54E31(+4):51EE2(+4)\", \"56BB1(+4)\", \"56F2(+4)\", \"56F2(+4)1\", \"57AA612(+4)\", \"86(AMORIS FIDELITER INDEBITUS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 22, | |
| "total_predicted": 22, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4220965058236274, | |
| "code_precision": 0.045454545454545456, | |
| "code_recall": 0.0625 | |
| }, | |
| { | |
| "index": 598, | |
| "gt_codes": [ | |
| "11F61", | |
| "11H(JOSEPH)", | |
| "11HH(ANNA)" | |
| ], | |
| "predicted_codes": [ | |
| "73B821" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B821\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 599, | |
| "gt_codes": [ | |
| "25H11(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "25I146", | |
| "31D17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I146\", \"31D17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2533333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 600, | |
| "gt_codes": [ | |
| "31A235", | |
| "31AA235", | |
| "41A44(+411)", | |
| "48A9821", | |
| "48A9875", | |
| "92D1916", | |
| "92L41" | |
| ], | |
| "predicted_codes": [ | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.32935560859188545, | |
| "code_precision": 1.0, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 601, | |
| "gt_codes": [ | |
| "49M41", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "25G3(+21)", | |
| "47D8(AXE)", | |
| "92B11221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"25G3(+21)\", \"47D8(AXE)\", \"92B11221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.07959183673469389, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 602, | |
| "gt_codes": [ | |
| "49G4" | |
| ], | |
| "predicted_codes": [ | |
| "11Q712", | |
| "46C232" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"46C232\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 603, | |
| "gt_codes": [ | |
| "11H(...)7", | |
| "11HH(...)7" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "73B82" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"73B82\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.26440677966101694, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 604, | |
| "gt_codes": [ | |
| "11A23", | |
| "11R3", | |
| "25F(+342):25F(+154)", | |
| "25F42(+154)", | |
| "25G11", | |
| "25G13", | |
| "25H1124", | |
| "25H114", | |
| "31A2512(+933)", | |
| "31A2515(+931)", | |
| "31AA2515(+931)", | |
| "31A2516(+933)", | |
| "31A25552", | |
| "31A2711", | |
| "31A2753", | |
| "31B6212", | |
| "31D14", | |
| "41A777", | |
| "41D211(+81)", | |
| "41D221(HAT)(+81)" | |
| ], | |
| "predicted_codes": [ | |
| "25F31(+5262)", | |
| "25G11", | |
| "25H114", | |
| "25I12", | |
| "26A", | |
| "31A2321", | |
| "31A2352", | |
| "31A2512(+933)", | |
| "31A2515(+933)", | |
| "31A2711", | |
| "31AA2512(+933)", | |
| "31D14", | |
| "41D211(+81)", | |
| "41D221(+81)", | |
| "41D233(+81)", | |
| "41D27(+81)", | |
| "45C13(SWORD)", | |
| "45C22", | |
| "45C221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F31(+5262)\", \"25G11\", \"25H114\", \"25I12\", \"26A\", \"31A2321\", \"31A2352\", \"31A2512(+933)\", \"31A2515(+933)\", \"31A2711\", \"31AA2512(+933)\", \"31D14\", \"41D211(+81)\", \"41D221(+81)\", \"41D233(+81)\", \"41D27(+81)\", \"45C13(SWORD)\", \"45C22\", \"45C221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 19, | |
| "total_predicted": 19, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7497331906607959, | |
| "code_precision": 0.3157894736842105, | |
| "code_recall": 0.3 | |
| }, | |
| { | |
| "index": 605, | |
| "gt_codes": [ | |
| "25F" | |
| ], | |
| "predicted_codes": [ | |
| "25F" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 606, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9876621322366339, | |
| "code_precision": 1.0, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 607, | |
| "gt_codes": [ | |
| "11P3111", | |
| "44B194", | |
| "61B2(INNOZENZ <Papst, 8>)11" | |
| ], | |
| "predicted_codes": [ | |
| "11P3112", | |
| "46A122", | |
| "61B2(INNOZENZ VIII)11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11P3112\", \"46A122\", \"61B2(INNOZENZ VIII)11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7166666666666667, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 608, | |
| "gt_codes": [ | |
| "43A1" | |
| ], | |
| "predicted_codes": [ | |
| "45H3(+2)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45H3(+2)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.20000000000000004, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 609, | |
| "gt_codes": [ | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 610, | |
| "gt_codes": [ | |
| "31D13", | |
| "41A23", | |
| "41AA11", | |
| "44B113", | |
| "49G2", | |
| "98B(ANTIOCHUS I)61" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+93241)", | |
| "31D16", | |
| "41A711", | |
| "41A721", | |
| "41C37", | |
| "41D221(CAP)", | |
| "48C24:61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+93241)\", \"31D16\", \"41A711\", \"41A721\", \"41C37\", \"41D221(CAP)\", \"48C24:61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.43409658166033643, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 611, | |
| "gt_codes": [ | |
| "25G22(ONION)", | |
| "33A14", | |
| "41C12", | |
| "43C9", | |
| "46A14", | |
| "48C7354", | |
| "48C75" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+93231)", | |
| "41C74", | |
| "46B" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+93231)\", \"41C74\", \"46B\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.30676514032496305, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 612, | |
| "gt_codes": [ | |
| "25H113", | |
| "25H23", | |
| "25H2311", | |
| "25I12", | |
| "25I5", | |
| "26A", | |
| "31A2513(+933)", | |
| "31A2515", | |
| "31A25552", | |
| "31A4527(+23)", | |
| "31A534", | |
| "31B6211", | |
| "43C1(+41621)", | |
| "92H4", | |
| "23T0", | |
| "48C901", | |
| "49K1(+55)", | |
| "51K1(+4)", | |
| "52A42(+4)", | |
| "52A44" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "26A", | |
| "47I213(+91)", | |
| "47I213(+944)", | |
| "83(OVID, Metamorphoses II:1-10)", | |
| "92L41" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"26A\", \"47I213(+91)\", \"47I213(+944)\", \"83(OVID, Metamorphoses II:1-10)\", \"92L41\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3087643821910956, | |
| "code_precision": 0.16666666666666666, | |
| "code_recall": 0.05 | |
| }, | |
| { | |
| "index": 613, | |
| "gt_codes": [ | |
| "25I" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "48C161" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"48C161\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2533333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 614, | |
| "gt_codes": [ | |
| "11D", | |
| "31A235", | |
| "31A2422", | |
| "31A25", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "11D", | |
| "31A235" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D\", \"31A235\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8262910798122065, | |
| "code_precision": 1.0, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 615, | |
| "gt_codes": [ | |
| "11P31521", | |
| "11P3154", | |
| "31A" | |
| ], | |
| "predicted_codes": [ | |
| "11H(ANTONY ABBOT)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(ANTONY ABBOT)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.30400000000000005, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 616, | |
| "gt_codes": [ | |
| "25F711(BEE)(+53)", | |
| "45C221", | |
| "47I242(+0)", | |
| "47I243(+953)", | |
| "31A22611", | |
| "45A1", | |
| "45A10", | |
| "45A2", | |
| "45A20", | |
| "45A231", | |
| "47I2421" | |
| ], | |
| "predicted_codes": [ | |
| "25F711(BEE)(+49)", | |
| "31A221", | |
| "31A22621(+51)", | |
| "41D2664", | |
| "48C7352", | |
| "48C7352:25G411", | |
| "49L73", | |
| "54E31(+4):51H5(+4)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F711(BEE)(+49)\", \"31A221\", \"31A22621(+51)\", \"41D2664\", \"48C7352\", \"48C7352:25G411\", \"49L73\", \"54E31(+4):51H5(+4)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 8, | |
| "total_predicted": 8, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38414681821472524, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 617, | |
| "gt_codes": [ | |
| "25F711(CATERPILLAR)", | |
| "25F711(LADYBIRD)", | |
| "25G41(CARNATION)", | |
| "41A671" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(CARNATION)", | |
| "41A671", | |
| "41A773" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(CARNATION)\", \"41A671\", \"41A773\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7683083511777302, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 618, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "49D36", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8745603751465416, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 619, | |
| "gt_codes": [ | |
| "25I1" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "31A(+73)", | |
| "41C68" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"31A(+73)\", \"41C68\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.285, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 620, | |
| "gt_codes": [ | |
| "31A2211", | |
| "31D15:61BB", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7436539895600298, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 621, | |
| "gt_codes": [ | |
| "22C31", | |
| "31A4690", | |
| "41A635", | |
| "44A1(+4)(DORDRECHT)", | |
| "48C244", | |
| "49L8", | |
| "49M32", | |
| "61E(DORDRECHT)", | |
| "92B11221", | |
| "92F2911" | |
| ], | |
| "predicted_codes": [ | |
| "11M43", | |
| "25G(+22)", | |
| "25G41(ROSE)(+27)", | |
| "25G41(TULIP)(+27)", | |
| "25G41(VIOLET)(+27)", | |
| "26A", | |
| "31AA2512(+933)", | |
| "31D15", | |
| "41C653(ROSE)", | |
| "41C653(TULIP)", | |
| "41C653(VIOLET)", | |
| "48A98(+2)", | |
| "48A98311", | |
| "48A9832", | |
| "48A9833", | |
| "48A9856", | |
| "48A9875", | |
| "48C161", | |
| "48C1613", | |
| "48C162", | |
| "48C163", | |
| "48C165", | |
| "48C165:25F711(GOLDEN FLEECE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11M43\", \"25G(+22)\", \"25G41(ROSE)(+27)\", \"25G41(TULIP)(+27)\", \"25G41(VIOLET)(+27)\", \"26A\", \"31AA2512(+933)\", \"31D15\", \"41C653(ROSE)\", \"41C653(TULIP)\", \"41C653(VIOLET)\", \"48A98(+2)\", \"48A98311\", \"48A9832\", \"48A9833\", \"48A9856\", \"48A9875\", \"48C161\", \"48C1613\", \"48C162\", \"48C163\", \"48C165\", \"48C165:25F711(GOLDEN FLEECE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 23, | |
| "total_predicted": 23, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2930337861372344, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 622, | |
| "gt_codes": [ | |
| "31A233", | |
| "31A235", | |
| "31A2543", | |
| "31A5352", | |
| "41A721", | |
| "49G11", | |
| "49G34", | |
| "86(ZU MINDERN UND ZU MEHREN)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2546", | |
| "31D14(+79)", | |
| "31D15(+79)", | |
| "41A711", | |
| "41A721", | |
| "41B12(FAGGOT)(+0)", | |
| "41C321", | |
| "41C322", | |
| "41C323", | |
| "41C324", | |
| "41C325", | |
| "41C326", | |
| "41C328", | |
| "41C341", | |
| "41C342", | |
| "41C343", | |
| "41C345", | |
| "41C346", | |
| "41C347", | |
| "41C348", | |
| "41C349", | |
| "41C351" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2546\", \"31D14(+79)\", \"31D15(+79)\", \"41A711\", \"41A721\", \"41B12(FAGGOT)(+0)\", \"41C321\", \"41C322\", \"41C323\", \"41C324\", \"41C325\", \"41C326\", \"41C328\", \"41C341\", \"41C342\", \"41C343\", \"41C345\", \"41C346\", \"41C347\", \"41C348\", \"41C349\", \"41C351\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 22, | |
| "total_predicted": 22, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5092029226170709, | |
| "code_precision": 0.045454545454545456, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 623, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31A311", | |
| "61B(+51)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9288014311270126, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 624, | |
| "gt_codes": [ | |
| "25G4(LAURUS ALEXANDRINA GENNINA)", | |
| "25G4(TRUE LAURELL OF ALEXANDRIA)", | |
| "25G4(CHAMAEDAPHNE VERA DIOSCORIDIS)", | |
| "25G4(TRUE DWARFE LAURELL OF DIOSCORIDES)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(ROSMARINUS)", | |
| "25G4(ROSEMARY)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(ROSMARINUS)\", \"25G4(ROSEMARY)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 625, | |
| "gt_codes": [ | |
| "25A4", | |
| "45K13" | |
| ], | |
| "predicted_codes": [ | |
| "25A3", | |
| "49D" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25A3\", \"49D\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.395, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 626, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(N)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(I)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(I)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 627, | |
| "gt_codes": [ | |
| "25F26(RABBIT)", | |
| "25F35(PEACOCK)", | |
| "25F36(DUCK)", | |
| "25H", | |
| "31A(+89)", | |
| "31D14", | |
| "31D15", | |
| "34B232(+51)", | |
| "47I21111", | |
| "47I214", | |
| "71", | |
| "71A422" | |
| ], | |
| "predicted_codes": [ | |
| "25F36(DUCK)", | |
| "25H", | |
| "47I2112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F36(DUCK)\", \"25H\", \"47I2112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.595184881467124, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 628, | |
| "gt_codes": [ | |
| "43C3963" | |
| ], | |
| "predicted_codes": [ | |
| "45H3(+2)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45H3(+2)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 629, | |
| "gt_codes": [ | |
| "73D415" | |
| ], | |
| "predicted_codes": [ | |
| "73D41" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D41\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.855, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 630, | |
| "gt_codes": [ | |
| "31A2245(+933):25G411", | |
| "31A2422", | |
| "31D13", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8413994169096211, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 631, | |
| "gt_codes": [ | |
| "44G342" | |
| ], | |
| "predicted_codes": [ | |
| "73C421" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C421\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 632, | |
| "gt_codes": [ | |
| "22C8", | |
| "25G3(+361)", | |
| "25G3(+363)", | |
| "25I3" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "41A17", | |
| "41C69", | |
| "48C510", | |
| "48C514(+414)", | |
| "48C5151", | |
| "48C5152", | |
| "48C5153", | |
| "48C5154", | |
| "48C5155", | |
| "48CC5151" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"41A17\", \"41C69\", \"48C510\", \"48C514(+414)\", \"48C5151\", \"48C5152\", \"48C5153\", \"48C5154\", \"48C5155\", \"48CC5151\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 11, | |
| "total_predicted": 11, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.15950920245398773, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 633, | |
| "gt_codes": [ | |
| "46C24:47K" | |
| ], | |
| "predicted_codes": [ | |
| "31A25", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.37999999999999995, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 634, | |
| "gt_codes": [ | |
| "31A71", | |
| "41D2321" | |
| ], | |
| "predicted_codes": [ | |
| "31D17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.26666666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 635, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2421", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9269580450992723, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 636, | |
| "gt_codes": [ | |
| "25G22(Reuponticum)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(Reupentomum)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(Reupentomum)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 637, | |
| "gt_codes": [ | |
| "25G4(THISTLE)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(THISTLE)", | |
| "25G4(SMALL THISTLE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(THISTLE)\", \"25G4(SMALL THISTLE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 638, | |
| "gt_codes": [ | |
| "34B12", | |
| "41C69" | |
| ], | |
| "predicted_codes": [ | |
| "34B11", | |
| "48C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"34B11\", \"48C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.495, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 639, | |
| "gt_codes": [ | |
| "41C672" | |
| ], | |
| "predicted_codes": [ | |
| "49E39", | |
| "25F716" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49E39\", \"25F716\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 640, | |
| "gt_codes": [ | |
| "31D15:61BB" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5130111524163569, | |
| "code_precision": 0.25, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 641, | |
| "gt_codes": [ | |
| "11P3153(+0)", | |
| "23R14", | |
| "24B3", | |
| "25F44", | |
| "25F72(SNAIL)", | |
| "41B33", | |
| "42E141(+0)", | |
| "44G591(+0)", | |
| "86(NEC VIRTUS OBSCURA PETIT)", | |
| "86(LET YOUR LIGHT SO SHINE, THAT MEN SEEING YOUR GOOD WORKES MAY GLORIFIE)" | |
| ], | |
| "predicted_codes": [ | |
| "24A6", | |
| "31B52", | |
| "41C711(+0)", | |
| "86(QUIS NON AMAT? QUIS NON VULT?)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"24A6\", \"31B52\", \"41C711(+0)\", \"86(QUIS NON AMAT? QUIS NON VULT?)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4070121951219512, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 642, | |
| "gt_codes": [ | |
| "25FF", | |
| "25FF62", | |
| "92K1" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "48A9876" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"48A9876\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3391304347826087, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 643, | |
| "gt_codes": [ | |
| "25H13" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 644, | |
| "gt_codes": [ | |
| "25G4(ARTEMISIA LEPTOPHYLLOS)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(ADSTOMACHIA POLAREM)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(ADSTOMACHIA POLAREM)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 645, | |
| "gt_codes": [ | |
| "25I2", | |
| "47I211", | |
| "25H17", | |
| "25H155", | |
| "61E(KERSTLINGERODE)" | |
| ], | |
| "predicted_codes": [ | |
| "25I3", | |
| "41A18", | |
| "47D31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I3\", \"41A18\", \"47D31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3678048780487804, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 646, | |
| "gt_codes": [ | |
| "24C12", | |
| "92B1" | |
| ], | |
| "predicted_codes": [ | |
| "92B1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92B1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 647, | |
| "gt_codes": [ | |
| "48B3", | |
| "48C511" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+916)", | |
| "41D28", | |
| "41D283" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+916)\", \"41D28\", \"41D283\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.156, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 648, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "31D13", | |
| "31D15:61BB", | |
| "46C1312", | |
| "46C13141", | |
| "61B(+55)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "46C1312" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"46C1312\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7120144898369895, | |
| "code_precision": 1.0, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 649, | |
| "gt_codes": [ | |
| "48A9861", | |
| "94L322" | |
| ], | |
| "predicted_codes": [ | |
| "94L321" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"94L321\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 650, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(B)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(B)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(B)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 651, | |
| "gt_codes": [ | |
| "11V" | |
| ], | |
| "predicted_codes": [ | |
| "73D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 652, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8464381802617097, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 653, | |
| "gt_codes": [ | |
| "11Q731126", | |
| "11Q7151" | |
| ], | |
| "predicted_codes": [ | |
| "11P31521", | |
| "46A7" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11P31521\", \"46A7\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2533333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 654, | |
| "gt_codes": [ | |
| "25I9" | |
| ], | |
| "predicted_codes": [ | |
| "25I9" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I9\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 655, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(G)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(G)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(G)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 656, | |
| "gt_codes": [ | |
| "34B131", | |
| "43C11481", | |
| "45C15(ARROW)" | |
| ], | |
| "predicted_codes": [ | |
| "45C16(PISTOL)", | |
| "45C23", | |
| "45D312" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C16(PISTOL)\", \"45C23\", \"45D312\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4241155234657039, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 657, | |
| "gt_codes": [ | |
| "25H", | |
| "31D14", | |
| "31D15", | |
| "41A7751" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2533333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 658, | |
| "gt_codes": [ | |
| "25G4(MISTLETOE)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(HERBS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(HERBS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 659, | |
| "gt_codes": [ | |
| "71F81", | |
| "11Q7141" | |
| ], | |
| "predicted_codes": [ | |
| "73C421" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C421\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 660, | |
| "gt_codes": [ | |
| "41D221(HAT)", | |
| "45B", | |
| "45C13(SWORD)", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+55)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.33836206896551724, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 661, | |
| "gt_codes": [ | |
| "25I28", | |
| "46C13142", | |
| "47I221" | |
| ], | |
| "predicted_codes": [ | |
| "25H114", | |
| "47I213" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H114\", \"47I213\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5148407643312103, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 662, | |
| "gt_codes": [ | |
| "23K11(+1)", | |
| "41C11", | |
| "43C1422", | |
| "43C9", | |
| "48C85" | |
| ], | |
| "predicted_codes": [ | |
| "11Q7324", | |
| "25I1", | |
| "46A18" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q7324\", \"25I1\", \"46A18\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.15567901234567902, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 663, | |
| "gt_codes": [ | |
| "73C832", | |
| "73C8321", | |
| "73C8322" | |
| ], | |
| "predicted_codes": [ | |
| "73C8641" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C8641\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7932773109243697, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 664, | |
| "gt_codes": [ | |
| "11Q713", | |
| "25I" | |
| ], | |
| "predicted_codes": [ | |
| "11Q713", | |
| "48C524" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q713\", \"48C524\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 665, | |
| "gt_codes": [ | |
| "42G:61B2(...)13" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 666, | |
| "gt_codes": [ | |
| "46C24", | |
| "25H13", | |
| "25H2322", | |
| "46C271", | |
| "32B3311" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C24", | |
| "49E39" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C24\", \"49E39\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6980466888994761, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 667, | |
| "gt_codes": [ | |
| "25H", | |
| "25I", | |
| "41A16", | |
| "48C145" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "41A16" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A16\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7860394537177542, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 668, | |
| "gt_codes": [ | |
| "11I62(HAGGAI)3", | |
| "49L12(I)", | |
| "49L171" | |
| ], | |
| "predicted_codes": [ | |
| "11H(AGNES)", | |
| "31E23621" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(AGNES)\", \"31E23621\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.15200000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 669, | |
| "gt_codes": [ | |
| "25H213", | |
| "41A17", | |
| "41A771", | |
| "46C2231" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "41A17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"41A17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6687568555758684, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 670, | |
| "gt_codes": [ | |
| "25G4(...)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(...)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(...)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 671, | |
| "gt_codes": [ | |
| "46C13141", | |
| "46C13142" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C13142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C13142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 672, | |
| "gt_codes": [ | |
| "23D44" | |
| ], | |
| "predicted_codes": [ | |
| "23O11", | |
| "92D1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23O11\", \"92D1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.26666666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 673, | |
| "gt_codes": [ | |
| "41A2", | |
| "45A20", | |
| "56F2", | |
| "71", | |
| "71F212", | |
| "71F2165" | |
| ], | |
| "predicted_codes": [ | |
| "12B61", | |
| "48C7352" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12B61\", \"48C7352\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.07600000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 674, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A24(+1)", | |
| "41A6", | |
| "48B3:61B", | |
| "48C5152", | |
| "48C5153", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+55)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6394557823129251, | |
| "code_precision": 1.0, | |
| "code_recall": 0.375 | |
| }, | |
| { | |
| "index": 675, | |
| "gt_codes": [ | |
| "42E3" | |
| ], | |
| "predicted_codes": [ | |
| "49M41", | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M41\", \"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19746835443037977, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 676, | |
| "gt_codes": [ | |
| "11F422" | |
| ], | |
| "predicted_codes": [ | |
| "11F4", | |
| "31A235" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F4\", \"31A235\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5066666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 677, | |
| "gt_codes": [ | |
| "83(BRANT, Ship of Fools)", | |
| "41B1", | |
| "24A6" | |
| ], | |
| "predicted_codes": [ | |
| "83(BOCCACCIO, De claris mulieribus)", | |
| "92L41" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(BOCCACCIO, De claris mulieribus)\", \"92L41\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 678, | |
| "gt_codes": [ | |
| "25H", | |
| "25H132" | |
| ], | |
| "predicted_codes": [ | |
| "25H132", | |
| "46C11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H132\", \"46C11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6108949416342412, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 679, | |
| "gt_codes": [ | |
| "23A1", | |
| "42G1", | |
| "44B111", | |
| "44B191", | |
| "46A122", | |
| "49K10", | |
| "93" | |
| ], | |
| "predicted_codes": [ | |
| "12A43", | |
| "92B5" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12A43\", \"92B5\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.042222222222222223, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 680, | |
| "gt_codes": [ | |
| "11D123", | |
| "11H(MARTIN)4", | |
| "11P31131", | |
| "46A151", | |
| "46A212", | |
| "49L12(O)", | |
| "49L171" | |
| ], | |
| "predicted_codes": [ | |
| "11H(AUGUSTINE)", | |
| "31A25552", | |
| "49L72" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(AUGUSTINE)\", \"31A25552\", \"49L72\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5012778040700426, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 681, | |
| "gt_codes": [ | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8489208633093526, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 682, | |
| "gt_codes": [ | |
| "46A15", | |
| "46A1612", | |
| "54F12" | |
| ], | |
| "predicted_codes": [ | |
| "11M32", | |
| "46A151" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11M32\", \"46A151\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.47655737704918033, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 683, | |
| "gt_codes": [ | |
| "41A2", | |
| "48A81(+351)", | |
| "61B113" | |
| ], | |
| "predicted_codes": [ | |
| "41A2", | |
| "48C5142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A2\", \"48C5142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5519999999999999, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 684, | |
| "gt_codes": [ | |
| "25F23(LION)", | |
| "48A9833", | |
| "46A122", | |
| "48A98312", | |
| "25F24(BOAR)" | |
| ], | |
| "predicted_codes": [ | |
| "46A122", | |
| "48A98311", | |
| "45C221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A122\", \"48A98311\", \"45C221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6480274007357605, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 685, | |
| "gt_codes": [ | |
| "46A17", | |
| "31D112", | |
| "31D15(+53)", | |
| "31D15(+72)", | |
| "11Q11", | |
| "61B2(LOUBET, \u00c9mile)3", | |
| "31D14(+9321)", | |
| "11F26(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "42B7", | |
| "31D15(+9)", | |
| "61I(LEONARDO SCARPETTA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"42B7\", \"31D15(+9)\", \"61I(LEONARDO SCARPETTA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5197675350701403, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 686, | |
| "gt_codes": [ | |
| "25G3", | |
| "25H", | |
| "47I2112" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "47I2112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"47I2112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8847583643122676, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 687, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(G)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(G)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 688, | |
| "gt_codes": [ | |
| "11F4", | |
| "11F4111", | |
| "11F725", | |
| "31A2421", | |
| "33A14", | |
| "61B(+54)" | |
| ], | |
| "predicted_codes": [ | |
| "11F4", | |
| "31A24(+1)", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F4\", \"31A24(+1)\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8267574706950634, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 689, | |
| "gt_codes": [ | |
| "25F3(+4712)", | |
| "25F3(+53)", | |
| "25G11", | |
| "25H11", | |
| "25I152", | |
| "25I5", | |
| "31A2511(+933)", | |
| "31A2516(+933)", | |
| "31AA245", | |
| "31AA2627(+51)", | |
| "31D112(+89)", | |
| "31D15", | |
| "31E234631", | |
| "41A12", | |
| "41D211(+82)", | |
| "41D92", | |
| "42A3", | |
| "42B29", | |
| "45C13(SWORD)", | |
| "48C149" | |
| ], | |
| "predicted_codes": [ | |
| "25F31(+5262)", | |
| "25G11", | |
| "25H114", | |
| "25I12", | |
| "25I9", | |
| "26A", | |
| "31AA2711", | |
| "31D14", | |
| "31E23462", | |
| "31E238", | |
| "41B162", | |
| "41D211(+81)", | |
| "41D233(+81)", | |
| "41D27(+81)", | |
| "45C15(BOW)", | |
| "45C22", | |
| "45C221", | |
| "45C221:25F3(+352)", | |
| "45K14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F31(+5262)\", \"25G11\", \"25H114\", \"25I12\", \"25I9\", \"26A\", \"31AA2711\", \"31D14\", \"31E23462\", \"31E238\", \"41B162\", \"41D211(+81)\", \"41D233(+81)\", \"41D27(+81)\", \"45C15(BOW)\", \"45C22\", \"45C221\", \"45C221:25F3(+352)\", \"45K14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 19, | |
| "total_predicted": 19, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6948439835752267, | |
| "code_precision": 0.05263157894736842, | |
| "code_recall": 0.05 | |
| }, | |
| { | |
| "index": 690, | |
| "gt_codes": [ | |
| "11H(JEROME)" | |
| ], | |
| "predicted_codes": [ | |
| "11H(PLATO)", | |
| "31E23621" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(PLATO)\", \"31E23621\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 691, | |
| "gt_codes": [ | |
| "41A2", | |
| "41A411", | |
| "41A412", | |
| "41B214", | |
| "48A9863" | |
| ], | |
| "predicted_codes": [ | |
| "41A2", | |
| "41B214" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A2\", \"41B214\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7995198079231692, | |
| "code_precision": 1.0, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 692, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A24(+1)", | |
| "31A2421", | |
| "31D14", | |
| "31D15", | |
| "42G:61B2(...)13", | |
| "61B(+55)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7880040206777714, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 693, | |
| "gt_codes": [ | |
| "71K29221" | |
| ], | |
| "predicted_codes": [ | |
| "71E324" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71E324\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 694, | |
| "gt_codes": [ | |
| "23U22(+0)", | |
| "31F25", | |
| "33C23", | |
| "45C15(ARROW)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2516(+933)", | |
| "41D28", | |
| "41D283", | |
| "41D287", | |
| "41D289", | |
| "41D289:5(+12)", | |
| "41D289:5(+4)", | |
| "41D289:5(+51)", | |
| "41D289:5(+52)", | |
| "41D289:5(+53)", | |
| "41D289:5(+54)", | |
| "41D289:5(+55)", | |
| "41D289:5(+63)", | |
| "41D289:5(+64)", | |
| "41D289:5(+65)", | |
| "41D289:5(+66)", | |
| "41D289:5(+73)", | |
| "41D289:5(+74)", | |
| "41D289:5(+75)", | |
| "41D289:5(+76)", | |
| "41D289:5(+89)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2516(+933)\", \"41D28\", \"41D283\", \"41D287\", \"41D289\", \"41D289:5(+12)\", \"41D289:5(+4)\", \"41D289:5(+51)\", \"41D289:5(+52)\", \"41D289:5(+53)\", \"41D289:5(+54)\", \"41D289:5(+55)\", \"41D289:5(+63)\", \"41D289:5(+64)\", \"41D289:5(+65)\", \"41D289:5(+66)\", \"41D289:5(+73)\", \"41D289:5(+74)\", \"41D289:5(+75)\", \"41D289:5(+76)\", \"41D289:5(+89)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 21, | |
| "total_predicted": 21, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19594898269055572, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 695, | |
| "gt_codes": [ | |
| "86(ET STEMMA ET GLORIAM RENOVABIT)", | |
| "86(WIE ER WIRD DESSEN STAMM ERWEITERN UND VERJ\u00dcNGEN/ ALSO AUCH NEUEN FLOR DEM GROSSEN ERTZ-HAUSS BRINGEN)", | |
| "25G3", | |
| "48C26", | |
| "42G1" | |
| ], | |
| "predicted_codes": [ | |
| "86(VERITAS VITAE FUNDAMENTUM)", | |
| "49D36", | |
| "25G3(+21)", | |
| "11M31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(VERITAS VITAE FUNDAMENTUM)\", \"49D36\", \"25G3(+21)\", \"11M31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.607328990228013, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 696, | |
| "gt_codes": [ | |
| "25G4(+15)", | |
| "41A35", | |
| "41A64" | |
| ], | |
| "predicted_codes": [ | |
| "25G31(PEACH-TREE)(+34)", | |
| "48A9876", | |
| "48C161(+0)", | |
| "48C1613", | |
| "48C162", | |
| "48C1621", | |
| "48C1622", | |
| "48C1623", | |
| "48C1624", | |
| "48C1625", | |
| "48C1626", | |
| "48C1627", | |
| "48C1628" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G31(PEACH-TREE)(+34)\", \"48A9876\", \"48C161(+0)\", \"48C1613\", \"48C162\", \"48C1621\", \"48C1622\", \"48C1623\", \"48C1624\", \"48C1625\", \"48C1626\", \"48C1627\", \"48C1628\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 13, | |
| "total_predicted": 13, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.25909090909090904, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 697, | |
| "gt_codes": [ | |
| "25F72(OYSTER)(+93)", | |
| "31A231", | |
| "31A2422", | |
| "31D11222", | |
| "31D112:61B2(...)1", | |
| "41A422", | |
| "41D221(FEATHERS)", | |
| "41D26611", | |
| "41D2662", | |
| "41D26:31A22621", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4586624704956727, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.09090909090909091 | |
| }, | |
| { | |
| "index": 698, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2421", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9519457804984697, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 699, | |
| "gt_codes": [ | |
| "45C22", | |
| "25H23", | |
| "25H2311", | |
| "31A4527(+23)", | |
| "43C1(+41621)", | |
| "92H4" | |
| ], | |
| "predicted_codes": [ | |
| "24A6", | |
| "25F31(+5262)", | |
| "25H114", | |
| "25I12", | |
| "26C", | |
| "31A2711", | |
| "31D14", | |
| "41B162", | |
| "41D283", | |
| "45C19(SHIELD)", | |
| "45C22", | |
| "45C221", | |
| "45C221:25F3(+352)", | |
| "45C221:25G411", | |
| "45C221:25I12", | |
| "45C221:26A", | |
| "45C221:41D222", | |
| "45C221:46A10", | |
| "45C221:46AA14", | |
| "45C221:46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"24A6\", \"25F31(+5262)\", \"25H114\", \"25I12\", \"26C\", \"31A2711\", \"31D14\", \"41B162\", \"41D283\", \"45C19(SHIELD)\", \"45C22\", \"45C221\", \"45C221:25F3(+352)\", \"45C221:25G411\", \"45C221:25I12\", \"45C221:26A\", \"45C221:41D222\", \"45C221:46A10\", \"45C221:46AA14\", \"45C221:46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 20, | |
| "total_predicted": 20, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5464429076148237, | |
| "code_precision": 0.05, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 700, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(T)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(E)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 701, | |
| "gt_codes": [ | |
| "31A231", | |
| "31D14", | |
| "32B321", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "41A671" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"41A671\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 702, | |
| "gt_codes": [ | |
| "24A6", | |
| "25F23(LION)(+15)", | |
| "25I12", | |
| "25I13", | |
| "25I18", | |
| "31A233", | |
| "31A2511(+931)", | |
| "31A25411", | |
| "31B6211", | |
| "31B62171", | |
| "41A641", | |
| "41A7221", | |
| "43C421", | |
| "43C421(+24)", | |
| "43C424", | |
| "45C15(CROSSBOW)", | |
| "51AA51(+4)", | |
| "57A612(+4)", | |
| "86(NON QUAM CREBRO SED QUAM BENE)" | |
| ], | |
| "predicted_codes": [ | |
| "86(NON TANDEM CREBRO OVABEE)", | |
| "41A32", | |
| "57AA621", | |
| "57BB2", | |
| "57AA622" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(NON TANDEM CREBRO OVABEE)\", \"41A32\", \"57AA621\", \"57BB2\", \"57AA622\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.29432390345185566, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 703, | |
| "gt_codes": [ | |
| "11L54134(+0)", | |
| "11Q21", | |
| "11Q511", | |
| "11QQ7121(CHAPEL)", | |
| "26A", | |
| "31A25231(+917)", | |
| "31AA2541(+916)", | |
| "31B6211", | |
| "31D14", | |
| "41A3281", | |
| "41C342", | |
| "41D221(HAT)", | |
| "86(DIE KLAGE DES GERECHTEN VERMAG SEHR VIEL)", | |
| "86(INSTES MODO JOVA JUVABIT)" | |
| ], | |
| "predicted_codes": [ | |
| "11Q756", | |
| "22C31", | |
| "25H18", | |
| "49MM32", | |
| "49N", | |
| "49N0:5(+113)", | |
| "54A43(+4)", | |
| "54F12(+4)", | |
| "56B1(+4)", | |
| "56BB1(+4)", | |
| "86(INSTES MODO JOVA IUVABIT)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q756\", \"22C31\", \"25H18\", \"49MM32\", \"49N\", \"49N0:5(+113)\", \"54A43(+4)\", \"54F12(+4)\", \"56B1(+4)\", \"56BB1(+4)\", \"86(INSTES MODO JOVA IUVABIT)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 11, | |
| "total_predicted": 11, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.28021806853582554, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 704, | |
| "gt_codes": [ | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8847583643122676, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 705, | |
| "gt_codes": [ | |
| "25F(+342)", | |
| "25F44", | |
| "25G11", | |
| "25G3(+21)", | |
| "25H11", | |
| "25H15", | |
| "25I3", | |
| "26A", | |
| "31AA222(+89)", | |
| "31AA2352", | |
| "31A2512(+933)", | |
| "31A2515(+933)", | |
| "31AA2627(+53)", | |
| "31D15", | |
| "41A7211", | |
| "41D221(+82)", | |
| "41D232(+82)", | |
| "41D2339", | |
| "41D92", | |
| "46C11" | |
| ], | |
| "predicted_codes": [ | |
| "25F39(DOVE)(+1)", | |
| "25G11", | |
| "25G13", | |
| "25H114", | |
| "26A", | |
| "31AA2352(+89)", | |
| "31D15", | |
| "41C7111", | |
| "41D211(+82)", | |
| "41D2339", | |
| "41D27", | |
| "41D271", | |
| "41D2710", | |
| "41D2711", | |
| "41D2712", | |
| "41D2713", | |
| "41D2714", | |
| "41D2715", | |
| "41D2716", | |
| "41D2717", | |
| "41D2718" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F39(DOVE)(+1)\", \"25G11\", \"25G13\", \"25H114\", \"26A\", \"31AA2352(+89)\", \"31D15\", \"41C7111\", \"41D211(+82)\", \"41D2339\", \"41D27\", \"41D271\", \"41D2710\", \"41D2711\", \"41D2712\", \"41D2713\", \"41D2714\", \"41D2715\", \"41D2716\", \"41D2717\", \"41D2718\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 21, | |
| "total_predicted": 21, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7690517899411707, | |
| "code_precision": 0.19047619047619047, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 706, | |
| "gt_codes": [ | |
| "25F24(DEER)(+621)", | |
| "25H114", | |
| "43C111241" | |
| ], | |
| "predicted_codes": [ | |
| "25F26(HARE)", | |
| "34B11", | |
| "43C114" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F26(HARE)\", \"34B11\", \"43C114\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6084778681120144, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 707, | |
| "gt_codes": [ | |
| "25A" | |
| ], | |
| "predicted_codes": [ | |
| "25A3", | |
| "61D(ITALY)", | |
| "61D(SICILY)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25A3\", \"61D(ITALY)\", \"61D(SICILY)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.285, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 708, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(C)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(C)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(C)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 709, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(A)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(A)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(A)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 710, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(B)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(B)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9690721649484536, | |
| "code_precision": 0.75, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 711, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9516666666666667, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 712, | |
| "gt_codes": [ | |
| "31A2212", | |
| "49G" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(...)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(...)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 713, | |
| "gt_codes": [ | |
| "25G3(PEAR-TREE)", | |
| "25H113", | |
| "25I12", | |
| "26A", | |
| "31E34", | |
| "31E238", | |
| "31000", | |
| "31A236(+0)", | |
| "31A2512(+933)", | |
| "31A2515", | |
| "31A2531", | |
| "31A262", | |
| "31A2711", | |
| "31A2731", | |
| "31A4631", | |
| "31A534", | |
| "31AA2534", | |
| "31D14", | |
| "31D16(+72)", | |
| "31E2355(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "25H114", | |
| "26A", | |
| "31A233(+933)", | |
| "31A236", | |
| "31A2711", | |
| "31AA2512(+933)", | |
| "31D14", | |
| "31D16", | |
| "31E234631", | |
| "31F26", | |
| "41D211(+81)", | |
| "41D221(+81)", | |
| "41D233(+81)", | |
| "41D27(+81)", | |
| "41D271", | |
| "41D272" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"25H114\", \"26A\", \"31A233(+933)\", \"31A236\", \"31A2711\", \"31AA2512(+933)\", \"31D14\", \"31D16\", \"31E234631\", \"31F26\", \"41D211(+81)\", \"41D221(+81)\", \"41D233(+81)\", \"41D27(+81)\", \"41D271\", \"41D272\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 17, | |
| "total_predicted": 17, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.681905732966132, | |
| "code_precision": 0.17647058823529413, | |
| "code_recall": 0.15 | |
| }, | |
| { | |
| "index": 714, | |
| "gt_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9833333333333334, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 715, | |
| "gt_codes": [ | |
| "25H213", | |
| "25G3", | |
| "46C112" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6524096385542169, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 716, | |
| "gt_codes": [ | |
| "43" | |
| ], | |
| "predicted_codes": [ | |
| "43A12" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43A12\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 717, | |
| "gt_codes": [ | |
| "11M43" | |
| ], | |
| "predicted_codes": [ | |
| "45C16(CANNON)", | |
| "92B371" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C16(CANNON)\", \"92B371\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 718, | |
| "gt_codes": [ | |
| "25I", | |
| "46C24" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5900000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 719, | |
| "gt_codes": [ | |
| "25G41", | |
| "59A4(+11)" | |
| ], | |
| "predicted_codes": [ | |
| "48C24", | |
| "96A5(PEACE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C24\", \"96A5(PEACE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 720, | |
| "gt_codes": [ | |
| "11P31521", | |
| "11Q713", | |
| "11Q7311", | |
| "34B11", | |
| "42E3", | |
| "48C161", | |
| "48C1622" | |
| ], | |
| "predicted_codes": [ | |
| "11Q713", | |
| "25I", | |
| "48C162" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q713\", \"25I\", \"48C162\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6114782228271437, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 721, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(E)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 722, | |
| "gt_codes": [ | |
| "25H114", | |
| "25H213", | |
| "46C131", | |
| "46C24" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7941296296296295, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 723, | |
| "gt_codes": [ | |
| "42B36" | |
| ], | |
| "predicted_codes": [ | |
| "42A3", | |
| "57AA61" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"42A3\", \"57AA61\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2533333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 724, | |
| "gt_codes": [ | |
| "48C16", | |
| "46A122", | |
| "41A33", | |
| "41A323" | |
| ], | |
| "predicted_codes": [ | |
| "48C16", | |
| "48A9872" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C16\", \"48A9872\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5023963133640552, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 725, | |
| "gt_codes": [ | |
| "25A", | |
| "34B11", | |
| "41A2", | |
| "41C12", | |
| "41C74(+1)", | |
| "42F51" | |
| ], | |
| "predicted_codes": [ | |
| "31A25", | |
| "41C74(+1)", | |
| "46B311" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25\", \"41C74(+1)\", \"46B311\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.42741602067183465, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 726, | |
| "gt_codes": [ | |
| "49N" | |
| ], | |
| "predicted_codes": [ | |
| "49N" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49N\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 727, | |
| "gt_codes": [ | |
| "71E1343" | |
| ], | |
| "predicted_codes": [ | |
| "11D324", | |
| "73C865" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D324\", \"73C865\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 728, | |
| "gt_codes": [ | |
| "25H1123", | |
| "25H13" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "25H213" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"25H213\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7657061688311687, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 729, | |
| "gt_codes": [ | |
| "33C521", | |
| "49L4" | |
| ], | |
| "predicted_codes": [ | |
| "41D263", | |
| "48C75" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41D263\", \"48C75\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 730, | |
| "gt_codes": [ | |
| "9" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "41A191", | |
| "46C13187" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"41A191\", \"46C13187\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 731, | |
| "gt_codes": [ | |
| "41A541", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 732, | |
| "gt_codes": [ | |
| "25I151", | |
| "25II244", | |
| "46C223", | |
| "48C24" | |
| ], | |
| "predicted_codes": [ | |
| "25I146", | |
| "31D17", | |
| "48C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I146\", \"31D17\", \"48C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5483636363636364, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 733, | |
| "gt_codes": [ | |
| "23R13", | |
| "23T27(VICTORIAN)", | |
| "23T27(XIX)", | |
| "31A235", | |
| "31A5341", | |
| "31D1(+74)", | |
| "31D14", | |
| "31D15", | |
| "33A12", | |
| "41A1", | |
| "41A223", | |
| "41A711", | |
| "41A72111", | |
| "41A773", | |
| "41A774", | |
| "41B313", | |
| "41C11", | |
| "41C12", | |
| "41C311", | |
| "41C312" | |
| ], | |
| "predicted_codes": [ | |
| "41A2", | |
| "41B31(+1)", | |
| "41C741" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A2\", \"41B31(+1)\", \"41C741\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4672332381760666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 734, | |
| "gt_codes": [ | |
| "11F42", | |
| "11F6" | |
| ], | |
| "predicted_codes": [ | |
| "11F4", | |
| "31A25(+916)", | |
| "31D11221", | |
| "31D11222", | |
| "48C7352" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F4\", \"31A25(+916)\", \"31D11221\", \"31D11222\", \"48C7352\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.24846153846153846, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 735, | |
| "gt_codes": [ | |
| "25H11", | |
| "25H213", | |
| "25I12", | |
| "31A25112", | |
| "41D263", | |
| "43B16", | |
| "46C145(+78)", | |
| "86(B\u00c4UME DICH IMMER NOCH SO HOCH AUF, DU BIST DOCH DEM HIMMEL FERN)", | |
| "86(MONTES)", | |
| "86(QUAMVIS ALTUS, PROCUL ATTAMEN ASTRIS)" | |
| ], | |
| "predicted_codes": [ | |
| "86(ERHABT IST DER, DER H\u00d6CHSTEN ERKANNET)", | |
| "25H11", | |
| "31D14", | |
| "47I2133", | |
| "46C13142", | |
| "46C13141", | |
| "46C13143", | |
| "54A44(+4)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(ERHABT IST DER, DER H\\u00d6CHSTEN ERKANNET)\", \"25H11\", \"31D14\", \"47I2133\", \"46C13142\", \"46C13141\", \"46C13143\", \"54A44(+4)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 8, | |
| "total_predicted": 8, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6268970324636526, | |
| "code_precision": 0.125, | |
| "code_recall": 0.1 | |
| }, | |
| { | |
| "index": 736, | |
| "gt_codes": [ | |
| "25F3", | |
| "92B11221", | |
| "11G1911", | |
| "48A98711", | |
| "48A9844", | |
| "48A9831" | |
| ], | |
| "predicted_codes": [ | |
| "48A98312", | |
| "48A9875", | |
| "48A986" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48A98312\", \"48A9875\", \"48A986\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6082966023875114, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 737, | |
| "gt_codes": [ | |
| "11Q712", | |
| "25I1", | |
| "25I241", | |
| "31D112", | |
| "31D15", | |
| "31D16", | |
| "41A721", | |
| "41A7751", | |
| "45H3", | |
| "46C13141", | |
| "46C145", | |
| "47I2223", | |
| "48C72", | |
| "48C7311" | |
| ], | |
| "predicted_codes": [ | |
| "11Q712", | |
| "25I2", | |
| "34B11", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"25I2\", \"34B11\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5341147439851945, | |
| "code_precision": 0.5, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 738, | |
| "gt_codes": [ | |
| "31D16", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7933333333333333, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 739, | |
| "gt_codes": [ | |
| "41A773", | |
| "48A9832", | |
| "49L16" | |
| ], | |
| "predicted_codes": [ | |
| "48A9831", | |
| "25F716(LOBSTER)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48A9831\", \"25F716(LOBSTER)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.45862068965517244, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 740, | |
| "gt_codes": [ | |
| "43A42" | |
| ], | |
| "predicted_codes": [ | |
| "48C16", | |
| "92B5" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C16\", \"92B5\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.13333333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 741, | |
| "gt_codes": [ | |
| "11Q712", | |
| "25I", | |
| "25I1" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "41A12" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"41A12\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.22608695652173913, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 742, | |
| "gt_codes": [ | |
| "44B12", | |
| "45B", | |
| "44G312" | |
| ], | |
| "predicted_codes": [ | |
| "46A15", | |
| "31D12(+932)", | |
| "31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A15\", \"31D12(+932)\", \"31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.09914529914529915, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 743, | |
| "gt_codes": [ | |
| "25I9", | |
| "48C149", | |
| "61D(ITALY)" | |
| ], | |
| "predicted_codes": [ | |
| "25I9", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I9\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4799999999999999, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 744, | |
| "gt_codes": [ | |
| "44G511", | |
| "44G34" | |
| ], | |
| "predicted_codes": [ | |
| "46A17", | |
| "32B33(GERMANI)", | |
| "57AA91" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A17\", \"32B33(GERMANI)\", \"57AA91\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.09936305732484076, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 745, | |
| "gt_codes": [ | |
| "44D4", | |
| "42D1", | |
| "46A12", | |
| "42D3121(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "46A17", | |
| "33C23", | |
| "57AA91" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A17\", \"33C23\", \"57AA91\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2998632010943913, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 746, | |
| "gt_codes": [ | |
| "73C863", | |
| "47I21111" | |
| ], | |
| "predicted_codes": [ | |
| "83(BRANT, Ship of Fools)", | |
| "46C1215", | |
| "47I213" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(BRANT, Ship of Fools)\", \"46C1215\", \"47I213\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38387755102040816, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 747, | |
| "gt_codes": [ | |
| "13A12", | |
| "31B3" | |
| ], | |
| "predicted_codes": [ | |
| "11Q7324", | |
| "11Q756" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q7324\", \"11Q756\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 748, | |
| "gt_codes": [ | |
| "11D131", | |
| "11D355", | |
| "46A122", | |
| "57A62", | |
| "96B113" | |
| ], | |
| "predicted_codes": [ | |
| "11D324", | |
| "73D64" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D324\", \"73D64\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.32941176470588235, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 749, | |
| "gt_codes": [ | |
| "25G3", | |
| "25H114", | |
| "25I" | |
| ], | |
| "predicted_codes": [ | |
| "25H114", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H114\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8847583643122676, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 750, | |
| "gt_codes": [ | |
| "45B", | |
| "45D311", | |
| "98" | |
| ], | |
| "predicted_codes": [ | |
| "12B61", | |
| "34B11", | |
| "71" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12B61\", \"34B11\", \"71\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 751, | |
| "gt_codes": [ | |
| "45K27", | |
| "45L42" | |
| ], | |
| "predicted_codes": [ | |
| "73D241" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D241\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 752, | |
| "gt_codes": [ | |
| "11Q712", | |
| "25I", | |
| "25I2", | |
| "46C232" | |
| ], | |
| "predicted_codes": [ | |
| "11Q712", | |
| "25H213", | |
| "46C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"25H213\", \"46C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6690818858560792, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 753, | |
| "gt_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9454808857552054, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 754, | |
| "gt_codes": [ | |
| "31A2211", | |
| "31D14", | |
| "31D15" | |
| ], | |
| "predicted_codes": [ | |
| "12A43", | |
| "12B61", | |
| "12F51", | |
| "12FF61", | |
| "12G:5(+1)", | |
| "12H11", | |
| "12I12" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12A43\", \"12B61\", \"12F51\", \"12FF61\", \"12G:5(+1)\", \"12H11\", \"12I12\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 755, | |
| "gt_codes": [ | |
| "31A235", | |
| "31AA235", | |
| "31D14", | |
| "31D15", | |
| "31D16", | |
| "31D17", | |
| "41D267", | |
| "42B", | |
| "42D131", | |
| "45C13(SWORD)", | |
| "46A131", | |
| "46A1632", | |
| "46B3311", | |
| "86(LIBRA PARES PARIBUS NUMMIS APPENDET AMORI)", | |
| "86(TRUTINA NUPTURIENTIUM)", | |
| "92D1", | |
| "92D18(BOW)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2546", | |
| "31D1(+79)", | |
| "31D14", | |
| "31D15", | |
| "31E23462", | |
| "31E238", | |
| "31G1", | |
| "41C321", | |
| "41C322", | |
| "41C323", | |
| "41C324", | |
| "41C325", | |
| "41C326", | |
| "41C327", | |
| "41C341", | |
| "41C342", | |
| "41C343", | |
| "41C345", | |
| "41C346", | |
| "41C347", | |
| "41C348", | |
| "41C349", | |
| "41C351" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2546\", \"31D1(+79)\", \"31D14\", \"31D15\", \"31E23462\", \"31E238\", \"31G1\", \"41C321\", \"41C322\", \"41C323\", \"41C324\", \"41C325\", \"41C326\", \"41C327\", \"41C341\", \"41C342\", \"41C343\", \"41C345\", \"41C346\", \"41C347\", \"41C348\", \"41C349\", \"41C351\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 23, | |
| "total_predicted": 23, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.42706077086781763, | |
| "code_precision": 0.08695652173913043, | |
| "code_recall": 0.11764705882352941 | |
| }, | |
| { | |
| "index": 756, | |
| "gt_codes": [ | |
| "85(RANA E BUE)", | |
| "61I(REPUBBLICA ROMANA)", | |
| "61I(REPRESSIONE REP. ROMANA)" | |
| ], | |
| "predicted_codes": [ | |
| "46C13185", | |
| "25F24(BUFFALO)", | |
| "47I15(PLOUGH)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46C13185\", \"25F24(BUFFALO)\", \"47I15(PLOUGH)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 757, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9454808857552054, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 758, | |
| "gt_codes": [ | |
| "44B1212", | |
| "44B1", | |
| "44B19" | |
| ], | |
| "predicted_codes": [ | |
| "44B121" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"44B121\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8523611111111112, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 759, | |
| "gt_codes": [ | |
| "46A12", | |
| "48A9876", | |
| "61B2(FREDERIK HENDRIK)", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "12EE13", | |
| "12FF13", | |
| "48C75" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12EE13\", \"12FF13\", \"48C75\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.13521472392638037, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 760, | |
| "gt_codes": [ | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.687089715536105, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 761, | |
| "gt_codes": [ | |
| "43A3:25I2", | |
| "83(ANON., Een cluyte van Plaeyerwater)" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "41A775", | |
| "43C9", | |
| "46B" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A775\", \"43C9\", \"46B\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 762, | |
| "gt_codes": [ | |
| "25G21(APPLE)", | |
| "25G21(PRUNE)", | |
| "41C653(APPLE)", | |
| "41C653(PRUNE)", | |
| "41D28", | |
| "47I4223", | |
| "9", | |
| "96A18211" | |
| ], | |
| "predicted_codes": [ | |
| "25G21(APPLE)", | |
| "31A(+89)", | |
| "47I4223", | |
| "71" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G21(APPLE)\", \"31A(+89)\", \"47I4223\", \"71\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.47159841479524434, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 763, | |
| "gt_codes": [ | |
| "25I9", | |
| "31A22210", | |
| "31A2513(+931)", | |
| "31A2536(+931)", | |
| "31A5339", | |
| "31B623591(+0)", | |
| "31D14", | |
| "41A3284", | |
| "41D21(TUNIC):48(+726)", | |
| "44C34", | |
| "52DD3", | |
| "86(POLITICUS)" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "31A4630", | |
| "31D14(+79)", | |
| "41C321", | |
| "41C322", | |
| "41C323", | |
| "41C324", | |
| "41C325", | |
| "41C326", | |
| "41C328", | |
| "41C341", | |
| "41C342", | |
| "41C343", | |
| "41C344", | |
| "41C345", | |
| "41C346", | |
| "41C347", | |
| "41C348", | |
| "41C349", | |
| "41C351", | |
| "41C352", | |
| "41C353", | |
| "41C354", | |
| "41C355", | |
| "41C356", | |
| "41C357", | |
| "41C358", | |
| "41C361", | |
| "41C362", | |
| "41C363", | |
| "41C364", | |
| "41C365", | |
| "41C366", | |
| "41C367", | |
| "41C368", | |
| "41C37" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"31A4630\", \"31D14(+79)\", \"41C321\", \"41C322\", \"41C323\", \"41C324\", \"41C325\", \"41C326\", \"41C328\", \"41C341\", \"41C342\", \"41C343\", \"41C344\", \"41C345\", \"41C346\", \"41C347\", \"41C348\", \"41C349\", \"41C351\", \"41C352\", \"41C353\", \"41C354\", \"41C355\", \"41C356\", \"41C357\", \"41C358\", \"41C361\", \"41C362\", \"41C363\", \"41C364\", \"41C365\", \"41C366\", \"41C367\", \"41C368\", \"41C37\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 36, | |
| "total_predicted": 36, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4264000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 764, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "31A2518", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9531079607415486, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 765, | |
| "gt_codes": [ | |
| "31A231" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D15", | |
| "48B11", | |
| "48C5142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15\", \"48B11\", \"48C5142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4145454545454546, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 766, | |
| "gt_codes": [ | |
| "49M41", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M41", | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M41\", \"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 767, | |
| "gt_codes": [ | |
| "49M13", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M13", | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M13\", \"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 768, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9454808857552054, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 769, | |
| "gt_codes": [ | |
| "31D14", | |
| "25I9", | |
| "25H213", | |
| "47I221", | |
| "47I2211", | |
| "25G3", | |
| "43C68", | |
| "31A2712" | |
| ], | |
| "predicted_codes": [ | |
| "25I9", | |
| "47I213", | |
| "46C131", | |
| "47I221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I9\", \"47I213\", \"46C131\", \"47I221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5883768042542417, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 770, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31A2422", | |
| "31D14", | |
| "31D15", | |
| "45B", | |
| "61B(+52)", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8329686360320933, | |
| "code_precision": 1.0, | |
| "code_recall": 0.375 | |
| }, | |
| { | |
| "index": 771, | |
| "gt_codes": [ | |
| "25F24(HIPPOTAMUS)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2245(+933)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2245(+933)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 772, | |
| "gt_codes": [ | |
| "11P44331" | |
| ], | |
| "predicted_codes": [ | |
| "41C75", | |
| "43B31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41C75\", \"43B31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 773, | |
| "gt_codes": [ | |
| "11H(SEVERINUS)", | |
| "11Q713", | |
| "11Q714113", | |
| "49G231" | |
| ], | |
| "predicted_codes": [ | |
| "11H(SEVERINUS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(SEVERINUS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.611111111111111, | |
| "code_precision": 1.0, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 774, | |
| "gt_codes": [ | |
| "71F314" | |
| ], | |
| "predicted_codes": [ | |
| "73E12" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73E12\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 775, | |
| "gt_codes": [ | |
| "41E2", | |
| "47D31" | |
| ], | |
| "predicted_codes": [ | |
| "41A775", | |
| "49L6" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A775\", \"49L6\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.28747826086956524, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 776, | |
| "gt_codes": [ | |
| "41A671" | |
| ], | |
| "predicted_codes": [ | |
| "25F711(BUTTERFLY)", | |
| "25G4(THISTLE)", | |
| "25G41(CARNATION)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAGSCONE)", | |
| "25G41(NARCISSUS)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "25G411(HYACINTH)", | |
| "41A671", | |
| "41A773" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F711(BUTTERFLY)\", \"25G4(THISTLE)\", \"25G41(CARNATION)\", \"25G41(CONVOLVULUS)\", \"25G41(DAGSCONE)\", \"25G41(NARCISSUS)\", \"25G41(ROSE)\", \"25G41(TULIP)\", \"25G411(HYACINTH)\", \"41A671\", \"41A773\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 11, | |
| "total_predicted": 11, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.253968253968254, | |
| "code_precision": 0.09090909090909091, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 777, | |
| "gt_codes": [ | |
| "59BB3", | |
| "57AA3", | |
| "57BB22", | |
| "54AA21", | |
| "46A85", | |
| "33B31(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "46A17", | |
| "32B33(GERMANI)", | |
| "59CC2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A17\", \"32B33(GERMANI)\", \"59CC2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3406698564593302, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 778, | |
| "gt_codes": [ | |
| "48C24", | |
| "92L41", | |
| "92L1913", | |
| "31A27331", | |
| "92L17911" | |
| ], | |
| "predicted_codes": [ | |
| "92D1916", | |
| "47I4223", | |
| "48C75" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92D1916\", \"47I4223\", \"48C75\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3730008904719501, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 779, | |
| "gt_codes": [ | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(ROSE)", | |
| "31D112", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(ROSE)\", \"31D112\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 780, | |
| "gt_codes": [ | |
| "86(ALTERIUS ALTERA POSCIT OPEM)", | |
| "86(AIDE MUTUELLE)", | |
| "86(EINER DARFF DES ANDERN H\u00dcLFF)", | |
| "31A25222", | |
| "31AA541", | |
| "41C326", | |
| "41C122", | |
| "54E11" | |
| ], | |
| "predicted_codes": [ | |
| "86(QUOD NON EST, INVENTURUM)", | |
| "25H13", | |
| "47I15(PLOUGH)", | |
| "49E39", | |
| "54A44(+4)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(QUOD NON EST, INVENTURUM)\", \"25H13\", \"47I15(PLOUGH)\", \"49E39\", \"54A44(+4)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4060591430295714, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 781, | |
| "gt_codes": [ | |
| "24A", | |
| "25A13", | |
| "25FF24(WINGED HORSE)", | |
| "25G3(PALM-TREE)(+22)", | |
| "25H11", | |
| "41D921", | |
| "45C19(SHIELD)", | |
| "48A98(+2)", | |
| "48A9821", | |
| "48A98211", | |
| "48A98313", | |
| "48A9833", | |
| "48A9857(HARP)", | |
| "48A9857(LYRE)", | |
| "48A9857(SHIELD)", | |
| "48C244", | |
| "48C7321", | |
| "48C7322", | |
| "48C901", | |
| "49L16" | |
| ], | |
| "predicted_codes": [ | |
| "25A13", | |
| "49M42", | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25A13\", \"49M42\", \"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.37253420697629613, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.05 | |
| }, | |
| { | |
| "index": 782, | |
| "gt_codes": [ | |
| "31D15", | |
| "48B3", | |
| "48C51", | |
| "48C5111", | |
| "48C5142", | |
| "48C515", | |
| "48C73411" | |
| ], | |
| "predicted_codes": [ | |
| "31A25", | |
| "48B3:61B", | |
| "48C511", | |
| "48C514(+414)", | |
| "48C5151" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25\", \"48B3:61B\", \"48C511\", \"48C514(+414)\", \"48C5151\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7646864200990006, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 783, | |
| "gt_codes": [ | |
| "49D22" | |
| ], | |
| "predicted_codes": [ | |
| "49D22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49D22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 784, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D15", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8493409340324349, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 785, | |
| "gt_codes": [ | |
| "73D58", | |
| "73D641" | |
| ], | |
| "predicted_codes": [ | |
| "73D641" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D641\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8795518207282913, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 786, | |
| "gt_codes": [ | |
| "31D14", | |
| "25F6", | |
| "41A7751", | |
| "46B41" | |
| ], | |
| "predicted_codes": [ | |
| "46A14", | |
| "25F62(COD)", | |
| "31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A14\", \"25F62(COD)\", \"31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6470363288718929, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 787, | |
| "gt_codes": [ | |
| "45K" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| } | |
| ] | |
| } |
Xet Storage Details
- Size:
- 449 kB
- Xet hash:
- 5e374ea0cb9b86f994b5905e10faaeccd87e43c9e265e273bd8dbe917b0b0c60
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.