Buckets:
| { | |
| "summary": { | |
| "model": "davanstrien/qwen35-9b-iconclass-sft-brillplus", | |
| "dataset": "davanstrien/iconclass-vlm-brillfull", | |
| "split": "test", | |
| "num_evaluated": 788, | |
| "num_skipped": 0, | |
| "elapsed_seconds": 1629.4, | |
| "exact_match_accuracy": 0.0736, | |
| "hierarchical_f1": 0.5698, | |
| "code_precision": 0.3463, | |
| "code_recall": 0.2768, | |
| "code_f1": 0.3077, | |
| "valid_json_pct": 0.9975, | |
| "valid_code_pct": 1.0 | |
| }, | |
| "results": [ | |
| { | |
| "index": 0, | |
| "gt_codes": [ | |
| "25F3", | |
| "25F38(PHEASANT)", | |
| "25H", | |
| "25H11", | |
| "25H213", | |
| "34B232(+51)" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "41A673" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"41A673\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4915254237288135, | |
| "code_precision": 0.5, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 1, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9754098360655737, | |
| "code_precision": 1.0, | |
| "code_recall": 0.8 | |
| }, | |
| { | |
| "index": 2, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "41D222(CRAVAT)", | |
| "42F5(+0)", | |
| "48C5142", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "42G:61B2(...)13" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"42G:61B2(...)13\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.43253731343283586, | |
| "code_precision": 0.5, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 3, | |
| "gt_codes": [ | |
| "71P4121" | |
| ], | |
| "predicted_codes": [ | |
| "92D1", | |
| "31A5461", | |
| "31AA54" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92D1\", \"31A5461\", \"31AA54\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 4, | |
| "gt_codes": [ | |
| "25I1" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "31A(+73)", | |
| "46B" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"31A(+73)\", \"46B\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.285, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 5, | |
| "gt_codes": [ | |
| "92C2", | |
| "92C4" | |
| ], | |
| "predicted_codes": [ | |
| "42E131", | |
| "59B32" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"42E131\", \"59B32\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 6, | |
| "gt_codes": [ | |
| "48B3", | |
| "48C513", | |
| "48C523", | |
| "61B2(HENDRIK BUSSERUS)11" | |
| ], | |
| "predicted_codes": [ | |
| "48C513" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C513\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7055016181229773, | |
| "code_precision": 1.0, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 7, | |
| "gt_codes": [ | |
| "73G4932", | |
| "73G4933", | |
| "73G4931" | |
| ], | |
| "predicted_codes": [ | |
| "73G48", | |
| "73G49" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73G48\", \"73G49\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8305714285714285, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 8, | |
| "gt_codes": [ | |
| "44B1" | |
| ], | |
| "predicted_codes": [ | |
| "45C22", | |
| "61B2(AUGUST <Braunschweig-Wolfenb\u00fcttel, Herzog>)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C22\", \"61B2(AUGUST <Braunschweig-Wolfenb\\u00fcttel, Herzog>)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 9, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 10, | |
| "gt_codes": [ | |
| "85" | |
| ], | |
| "predicted_codes": [ | |
| "83(BOCCACCIO, Filocolo)", | |
| "94C121", | |
| "94C122" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(BOCCACCIO, Filocolo)\", \"94C121\", \"94C122\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.1, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 11, | |
| "gt_codes": [ | |
| "61B(+2)", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "31D15:61BB", | |
| "48C161", | |
| "61B(+55)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31D15:61BB\", \"48C161\", \"61B(+55)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4, | |
| "code_precision": 0.25, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 12, | |
| "gt_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "41D225", | |
| "41D2661", | |
| "41D2662", | |
| "46A122", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "41D222(RUFF)", | |
| "41D26611", | |
| "46A122", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"41D222(RUFF)\", \"41D26611\", \"46A122\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.969793776468422, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5714285714285714 | |
| }, | |
| { | |
| "index": 13, | |
| "gt_codes": [ | |
| "49D22(+0):13C222:49D36", | |
| "49E39", | |
| "5(+3)" | |
| ], | |
| "predicted_codes": [ | |
| "49D22(+0)", | |
| "49E39" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49D22(+0)\", \"49E39\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 14, | |
| "gt_codes": [ | |
| "48A9876(+744)", | |
| "48A9861", | |
| "48A98211", | |
| "48A98333", | |
| "31AA2321", | |
| "31A2321", | |
| "48A9854", | |
| "11G1911" | |
| ], | |
| "predicted_codes": [ | |
| "73F2146" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73F2146\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 15, | |
| "gt_codes": [ | |
| "25G4(Coriander)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(Coriander)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(Coriander)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 16, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D12", | |
| "45B", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "45B", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"45B\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.926209948465158, | |
| "code_precision": 0.75, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 17, | |
| "gt_codes": [ | |
| "73", | |
| "73B57" | |
| ], | |
| "predicted_codes": [ | |
| "73", | |
| "73B4" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73\", \"73B4\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7849999999999999, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 18, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(T)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(Z)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(Z)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 19, | |
| "gt_codes": [ | |
| "25F3", | |
| "31D12", | |
| "31D13", | |
| "41A1", | |
| "41A77", | |
| "43C114", | |
| "45C15(ARROW)", | |
| "45C15(BOW)", | |
| "46C13141", | |
| "46C1463" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5412107950401167, | |
| "code_precision": 1.0, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 20, | |
| "gt_codes": [ | |
| "71T551" | |
| ], | |
| "predicted_codes": [ | |
| "71C324" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71C324\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4000000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 21, | |
| "gt_codes": [ | |
| "25F24(DEER)(+45)", | |
| "25F24(DEER)(+621)", | |
| "25G3", | |
| "25G4(DICTAMNUS)", | |
| "25H114", | |
| "31A2351", | |
| "31A25552", | |
| "31EE23461", | |
| "33C971", | |
| "45C15(ARROW)", | |
| "45C15(BOW)", | |
| "45C23", | |
| "54AA7(+4)", | |
| "56BB1(+4)", | |
| "56F2(+4)", | |
| "92D16", | |
| "92D18(ARROW)", | |
| "92D18(BOW)", | |
| "92D18(QUIVER)" | |
| ], | |
| "predicted_codes": [ | |
| "25F24(DEER)(+63)", | |
| "25G11", | |
| "25H114", | |
| "31A2351", | |
| "31D12", | |
| "34B11(+9512)", | |
| "47I2213", | |
| "56F2(+4)", | |
| "86(AMORIS ARMA PARAT)", | |
| "92D156" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F24(DEER)(+63)\", \"25G11\", \"25H114\", \"31A2351\", \"31D12\", \"34B11(+9512)\", \"47I2213\", \"56F2(+4)\", \"86(AMORIS ARMA PARAT)\", \"92D156\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 10, | |
| "total_predicted": 10, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6110718745962707, | |
| "code_precision": 0.3, | |
| "code_recall": 0.15789473684210525 | |
| }, | |
| { | |
| "index": 22, | |
| "gt_codes": [ | |
| "41A3311", | |
| "41A721", | |
| "42G:61B2(...)13", | |
| "47I4222" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+9321)", | |
| "41D266", | |
| "42G:61B2(...)13" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+9321)\", \"41D266\", \"42G:61B2(...)13\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.47923544743701124, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 23, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "41D222(RABAT)", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "41D221(BOOGJESMUTS)", | |
| "41D222(RUFF)", | |
| "41D2661", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"41D221(BOOGJESMUTS)\", \"41D222(RUFF)\", \"41D2661\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9708404802744426, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 24, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "44B1:61B(+2)", | |
| "61B(+55)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "45B", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"45B\", \"61B(+55)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8030856031128404, | |
| "code_precision": 0.75, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 25, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "31D17", | |
| "61B(+54)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+54)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A24(+1)\", \"31D15:61BB\", \"61B(+54)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9795918367346939, | |
| "code_precision": 1.0, | |
| "code_recall": 0.8333333333333334 | |
| }, | |
| { | |
| "index": 26, | |
| "gt_codes": [ | |
| "23O33", | |
| "23O41", | |
| "23O42", | |
| "23O43", | |
| "23O11", | |
| "23O12" | |
| ], | |
| "predicted_codes": [ | |
| "23O41", | |
| "23O42" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23O41\", \"23O42\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8679245283018867, | |
| "code_precision": 1.0, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 27, | |
| "gt_codes": [ | |
| "44C312", | |
| "44C35(SOCIALISMO)", | |
| "41C711", | |
| "61B2(LENIN, Vladimir)3", | |
| "61B2(KUN, Bela)3" | |
| ], | |
| "predicted_codes": [ | |
| "48C91", | |
| "61B2(MASSIMILIANO VIANI)(+4)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C91\", \"61B2(MASSIMILIANO VIANI)(+4)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5548387096774193, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 28, | |
| "gt_codes": [ | |
| "11M3", | |
| "94O5" | |
| ], | |
| "predicted_codes": [ | |
| "11R5", | |
| "31F26" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11R5\", \"31F26\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.20000000000000004, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 29, | |
| "gt_codes": [ | |
| "44C312", | |
| "44B42", | |
| "61I(CONGRESSO DI BRUXELLES)", | |
| "54AA2" | |
| ], | |
| "predicted_codes": [ | |
| "46B53", | |
| "48C721", | |
| "44A5(+2)(ITALIA)", | |
| "44G0" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46B53\", \"48C721\", \"44A5(+2)(ITALIA)\", \"44G0\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.22958333333333336, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 30, | |
| "gt_codes": [ | |
| "11I61", | |
| "44B111" | |
| ], | |
| "predicted_codes": [ | |
| "11I62" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11I62\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5333333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 31, | |
| "gt_codes": [ | |
| "25G3(+351)", | |
| "25G3(+371)", | |
| "25H11", | |
| "25H216", | |
| "31B6235", | |
| "33A35", | |
| "34B11", | |
| "46C11", | |
| "46C131", | |
| "46C13142", | |
| "47I211", | |
| "47I221" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6200948684777922, | |
| "code_precision": 1.0, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 32, | |
| "gt_codes": [ | |
| "25H", | |
| "34B11", | |
| "43C114" | |
| ], | |
| "predicted_codes": [ | |
| "25H15", | |
| "34B11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H15\", \"34B11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.628, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 33, | |
| "gt_codes": [ | |
| "25H11", | |
| "25H114" | |
| ], | |
| "predicted_codes": [ | |
| "25H114", | |
| "31A(+89)", | |
| "31B6235", | |
| "31D14", | |
| "31D15" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H114\", \"31A(+89)\", \"31B6235\", \"31D14\", \"31D15\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.32904656319290465, | |
| "code_precision": 0.2, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 34, | |
| "gt_codes": [ | |
| "49M42", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8795518207282913, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 35, | |
| "gt_codes": [ | |
| "46A151" | |
| ], | |
| "predicted_codes": [ | |
| "31A417", | |
| "32A5" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A417\", \"32A5\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 36, | |
| "gt_codes": [ | |
| "25H213", | |
| "25I", | |
| "25I1461", | |
| "31D11221", | |
| "31D12", | |
| "31D15", | |
| "31D16", | |
| "41B162", | |
| "41B4", | |
| "45B", | |
| "46C11", | |
| "46C223", | |
| "9", | |
| "96B113" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C13141", | |
| "71" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C13141\", \"71\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3034899328859061, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 37, | |
| "gt_codes": [ | |
| "31D15", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "25H15", | |
| "31D112", | |
| "47I221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H15\", \"31D112\", \"47I221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.30400000000000005, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 38, | |
| "gt_codes": [ | |
| "71D1922", | |
| "73" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "31D14", | |
| "31D15", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"31D14\", \"31D15\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 39, | |
| "gt_codes": [ | |
| "41D221(fur hat)" | |
| ], | |
| "predicted_codes": [ | |
| "31D16" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D16\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 40, | |
| "gt_codes": [ | |
| "73F412", | |
| "49L171" | |
| ], | |
| "predicted_codes": [ | |
| "11H(PAUL)", | |
| "49L171" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(PAUL)\", \"49L171\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 41, | |
| "gt_codes": [ | |
| "25G3(+351)", | |
| "25H17", | |
| "41A17" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "41A17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"41A17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8847583643122676, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 42, | |
| "gt_codes": [ | |
| "23R14", | |
| "25F716(CRAB)(+471)", | |
| "41B32(+1)", | |
| "43C128", | |
| "47K(+21)", | |
| "51L42:22C", | |
| "86(DURCH IHREN SCHEIN BEWOGEN)" | |
| ], | |
| "predicted_codes": [ | |
| "25F716(CRAB)", | |
| "25H213", | |
| "41D91", | |
| "86(DURCH IHREN SCHEIN BEWEGT)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F716(CRAB)\", \"25H213\", \"41D91\", \"86(DURCH IHREN SCHEIN BEWEGT)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5283354510800509, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 43, | |
| "gt_codes": [ | |
| "48A9831" | |
| ], | |
| "predicted_codes": [ | |
| "73G491", | |
| "73G492" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73G491\", \"73G492\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 44, | |
| "gt_codes": [ | |
| "11HH(HELENA)" | |
| ], | |
| "predicted_codes": [ | |
| "11HH(HELENA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11HH(HELENA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 45, | |
| "gt_codes": [ | |
| "73D641" | |
| ], | |
| "predicted_codes": [ | |
| "73D641" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D641\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 46, | |
| "gt_codes": [ | |
| "25H1" | |
| ], | |
| "predicted_codes": [ | |
| "25I3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4000000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 47, | |
| "gt_codes": [ | |
| "11(+5):61B", | |
| "11P315(DOMINICANS)", | |
| "61B(+52)", | |
| "73", | |
| "73D41" | |
| ], | |
| "predicted_codes": [ | |
| "11(+5):61B", | |
| "31A2422", | |
| "73D73" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11(+5):61B\", \"31A2422\", \"73D73\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5007957559681698, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 48, | |
| "gt_codes": [ | |
| "49D22" | |
| ], | |
| "predicted_codes": [ | |
| "49D22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49D22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 49, | |
| "gt_codes": [ | |
| "31A44411", | |
| "46A122", | |
| "5(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "12B13", | |
| "46A122", | |
| "9" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12B13\", \"46A122\", \"9\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3333333333333333, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 50, | |
| "gt_codes": [ | |
| "31B6217", | |
| "31D15" | |
| ], | |
| "predicted_codes": [ | |
| "31A221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 51, | |
| "gt_codes": [ | |
| "25A", | |
| "25A13", | |
| "31A235", | |
| "31F11", | |
| "41A251", | |
| "41A711", | |
| "41A7122", | |
| "41A721", | |
| "49C3", | |
| "49C32", | |
| "49M32", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "25A13", | |
| "49C3", | |
| "49L6" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25A13\", \"49C3\", \"49L6\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5083155650319829, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 52, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31A534", | |
| "31A5341", | |
| "41D222(RUFF)", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8496302382908792, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5714285714285714 | |
| }, | |
| { | |
| "index": 53, | |
| "gt_codes": [ | |
| "31D15", | |
| "41A1", | |
| "45B", | |
| "45B(+22)", | |
| "46C13141" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "31D14", | |
| "31D15", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"31D14\", \"31D15\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5927512355848435, | |
| "code_precision": 0.5, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 54, | |
| "gt_codes": [ | |
| "12B61", | |
| "12BB63", | |
| "25F(+342)", | |
| "25F23(LION)(+351)", | |
| "25I144", | |
| "25I153", | |
| "31A141", | |
| "31A2512(+932)", | |
| "31A2512(+933)", | |
| "31A2513(+933)", | |
| "31A2515(+933)", | |
| "31A25432", | |
| "31A25551", | |
| "31A26112(+51)", | |
| "31A2711", | |
| "31AA222(+89)", | |
| "31AA2513", | |
| "31AA2711", | |
| "31D11221(+89)", | |
| "31D14" | |
| ], | |
| "predicted_codes": [], | |
| "generated_text": "{\"iconclass-codes\": [\"25I141\", \"31A(+79)\", \"31D14\", \"31D15\", \"41B162\", \"41B162:25F(+342)\", \"41B162:25G411\", \"41B162:25H183\", \"41B162:25I141\", \"41B162:25I142\", \"41B162:25I143\", \"41B162:25I144\", \"41B162:25I145\", \"41B162:25I146\", \"41B162:25I147\", \"41B162:25I148\", \"41B162:25I149\", \"41B162:25I150\", \"41B162:25I151\", \"41B162:25I152\", \"41B162:25I153\", \"41B162:25I154\", \"41B162:25I155\", \"41B162:25I156\", \"41B162:25I157\", \"41B162:25I158\", \"41B162:25I159\", \"41B162:25I160\", \"41B162:25I161\", \"41B162:25I162\", \"41B162:25I163\", \"41B162:25I164\", \"41B162:25I165\", \"41B162:25I166\", \"41B162:25I167\", \"41B162:25I168\", \"41B162:25I169\", \"41B162:25I170\", \"41B162:25I171\", \"41B162:25I172\", \"41B162:25I173\", \"41B162:25I174\", \"41B162:25I175\", \"41B162:25I176\", \"41B162:25I177\", \"41B162:25I178\", \"41B162:25I179\", \"41B162:25I180\", \"41B162:25I181\", \"41B162:25I182\", \"41B162:25I183\", \"41B162:25I184\", \"41B162:25I185\", \"41", | |
| "valid_json": false, | |
| "valid_code_count": 0, | |
| "total_predicted": 0, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 55, | |
| "gt_codes": [ | |
| "25H214", | |
| "41A17" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "41A17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"41A17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7849999999999999, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 56, | |
| "gt_codes": [ | |
| "11Q713", | |
| "48C73341" | |
| ], | |
| "predicted_codes": [ | |
| "11Q713" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q713\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 57, | |
| "gt_codes": [ | |
| "11F4", | |
| "11F4122", | |
| "11F715", | |
| "11F716", | |
| "31A2421", | |
| "41C", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "11F4", | |
| "31A24(+1)", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F4\", \"31A24(+1)\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7927313868613138, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 58, | |
| "gt_codes": [ | |
| "25F3", | |
| "41A772", | |
| "48C73411", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(ROSE)", | |
| "31D112", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(ROSE)\", \"31D112\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.39428571428571424, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 59, | |
| "gt_codes": [ | |
| "31A2211", | |
| "31A2422" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6157407407407407, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 60, | |
| "gt_codes": [ | |
| "11H(LAURENCE)" | |
| ], | |
| "predicted_codes": [ | |
| "11H(PAUL)", | |
| "49L72" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(PAUL)\", \"49L72\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 61, | |
| "gt_codes": [ | |
| "23E41", | |
| "23F41", | |
| "25I" | |
| ], | |
| "predicted_codes": [ | |
| "23F41", | |
| "25H213", | |
| "26D4", | |
| "43C24" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23F41\", \"25H213\", \"26D4\", \"43C24\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.47245984784446315, | |
| "code_precision": 0.25, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 62, | |
| "gt_codes": [ | |
| "73D313" | |
| ], | |
| "predicted_codes": [ | |
| "73D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 63, | |
| "gt_codes": [ | |
| "41A4231", | |
| "41A712", | |
| "45D311", | |
| "45D313", | |
| "48C911", | |
| "49L511", | |
| "49LL71", | |
| "49L72", | |
| "83(PLUTARCH, Parallel Lives of Illustrious Greeks and Romans)", | |
| "98B(PLUTARCH)5", | |
| "98B(POMPEY)1", | |
| "98B(STRABO, G.P.S.)5" | |
| ], | |
| "predicted_codes": [ | |
| "49C3", | |
| "49L62" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49C3\", \"49L62\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.30760793465577596, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 64, | |
| "gt_codes": [ | |
| "41E2", | |
| "43C512", | |
| "48C5142:48C533" | |
| ], | |
| "predicted_codes": [ | |
| "25F61(RAY)", | |
| "43C512", | |
| "48A9876" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F61(RAY)\", \"43C512\", \"48A9876\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.48962711864406777, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 65, | |
| "gt_codes": [ | |
| "49L12(P)", | |
| "49L171", | |
| "73E42" | |
| ], | |
| "predicted_codes": [ | |
| "11D324", | |
| "11G1911", | |
| "11HH(MARY MAGDALENE)", | |
| "73E5" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D324\", \"11G1911\", \"11HH(MARY MAGDALENE)\", \"73E5\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.16285714285714284, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 66, | |
| "gt_codes": [ | |
| "41D221(HAT)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 67, | |
| "gt_codes": [ | |
| "43A42" | |
| ], | |
| "predicted_codes": [ | |
| "45B321", | |
| "46C14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45B321\", \"46C14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19746835443037977, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 68, | |
| "gt_codes": [ | |
| "33B1" | |
| ], | |
| "predicted_codes": [ | |
| "41C71", | |
| "42D3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41C71\", \"42D3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 69, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D12", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8875343490045797, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 70, | |
| "gt_codes": [ | |
| "25F36(SWAN)", | |
| "42E31", | |
| "52E2(+4)", | |
| "58BB1(+4)", | |
| "86(SIBI CANIT ET ORBI)" | |
| ], | |
| "predicted_codes": [ | |
| "25F36(GOOSE)(+49)", | |
| "25H11", | |
| "86(NEC VIRTUS NEC FORTUNA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F36(GOOSE)(+49)\", \"25H11\", \"86(NEC VIRTUS NEC FORTUNA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5333333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 71, | |
| "gt_codes": [ | |
| "49E39", | |
| "25G4" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(B\u00f6hmisches Wasser)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(B\\u00f6hmisches Wasser)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 72, | |
| "gt_codes": [ | |
| "31B1", | |
| "35", | |
| "47I2112", | |
| "47I221", | |
| "48C7351", | |
| "9", | |
| "97CC64" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "34B11", | |
| "47I2112", | |
| "48C7351", | |
| "9", | |
| "92L41" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"34B11\", \"47I2112\", \"48C7351\", \"9\", \"92L41\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5896615632554392, | |
| "code_precision": 0.5, | |
| "code_recall": 0.42857142857142855 | |
| }, | |
| { | |
| "index": 73, | |
| "gt_codes": [ | |
| "25H114", | |
| "46A14", | |
| "47I214", | |
| "47I221" | |
| ], | |
| "predicted_codes": [ | |
| "25H114", | |
| "31B6235", | |
| "33A35", | |
| "47I21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H114\", \"31B6235\", \"33A35\", \"47I21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5590819057815845, | |
| "code_precision": 0.25, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 74, | |
| "gt_codes": [ | |
| "46C13142" | |
| ], | |
| "predicted_codes": [ | |
| "25H1", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H1\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6016666666666667, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 75, | |
| "gt_codes": [ | |
| "45C22" | |
| ], | |
| "predicted_codes": [ | |
| "45C22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 76, | |
| "gt_codes": [ | |
| "25H2", | |
| "43C121" | |
| ], | |
| "predicted_codes": [ | |
| "25H1", | |
| "43C128" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H1\", \"43C128\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.75, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 77, | |
| "gt_codes": [ | |
| "86(ALSO WARDT DER HIMMEL UND DIE ERDTEN VOLLENDET)", | |
| "11A1", | |
| "71A2", | |
| "10", | |
| "11Q71444", | |
| "11P131" | |
| ], | |
| "predicted_codes": [ | |
| "86(UND WIRD DER HIMMEL UND DIE ERDEN VOLLKOMMEN)", | |
| "11C23", | |
| "71A421", | |
| "54E42", | |
| "11Q0" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(UND WIRD DER HIMMEL UND DIE ERDEN VOLLKOMMEN)\", \"11C23\", \"71A421\", \"54E42\", \"11Q0\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5110661884577762, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 78, | |
| "gt_codes": [ | |
| "41A2", | |
| "41B21", | |
| "42B71" | |
| ], | |
| "predicted_codes": [ | |
| "41A2", | |
| "41C69" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A2\", \"41C69\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6054054054054053, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 79, | |
| "gt_codes": [ | |
| "31A2211", | |
| "61B(+2)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8251106639839035, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 80, | |
| "gt_codes": [ | |
| "73D721" | |
| ], | |
| "predicted_codes": [ | |
| "73D721" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D721\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 81, | |
| "gt_codes": [ | |
| "23O11", | |
| "46C215(RUDDER)", | |
| "57A6(+4)", | |
| "86(FIDEM FATI VIRTUTE SEQUEMUR)", | |
| "92B11221" | |
| ], | |
| "predicted_codes": [ | |
| "23O41", | |
| "25F(+36)", | |
| "25FF62" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23O41\", \"25F(+36)\", \"25FF62\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.1755223880597015, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 82, | |
| "gt_codes": [ | |
| "48A9876", | |
| "48C244" | |
| ], | |
| "predicted_codes": [ | |
| "48A9876", | |
| "11P31521" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48A9876\", \"11P31521\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5798319327731092, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 83, | |
| "gt_codes": [ | |
| "11Q651", | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "41D222(RUFF)", | |
| "41D262", | |
| "41D26611", | |
| "46A12", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "41D222(RUFF)", | |
| "41D262", | |
| "41D26611", | |
| "41E2(+0)", | |
| "44B1511", | |
| "44BB11", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"41D222(RUFF)\", \"41D262\", \"41D26611\", \"41E2(+0)\", \"44B1511\", \"44BB11\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 9, | |
| "total_predicted": 9, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7457404217680742, | |
| "code_precision": 0.5555555555555556, | |
| "code_recall": 0.625 | |
| }, | |
| { | |
| "index": 84, | |
| "gt_codes": [ | |
| "25F34", | |
| "25F39(HOOPOE)", | |
| "25H213(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "25F34", | |
| "25F39(DOVECOTE)", | |
| "25H1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F34\", \"25F39(DOVECOTE)\", \"25H1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8566666666666666, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 85, | |
| "gt_codes": [ | |
| "25I", | |
| "41A12", | |
| "43B13", | |
| "46C112" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "41A12" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A12\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7480438184663537, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 86, | |
| "gt_codes": [ | |
| "25G3", | |
| "25H", | |
| "41A1", | |
| "46C2", | |
| "46C24" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "41A17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"41A17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6425396825396825, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 87, | |
| "gt_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 88, | |
| "gt_codes": [ | |
| "25G3", | |
| "25H" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "25H17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"25H17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7849999999999999, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 89, | |
| "gt_codes": [ | |
| "25F3" | |
| ], | |
| "predicted_codes": [ | |
| "25F3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 90, | |
| "gt_codes": [ | |
| "25H", | |
| "45H(+22)" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "41B4", | |
| "45C13(SWORD)", | |
| "45D311", | |
| "46A12" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"41B4\", \"45C13(SWORD)\", \"45D311\", \"46A12\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5283005366726296, | |
| "code_precision": 0.2, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 91, | |
| "gt_codes": [ | |
| "31A559", | |
| "31D13", | |
| "31D14", | |
| "41A191", | |
| "41A761", | |
| "45C22", | |
| "92B423" | |
| ], | |
| "predicted_codes": [ | |
| "12B13", | |
| "9", | |
| "92C455" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12B13\", \"9\", \"92C455\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.08855534709193247, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 92, | |
| "gt_codes": [ | |
| "25I", | |
| "45D22(+32)", | |
| "46C24(FLUYT)", | |
| "46C24:47K", | |
| "46CC21" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "46C21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"46C21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7655172413793103, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 93, | |
| "gt_codes": [ | |
| "11P31521", | |
| "11Q713", | |
| "11Q7131(CHOIR SCREEN)", | |
| "11Q71454", | |
| "11Q72", | |
| "11Q7311", | |
| "25I", | |
| "31A233", | |
| "31A415", | |
| "34B11", | |
| "41B311", | |
| "42E141", | |
| "46A151" | |
| ], | |
| "predicted_codes": [ | |
| "11Q713", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q713\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6064585287417928, | |
| "code_precision": 1.0, | |
| "code_recall": 0.15384615384615385 | |
| }, | |
| { | |
| "index": 94, | |
| "gt_codes": [ | |
| "33C23", | |
| "25H13", | |
| "11G", | |
| "46E1", | |
| "46E221", | |
| "25F72(SNAIL)" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "46A122", | |
| "45C13(SWORD)", | |
| "48A9876", | |
| "44B191", | |
| "44B192", | |
| "44B193" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"46A122\", \"45C13(SWORD)\", \"48A9876\", \"44B191\", \"44B192\", \"44B193\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3168586387434555, | |
| "code_precision": 0.14285714285714285, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 95, | |
| "gt_codes": [ | |
| "31A235", | |
| "31D15:61BB", | |
| "61B(+54)" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31D15:61BB", | |
| "41A721", | |
| "61B(+54)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31D15:61BB\", \"41A721\", \"61B(+54)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8571428571428571, | |
| "code_precision": 0.75, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 96, | |
| "gt_codes": [ | |
| "25G3", | |
| "25H213" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "41A17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"41A17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.35625, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 97, | |
| "gt_codes": [ | |
| "11H(JOHN CHRYSOSTOM)36" | |
| ], | |
| "predicted_codes": [ | |
| "73B65" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B65\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 98, | |
| "gt_codes": [ | |
| "12CC13(ISIS)", | |
| "20" | |
| ], | |
| "predicted_codes": [ | |
| "24B1", | |
| "92C371" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"24B1\", \"92C371\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.095, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 99, | |
| "gt_codes": [ | |
| "11Q712", | |
| "22C8", | |
| "25H17:41D422", | |
| "25I", | |
| "25I5", | |
| "41A17", | |
| "41D427", | |
| "47D31", | |
| "47I1421" | |
| ], | |
| "predicted_codes": [ | |
| "11Q712", | |
| "25H", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"25H\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5167934782608694, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.2222222222222222 | |
| }, | |
| { | |
| "index": 100, | |
| "gt_codes": [ | |
| "25F711", | |
| "25F711(BUTTERFLY)", | |
| "41A671", | |
| "48C24" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(ANEMONE)", | |
| "25G41(CARNATION)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAGSCONE)", | |
| "25G41(HOLLYHOCK)", | |
| "25G41(MARIGOLD)", | |
| "25G41(PANSY)", | |
| "25G41(ROSE)", | |
| "25G41(SUNFLOWER)", | |
| "25G41(TULIP)", | |
| "25G41(VIOLIER)", | |
| "41A671", | |
| "48C24:61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(ANEMONE)\", \"25G41(CARNATION)\", \"25G41(CONVOLVULUS)\", \"25G41(DAGSCONE)\", \"25G41(HOLLYHOCK)\", \"25G41(MARIGOLD)\", \"25G41(PANSY)\", \"25G41(ROSE)\", \"25G41(SUNFLOWER)\", \"25G41(TULIP)\", \"25G41(VIOLIER)\", \"41A671\", \"48C24:61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 13, | |
| "total_predicted": 13, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5429268082910467, | |
| "code_precision": 0.07692307692307693, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 101, | |
| "gt_codes": [ | |
| "12A751", | |
| "49B24" | |
| ], | |
| "predicted_codes": [ | |
| "11P31521", | |
| "49B24" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11P31521\", \"49B24\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.595, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 102, | |
| "gt_codes": [ | |
| "31D15" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "31D15" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31D15\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8165680473372781, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 103, | |
| "gt_codes": [ | |
| "25H213", | |
| "25I41" | |
| ], | |
| "predicted_codes": [ | |
| "25H213", | |
| "47D31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H213\", \"47D31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5798319327731092, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 104, | |
| "gt_codes": [ | |
| "32A5", | |
| "48C62" | |
| ], | |
| "predicted_codes": [ | |
| "48C91", | |
| "61B2(ROSSI, Luigi)(+4)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C91\", \"61B2(ROSSI, Luigi)(+4)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 105, | |
| "gt_codes": [ | |
| "25G4(Anis)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(Caput)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(Caput)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 106, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "31A5331", | |
| "41A251", | |
| "41A422", | |
| "41A711", | |
| "41A7122", | |
| "41C37", | |
| "41D212", | |
| "41D222(JABOT)", | |
| "41D2664", | |
| "49L511", | |
| "49L62", | |
| "49L7", | |
| "49M32", | |
| "61B(+55)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "61B(+55)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A2422\", \"61B(+55)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4745762711864407, | |
| "code_precision": 1.0, | |
| "code_recall": 0.2777777777777778 | |
| }, | |
| { | |
| "index": 107, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9876621322366339, | |
| "code_precision": 0.75, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 108, | |
| "gt_codes": [ | |
| "11Q713", | |
| "11Q71454", | |
| "48C24" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "48C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"48C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5364705882352943, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 109, | |
| "gt_codes": [ | |
| "73D415" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "46C131", | |
| "48CC7352", | |
| "45B", | |
| "45F3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"46C131\", \"48CC7352\", \"45B\", \"45F3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 110, | |
| "gt_codes": [ | |
| "25G21(GOURD)", | |
| "25G41(ROSE)", | |
| "31A559", | |
| "33C23", | |
| "47I221", | |
| "47I2213", | |
| "83(HOOFT, Granida)" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(ROSE)", | |
| "31A(+89)", | |
| "31D13", | |
| "31D16", | |
| "41C7111", | |
| "41E2", | |
| "41E2(+0)", | |
| "48C7351", | |
| "48C75" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(ROSE)\", \"31A(+89)\", \"31D13\", \"31D16\", \"41C7111\", \"41E2\", \"41E2(+0)\", \"48C7351\", \"48C75\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 9, | |
| "total_predicted": 9, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.37997496871088865, | |
| "code_precision": 0.1111111111111111, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 111, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(N)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(H)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(H)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 112, | |
| "gt_codes": [ | |
| "48C149", | |
| "61E(ROMA)", | |
| "61F(COLOSSEO)", | |
| "48A72" | |
| ], | |
| "predicted_codes": [ | |
| "48C149", | |
| "61E(ROMA)", | |
| "61F(COLOSSEO)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C149\", \"61E(ROMA)\", \"61F(COLOSSEO)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9159891598915989, | |
| "code_precision": 1.0, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 113, | |
| "gt_codes": [ | |
| "86(CLARIUS INDE MICAT)", | |
| "24A81", | |
| "25D11(DIAMOND)", | |
| "22C5", | |
| "11A2", | |
| "11M31" | |
| ], | |
| "predicted_codes": [ | |
| "86(CIARILLUS INDE MICAT)", | |
| "41A35", | |
| "24A81", | |
| "11Q71444", | |
| "11M31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(CIARILLUS INDE MICAT)\", \"41A35\", \"24A81\", \"11Q71444\", \"11M31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.651295681063123, | |
| "code_precision": 0.4, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 114, | |
| "gt_codes": [ | |
| "49C212", | |
| "52" | |
| ], | |
| "predicted_codes": [ | |
| "49D22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49D22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2533333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 115, | |
| "gt_codes": [ | |
| "25F33(EAGLE)(+5262)", | |
| "25H114", | |
| "25I2", | |
| "25I6", | |
| "31A22210", | |
| "46C2322", | |
| "73D83", | |
| "86(SIC ALOR)" | |
| ], | |
| "predicted_codes": [ | |
| "25F31(+5262)", | |
| "25H213", | |
| "47I2133(+963)", | |
| "86(SIC ALOR)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F31(+5262)\", \"25H213\", \"47I2133(+963)\", \"86(SIC ALOR)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5102803738317757, | |
| "code_precision": 0.25, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 116, | |
| "gt_codes": [ | |
| "73B57" | |
| ], | |
| "predicted_codes": [ | |
| "73B57" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B57\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 117, | |
| "gt_codes": [ | |
| "49B24" | |
| ], | |
| "predicted_codes": [ | |
| "49B2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49B2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.76, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 118, | |
| "gt_codes": [ | |
| "41A775", | |
| "45C11(SPEAR)", | |
| "45C16(CANNON)", | |
| "45C221", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "45B", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45B\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5562975778546713, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 119, | |
| "gt_codes": [ | |
| "25H" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "41A31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.26666666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 120, | |
| "gt_codes": [ | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 121, | |
| "gt_codes": [ | |
| "34B11", | |
| "31D14(+72)", | |
| "31D14(+9321)" | |
| ], | |
| "predicted_codes": [ | |
| "31D14(+72)", | |
| "31A53", | |
| "31B62321" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D14(+72)\", \"31A53\", \"31B62321\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6559463986599665, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 122, | |
| "gt_codes": [ | |
| "11Q7121(TOWER)", | |
| "25H2", | |
| "25I2", | |
| "43C128" | |
| ], | |
| "predicted_codes": [ | |
| "25I146" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I146\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.33529411764705885, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 123, | |
| "gt_codes": [ | |
| "49D22" | |
| ], | |
| "predicted_codes": [ | |
| "49D22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49D22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 124, | |
| "gt_codes": [ | |
| "25H132", | |
| "41D263" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C283" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C283\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5275, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 125, | |
| "gt_codes": [ | |
| "25F35(PARROT)", | |
| "25G21(APRICOT)", | |
| "25G21(FIG)", | |
| "25G21(LEMON)", | |
| "25G21(MELON)", | |
| "25G21(POMEGRANATE)", | |
| "25G21(PRUNE)", | |
| "25G21(RED CURRANT)", | |
| "41A7751", | |
| "41C653", | |
| "41C653(LEMON)", | |
| "41C653(PRUNE)", | |
| "47I422", | |
| "47I4222" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "25G21(APRICOT)", | |
| "25G21(LEMON)", | |
| "41C653(LEMON)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"25G21(APRICOT)\", \"25G21(LEMON)\", \"41C653(LEMON)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.877942486836776, | |
| "code_precision": 0.75, | |
| "code_recall": 0.21428571428571427 | |
| }, | |
| { | |
| "index": 126, | |
| "gt_codes": [ | |
| "25H", | |
| "31D11221" | |
| ], | |
| "predicted_codes": [ | |
| "25H114", | |
| "31D11221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H114\", \"31D11221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7849999999999999, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 127, | |
| "gt_codes": [ | |
| "25G3", | |
| "25H", | |
| "41A1", | |
| "41A33" | |
| ], | |
| "predicted_codes": [ | |
| "0:49D3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"0:49D3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 128, | |
| "gt_codes": [ | |
| "33A35" | |
| ], | |
| "predicted_codes": [ | |
| "31A2549", | |
| "33C23" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2549\", \"33C23\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.339568345323741, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 129, | |
| "gt_codes": [ | |
| "71A2", | |
| "71A22" | |
| ], | |
| "predicted_codes": [ | |
| "12A31", | |
| "49D22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12A31\", \"49D22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 130, | |
| "gt_codes": [ | |
| "25F25(ELEPHANT)", | |
| "25I", | |
| "25I13", | |
| "34E22", | |
| "43B7" | |
| ], | |
| "predicted_codes": [ | |
| "25F25(ELEPHANT)", | |
| "43B7" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F25(ELEPHANT)\", \"43B7\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7146529562982004, | |
| "code_precision": 1.0, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 131, | |
| "gt_codes": [ | |
| "11I36", | |
| "73" | |
| ], | |
| "predicted_codes": [ | |
| "73", | |
| "73C421" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73\", \"73C421\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5798319327731092, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 132, | |
| "gt_codes": [ | |
| "33A52", | |
| "46A71" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+933)", | |
| "31D15" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+933)\", \"31D15\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.13333333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 133, | |
| "gt_codes": [ | |
| "25F72(OYSTER)", | |
| "25G21(LEMON)", | |
| "41C653(LEMON)", | |
| "47I4223" | |
| ], | |
| "predicted_codes": [ | |
| "25F716(CRAB)", | |
| "25G21(LEMON)", | |
| "41C323", | |
| "41C653(LEMON)", | |
| "47I4223" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F716(CRAB)\", \"25G21(LEMON)\", \"41C323\", \"41C653(LEMON)\", \"47I4223\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9047240618101544, | |
| "code_precision": 0.6, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 134, | |
| "gt_codes": [ | |
| "31B19", | |
| "41A3911", | |
| "47I221" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "31A(+89)", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"31A(+89)\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.22054320987654322, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 135, | |
| "gt_codes": [ | |
| "11A23", | |
| "11D51", | |
| "11D52", | |
| "11Q0", | |
| "22C311", | |
| "25F3(+342)", | |
| "31A2512(+933)", | |
| "31A2512(+9341)", | |
| "31A511", | |
| "31A51452", | |
| "31AA2331", | |
| "31D12", | |
| "31D13", | |
| "31G1", | |
| "41A711", | |
| "41D2661", | |
| "41D2668", | |
| "44B1211", | |
| "46E221", | |
| "71Q82(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "11Q2", | |
| "31A2546(+915)", | |
| "31D11221", | |
| "31D15", | |
| "34B11", | |
| "41A711", | |
| "41C321", | |
| "41C322:41C714", | |
| "41C37", | |
| "41C621", | |
| "41C681", | |
| "41C711", | |
| "41C7111", | |
| "41C71111", | |
| "41D267", | |
| "46E221", | |
| "49L66", | |
| "49M32", | |
| "54AA11(+4):56F2(+4)", | |
| "56BB1(+4)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q2\", \"31A2546(+915)\", \"31D11221\", \"31D15\", \"34B11\", \"41A711\", \"41C321\", \"41C322:41C714\", \"41C37\", \"41C621\", \"41C681\", \"41C711\", \"41C7111\", \"41C71111\", \"41D267\", \"46E221\", \"49L66\", \"49M32\", \"54AA11(+4):56F2(+4)\", \"56BB1(+4)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 20, | |
| "total_predicted": 20, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.516649338146811, | |
| "code_precision": 0.1, | |
| "code_recall": 0.1 | |
| }, | |
| { | |
| "index": 136, | |
| "gt_codes": [ | |
| "25H114", | |
| "31EE2346", | |
| "45C13(SWORD)", | |
| "45C19(SHIELD)", | |
| "45C15(ARROW)", | |
| "45C22", | |
| "45C23", | |
| "53C11(+4)", | |
| "56E3(+22)", | |
| "56F2(+22)", | |
| "56F2(+4)", | |
| "86(NEMO ADEO FERUS EST, QUI NON MITESCERE POSSIT)", | |
| "92B46", | |
| "92B48(ARMOUR)", | |
| "92B48(SHIELD)", | |
| "92B48(SWORD)", | |
| "92D151", | |
| "92D18(QUIVER)" | |
| ], | |
| "predicted_codes": [ | |
| "83(OVID, Metamorphoses)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(OVID, Metamorphoses)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.021052631578947368, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 137, | |
| "gt_codes": [ | |
| "25I", | |
| "25I1" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "25H114", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"25H114\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6758403869407497, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 138, | |
| "gt_codes": [ | |
| "31D14", | |
| "31D15", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "42G:61B2(...)13" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"42G:61B2(...)13\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4708072009291521, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 139, | |
| "gt_codes": [ | |
| "25F36(SWAN)", | |
| "41A11", | |
| "41A646", | |
| "43B42" | |
| ], | |
| "predicted_codes": [ | |
| "25F36(SWAN)", | |
| "41A11", | |
| "41A6" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F36(SWAN)\", \"41A11\", \"41A6\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8202409638554217, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 140, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "41A721", | |
| "41D222(JABOT)", | |
| "46A122", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7460815047021944, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 141, | |
| "gt_codes": [ | |
| "25I", | |
| "25I1", | |
| "44B233" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "25I1", | |
| "41A31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"25I1\", \"41A31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7299999999999999, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 142, | |
| "gt_codes": [ | |
| "73B93", | |
| "73B931" | |
| ], | |
| "predicted_codes": [ | |
| "73A235" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73A235\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.39493670886075954, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 143, | |
| "gt_codes": [ | |
| "25G41(ANEMONE)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAFFODIL)", | |
| "25G41(DAGSCONE)", | |
| "25G41(NARCISSUS)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "25H11", | |
| "41A646", | |
| "41A671", | |
| "41D283" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(ANEMONE)", | |
| "25G41(CARNATION)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAGSCONE)", | |
| "25G41(FRITILLARY)", | |
| "25G41(LILY-OF-THE-VALLEY)", | |
| "25G41(MARIGOLD)", | |
| "25G41(NARCISSUS)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "25H", | |
| "41A671" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(ANEMONE)\", \"25G41(CARNATION)\", \"25G41(CONVOLVULUS)\", \"25G41(DAGSCONE)\", \"25G41(FRITILLARY)\", \"25G41(LILY-OF-THE-VALLEY)\", \"25G41(MARIGOLD)\", \"25G41(NARCISSUS)\", \"25G41(ROSE)\", \"25G41(TULIP)\", \"25H\", \"41A671\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 12, | |
| "total_predicted": 12, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.924615762136518, | |
| "code_precision": 0.5833333333333334, | |
| "code_recall": 0.6363636363636364 | |
| }, | |
| { | |
| "index": 144, | |
| "gt_codes": [ | |
| "31A247", | |
| "31A2514(+933)", | |
| "31A2516(+933)", | |
| "31A26211(+51)", | |
| "31A2747", | |
| "31A534", | |
| "31A611", | |
| "31B171", | |
| "31D14", | |
| "34B11", | |
| "41A23", | |
| "41A3221", | |
| "41A4231", | |
| "41A7612", | |
| "41A7633", | |
| "41B21", | |
| "41B31", | |
| "41B313", | |
| "41D211(+81)", | |
| "41D233(+81)" | |
| ], | |
| "predicted_codes": [ | |
| "25F31(+5262)", | |
| "31A247", | |
| "31A2512(+933)", | |
| "31A2518", | |
| "31A2621(+51)", | |
| "31B6211", | |
| "31D14", | |
| "34B11(+949)", | |
| "41A23", | |
| "41A3211", | |
| "41A4221", | |
| "41A7612", | |
| "41A7632", | |
| "41B31(+1)", | |
| "41C321", | |
| "41D211(+81)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F31(+5262)\", \"31A247\", \"31A2512(+933)\", \"31A2518\", \"31A2621(+51)\", \"31B6211\", \"31D14\", \"34B11(+949)\", \"41A23\", \"41A3211\", \"41A4221\", \"41A7612\", \"41A7632\", \"41B31(+1)\", \"41C321\", \"41D211(+81)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 16, | |
| "total_predicted": 16, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8595319883678663, | |
| "code_precision": 0.3125, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 145, | |
| "gt_codes": [ | |
| "25G4(...)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(...)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(...)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 146, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8774360795454546, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 147, | |
| "gt_codes": [ | |
| "31D112", | |
| "42G:61B2(...)13", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(ROSE)", | |
| "31D112", | |
| "41A761" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(ROSE)\", \"31D112\", \"41A761\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.34, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 148, | |
| "gt_codes": [ | |
| "61D(GERMANIA)", | |
| "61D(FRANCIA)", | |
| "45A145" | |
| ], | |
| "predicted_codes": [ | |
| "46A17", | |
| "59B32" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A17\", \"59B32\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.07600000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 149, | |
| "gt_codes": [ | |
| "11H(PETER)", | |
| "11Q733", | |
| "31A25561(+915)", | |
| "49L12(P)", | |
| "49L171", | |
| "73F45" | |
| ], | |
| "predicted_codes": [ | |
| "11H(JOHN THE BAPTIST)", | |
| "49L12(I)", | |
| "49L171", | |
| "73A18" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(JOHN THE BAPTIST)\", \"49L12(I)\", \"49L171\", \"73A18\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7236486486486486, | |
| "code_precision": 0.25, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 150, | |
| "gt_codes": [ | |
| "11M41", | |
| "31A511" | |
| ], | |
| "predicted_codes": [ | |
| "11R5", | |
| "31A27631" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11R5\", \"31A27631\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.47500000000000003, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 151, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2421", | |
| "45C21", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8407047991526114, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 152, | |
| "gt_codes": [ | |
| "33B41", | |
| "96D(SABINE WOMEN)61", | |
| "98" | |
| ], | |
| "predicted_codes": [ | |
| "31D15", | |
| "42B742" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D15\", \"42B742\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.08, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 153, | |
| "gt_codes": [ | |
| "73C221", | |
| "73C222", | |
| "73C223" | |
| ], | |
| "predicted_codes": [ | |
| "48A9876", | |
| "25F3(+1)", | |
| "48A9831" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48A9876\", \"25F3(+1)\", \"48A9831\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 154, | |
| "gt_codes": [ | |
| "92D1916", | |
| "48A98311", | |
| "25G41", | |
| "48A9875", | |
| "61B2(PFEFFERKORN, Johannes)11" | |
| ], | |
| "predicted_codes": [ | |
| "11G191", | |
| "48A9875", | |
| "61B2(ERASMUS, Desiderius)11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G191\", \"48A9875\", \"61B2(ERASMUS, Desiderius)11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6151360086183678, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 155, | |
| "gt_codes": [ | |
| "31D14", | |
| "45H3", | |
| "25G3", | |
| "46C131", | |
| "45F4", | |
| "44B132", | |
| "53CC1" | |
| ], | |
| "predicted_codes": [ | |
| "45B", | |
| "25H13", | |
| "46C131", | |
| "48A9876" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45B\", \"25H13\", \"46C131\", \"48A9876\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3966101694915255, | |
| "code_precision": 0.25, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 156, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D13", | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9546009594417794, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 157, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A24(+1)", | |
| "61B(+54)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9408479920345171, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 158, | |
| "gt_codes": [ | |
| "41A12", | |
| "61F(GROENEWOUDE)" | |
| ], | |
| "predicted_codes": [ | |
| "41A12" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A12\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 159, | |
| "gt_codes": [ | |
| "34B11", | |
| "47I213", | |
| "47I221", | |
| "47I2211" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.06666666666666667, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 160, | |
| "gt_codes": [ | |
| "44B1", | |
| "46A12", | |
| "45C21" | |
| ], | |
| "predicted_codes": [ | |
| "45C21", | |
| "61B2(WILHELM <Braunschweig-Wolfenb\u00fcttel, Herzog, 3>)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C21\", \"61B2(WILHELM <Braunschweig-Wolfenb\\u00fcttel, Herzog, 3>)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.48096885813148793, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 161, | |
| "gt_codes": [ | |
| "11M42", | |
| "11M44", | |
| "25H", | |
| "25I", | |
| "44G0", | |
| "44G112", | |
| "46C13141", | |
| "46C1463", | |
| "54A2", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "11M44", | |
| "25A", | |
| "31D15:61BB", | |
| "41B32", | |
| "44G(+5)", | |
| "45C13(SWORD)", | |
| "46C13141", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11M44\", \"25A\", \"31D15:61BB\", \"41B32\", \"44G(+5)\", \"45C13(SWORD)\", \"46C13141\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 8, | |
| "total_predicted": 8, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5921465968586387, | |
| "code_precision": 0.375, | |
| "code_recall": 0.3 | |
| }, | |
| { | |
| "index": 162, | |
| "gt_codes": [ | |
| "11K", | |
| "31A233", | |
| "31B1", | |
| "31D14", | |
| "31D15" | |
| ], | |
| "predicted_codes": [ | |
| "31A25", | |
| "48C7323" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25\", \"48C7323\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38395833333333335, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 163, | |
| "gt_codes": [ | |
| "86(HOMO HOMINI DEUS)", | |
| "25I144", | |
| "25I154", | |
| "59B31", | |
| "59B4", | |
| "11N36", | |
| "92D17", | |
| "55B1", | |
| "31D14", | |
| "33A53", | |
| "56F231" | |
| ], | |
| "predicted_codes": [ | |
| "86(HOMO HOMINI DEUS)", | |
| "73C812", | |
| "49M32" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(HOMO HOMINI DEUS)\", \"73C812\", \"49M32\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.14285714285714288, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.09090909090909091 | |
| }, | |
| { | |
| "index": 164, | |
| "gt_codes": [ | |
| "92A" | |
| ], | |
| "predicted_codes": [ | |
| "92B1", | |
| "92C351" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92B1\", \"92C351\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 165, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D12", | |
| "45B", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.833910287664554, | |
| "code_precision": 0.75, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 166, | |
| "gt_codes": [ | |
| "73B633", | |
| "73B641" | |
| ], | |
| "predicted_codes": [ | |
| "71H849" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71H849\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.20000000000000004, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 167, | |
| "gt_codes": [ | |
| "44C312" | |
| ], | |
| "predicted_codes": [ | |
| "46A17", | |
| "59B32" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A17\", \"59B32\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 168, | |
| "gt_codes": [ | |
| "11D124", | |
| "11Q15", | |
| "25F23(LION)", | |
| "73D231", | |
| "73D633", | |
| "73E422" | |
| ], | |
| "predicted_codes": [ | |
| "73D641", | |
| "73E12", | |
| "73F2253" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D641\", \"73E12\", \"73F2253\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4201706276660573, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 169, | |
| "gt_codes": [ | |
| "31D14", | |
| "31D15", | |
| "48C755", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A254", | |
| "31D12", | |
| "31D13", | |
| "41C7111" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A254\", \"31D12\", \"31D13\", \"41C7111\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4904419191919192, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 170, | |
| "gt_codes": [ | |
| "25F23(LION)", | |
| "23U24", | |
| "11R5", | |
| "25A13", | |
| "11D131", | |
| "48C24", | |
| "48C16", | |
| "24D", | |
| "49E11", | |
| "24B21" | |
| ], | |
| "predicted_codes": [ | |
| "48C16", | |
| "23U24", | |
| "48A9875", | |
| "48C1423" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C16\", \"23U24\", \"48A9875\", \"48C1423\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4926835664335664, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 171, | |
| "gt_codes": [ | |
| "11P3113", | |
| "11Q7146", | |
| "31A2422", | |
| "31A5341", | |
| "31D12", | |
| "41D221", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7034035656401945, | |
| "code_precision": 1.0, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 172, | |
| "gt_codes": [ | |
| "25H1321" | |
| ], | |
| "predicted_codes": [ | |
| "25H132", | |
| "46C11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H132\", \"46C11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6016666666666667, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 173, | |
| "gt_codes": [ | |
| "46C24", | |
| "25H2322" | |
| ], | |
| "predicted_codes": [ | |
| "46C24", | |
| "25H23" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46C24\", \"25H23\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9275, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 174, | |
| "gt_codes": [ | |
| "48B3:61B", | |
| "48C51", | |
| "48C5152", | |
| "48C5153", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "48B3:61B", | |
| "61B(+55)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"31D15:61BB\", \"48B3:61B\", \"61B(+55)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5529061102831595, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 175, | |
| "gt_codes": [ | |
| "48A98211", | |
| "42E34" | |
| ], | |
| "predicted_codes": [ | |
| "46A122", | |
| "48C244", | |
| "45C221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A122\", \"48C244\", \"45C221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2682352941176471, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 176, | |
| "gt_codes": [ | |
| "11L61", | |
| "25I11", | |
| "32B311(ROMANS)", | |
| "33A11", | |
| "46B3311", | |
| "46B51", | |
| "46C22", | |
| "46C24(+64)", | |
| "47B11(+12)", | |
| "47B11(+21)", | |
| "47B131", | |
| "47G3", | |
| "47G311", | |
| "47G52", | |
| "61E(JANICULUM)", | |
| "61E(SATURNIA)", | |
| "61F(VICUS ARGENTARIUS)", | |
| "91B1115", | |
| "96A1251" | |
| ], | |
| "predicted_codes": [ | |
| "71D243" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71D243\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 177, | |
| "gt_codes": [ | |
| "11C14", | |
| "71C11824(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "71C324" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71C324\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.37999999999999995, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 178, | |
| "gt_codes": [ | |
| "31A2521", | |
| "48B3:61B", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7168712985699842, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 179, | |
| "gt_codes": [ | |
| "49M42", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8795518207282913, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 180, | |
| "gt_codes": [ | |
| "43A42" | |
| ], | |
| "predicted_codes": [ | |
| "44BB113", | |
| "61B2(MARIA DE MEDICI)11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"44BB113\", \"61B2(MARIA DE MEDICI)11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 181, | |
| "gt_codes": [ | |
| "41D221(HAT)", | |
| "48", | |
| "48C2", | |
| "48C514", | |
| "54BB2", | |
| "55C11", | |
| "86(VIEL ZIERDE, WENIG NUTZEN)" | |
| ], | |
| "predicted_codes": [ | |
| "31A511", | |
| "48C24", | |
| "48C24:61B(+52)", | |
| "48C7352", | |
| "48C7525", | |
| "51E11", | |
| "86(VIEL ZIERDE, WENIG NUTZEN)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A511\", \"48C24\", \"48C24:61B(+52)\", \"48C7352\", \"48C7525\", \"51E11\", \"86(VIEL ZIERDE, WENIG NUTZEN)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5083000798084596, | |
| "code_precision": 0.14285714285714285, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 182, | |
| "gt_codes": [ | |
| "31D11222", | |
| "41A721", | |
| "41D2665", | |
| "42B742", | |
| "42G:61B2(...)13" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31D112:61B2(...)1", | |
| "42G:61B2(...)13" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31D112:61B2(...)1\", \"42G:61B2(...)13\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6265109536082474, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 183, | |
| "gt_codes": [ | |
| "92C455" | |
| ], | |
| "predicted_codes": [ | |
| "92C454" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92C454\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 184, | |
| "gt_codes": [ | |
| "25I3", | |
| "41D42" | |
| ], | |
| "predicted_codes": [ | |
| "25I3", | |
| "47I21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I3\", \"47I21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 185, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9754098360655737, | |
| "code_precision": 1.0, | |
| "code_recall": 0.8 | |
| }, | |
| { | |
| "index": 186, | |
| "gt_codes": [ | |
| "86(VULPES, ET SIMIUS)", | |
| "25F23(LION)", | |
| "25F22(+343)", | |
| "25F23(FOX)", | |
| "52A2", | |
| "51A5" | |
| ], | |
| "predicted_codes": [ | |
| "85(LEO, VULPES ET SIMIUS)", | |
| "25F23(LION)(+491)", | |
| "25F23(WOLF)(+491)", | |
| "25F22(+491)", | |
| "57A6", | |
| "57AA6" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"85(LEO, VULPES ET SIMIUS)\", \"25F23(LION)(+491)\", \"25F23(WOLF)(+491)\", \"25F22(+491)\", \"57A6\", \"57AA6\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5991655076495133, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 187, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(O)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(O)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(O)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 188, | |
| "gt_codes": [ | |
| "48A98312" | |
| ], | |
| "predicted_codes": [ | |
| "48A98312", | |
| "48A9875" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48A98312\", \"48A9875\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9623865110246433, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 189, | |
| "gt_codes": [ | |
| "41B162", | |
| "41B23(+0)", | |
| "41C12", | |
| "41C74", | |
| "41C74(+1)", | |
| "41C741" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "41C74(+1)", | |
| "46E221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"41C74(+1)\", \"46E221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5106254709871891, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 190, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2421", | |
| "45B", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "31A24(+1)", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31A24(+1)\", \"61B(+54)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8566666666666667, | |
| "code_precision": 0.75, | |
| "code_recall": 0.6 | |
| }, | |
| { | |
| "index": 191, | |
| "gt_codes": [ | |
| "32A5", | |
| "54F122" | |
| ], | |
| "predicted_codes": [ | |
| "46A15", | |
| "32B311(FRANCESI)(+9)", | |
| "46A17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A15\", \"32B311(FRANCESI)(+9)\", \"46A17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.15200000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 192, | |
| "gt_codes": [ | |
| "44B113", | |
| "61B2(GOTTFRIED V OF BOUILLON, DUKE OF LOWER-LOTHARINGIA, KING OF JERUSALEM)" | |
| ], | |
| "predicted_codes": [ | |
| "11H(Macharius)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(Macharius)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 193, | |
| "gt_codes": [ | |
| "25H17", | |
| "25I2", | |
| "46A14", | |
| "46C1215", | |
| "46C145", | |
| "47D31", | |
| "51LL1", | |
| "54DD4:51K1", | |
| "86(INVENTIS NON FACILE EST ADDERE)" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "47D31", | |
| "86(INVENTIS NON FACILE EST ADDERE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"47D31\", \"86(INVENTIS NON FACILE EST ADDERE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5431924882629108, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.2222222222222222 | |
| }, | |
| { | |
| "index": 194, | |
| "gt_codes": [ | |
| "25F22", | |
| "34E3" | |
| ], | |
| "predicted_codes": [ | |
| "25F22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 195, | |
| "gt_codes": [ | |
| "46A12", | |
| "48C5142", | |
| "41B31", | |
| "48A9875", | |
| "31A511", | |
| "41A222", | |
| "41C51" | |
| ], | |
| "predicted_codes": [ | |
| "41A2", | |
| "31D15", | |
| "48C5142", | |
| "41B311", | |
| "41AA11", | |
| "41A761" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A2\", \"31D15\", \"48C5142\", \"41B311\", \"41AA11\", \"41A761\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6258367039789297, | |
| "code_precision": 0.16666666666666666, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 196, | |
| "gt_codes": [ | |
| "25I146", | |
| "31A(+89)", | |
| "31D112", | |
| "73", | |
| "73B633" | |
| ], | |
| "predicted_codes": [ | |
| "12B61", | |
| "31A(+89)", | |
| "45C15(ARROW)", | |
| "71", | |
| "71E122" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12B61\", \"31A(+89)\", \"45C15(ARROW)\", \"71\", \"71E122\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.31345911949685534, | |
| "code_precision": 0.2, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 197, | |
| "gt_codes": [ | |
| "41A31", | |
| "43C11491", | |
| "61F(JAGDSCHLOSS LANGELEBEN)" | |
| ], | |
| "predicted_codes": [ | |
| "41A36", | |
| "25I3", | |
| "48C142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A36\", \"25I3\", \"48C142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.33, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 198, | |
| "gt_codes": [ | |
| "11D", | |
| "31D15", | |
| "41A3911", | |
| "73", | |
| "73C72212" | |
| ], | |
| "predicted_codes": [ | |
| "25H15", | |
| "31D14", | |
| "31D15" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H15\", \"31D14\", \"31D15\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 199, | |
| "gt_codes": [ | |
| "31E23621", | |
| "42E191", | |
| "44F51", | |
| "44G342" | |
| ], | |
| "predicted_codes": [ | |
| "49L7" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L7\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.16285714285714287, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 200, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31A5331", | |
| "48A811", | |
| "61B(+2)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8578758949880668, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 201, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2421", | |
| "31D13", | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9495798319327731, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6 | |
| }, | |
| { | |
| "index": 202, | |
| "gt_codes": [ | |
| "22C3114", | |
| "25F33(EAGLE)(+1)", | |
| "25G3(LAUREL)(+221)", | |
| "31D12", | |
| "48A9877" | |
| ], | |
| "predicted_codes": [ | |
| "11D26", | |
| "48A98(+2)", | |
| "48A98311", | |
| "48A9875", | |
| "48A9876" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D26\", \"48A98(+2)\", \"48A98311\", \"48A9875\", \"48A9876\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.30083333333333334, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 203, | |
| "gt_codes": [ | |
| "25I", | |
| "25I1", | |
| "41A51" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "41A3911(+0)", | |
| "48C162" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A3911(+0)\", \"48C162\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6438290598290597, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 204, | |
| "gt_codes": [ | |
| "25F", | |
| "31A2211", | |
| "47I213" | |
| ], | |
| "predicted_codes": [ | |
| "47I213" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"47I213\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5, | |
| "code_precision": 1.0, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 205, | |
| "gt_codes": [ | |
| "34B11(+921)", | |
| "34B11(+923)", | |
| "41A775" | |
| ], | |
| "predicted_codes": [ | |
| "34B11", | |
| "43C11(+4241)", | |
| "47I15(SIEVE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"34B11\", \"43C11(+4241)\", \"47I15(SIEVE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5643697478991596, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 206, | |
| "gt_codes": [ | |
| "31D12", | |
| "41D221(HAT)", | |
| "48B3:61B", | |
| "48C75", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.528888888888889, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 207, | |
| "gt_codes": [ | |
| "11H(ANTONY ABBOT)7", | |
| "11G", | |
| "11K" | |
| ], | |
| "predicted_codes": [ | |
| "11H(ANTONY ABBOT)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(ANTONY ABBOT)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7499999999999999, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 208, | |
| "gt_codes": [ | |
| "46A124", | |
| "25F23(BEAR)", | |
| "45C13(DAGGER)", | |
| "25H155", | |
| "34F11" | |
| ], | |
| "predicted_codes": [ | |
| "45C22", | |
| "31D14", | |
| "25F23(BEAR)", | |
| "46A18" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C22\", \"31D14\", \"25F23(BEAR)\", \"46A18\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6128990228013029, | |
| "code_precision": 0.25, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 209, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9516666666666667, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 210, | |
| "gt_codes": [ | |
| "11H(HUGH)" | |
| ], | |
| "predicted_codes": [ | |
| "11H(DUGO)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(DUGO)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 211, | |
| "gt_codes": [ | |
| "25F711", | |
| "25F711(+4813)", | |
| "25F711(BUTTERFLY)", | |
| "25F711(CATERPILLAR)" | |
| ], | |
| "predicted_codes": [ | |
| "25F711", | |
| "25F711(+4813)", | |
| "25F711(CATERPILLAR)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F711\", \"25F711(+4813)\", \"25F711(CATERPILLAR)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 212, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "46A122", | |
| "49M32", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 213, | |
| "gt_codes": [ | |
| "42A1931" | |
| ], | |
| "predicted_codes": [ | |
| "31A221", | |
| "46E63" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A221\", \"46E63\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 214, | |
| "gt_codes": [ | |
| "45A232", | |
| "51H42", | |
| "92B11221", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "25G3(PALM-TREE)(+22)", | |
| "41C711", | |
| "48C7351", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3(PALM-TREE)(+22)\", \"41C711\", \"48C7351\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.36973063973063974, | |
| "code_precision": 0.25, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 215, | |
| "gt_codes": [ | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31D15:61BB", | |
| "48B3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D15:61BB\", \"48B3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 216, | |
| "gt_codes": [ | |
| "31AA2354(+4)", | |
| "31D11221", | |
| "33C23", | |
| "41A773", | |
| "41C122", | |
| "43B3", | |
| "43C522", | |
| "86(LE TRICTRAC)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2549", | |
| "31D112(+76)", | |
| "31D112(+78)", | |
| "33C23", | |
| "41A221", | |
| "41A711", | |
| "41A721", | |
| "41A773", | |
| "41B21", | |
| "41B214", | |
| "41B313", | |
| "41C321", | |
| "41C322", | |
| "41C323", | |
| "41C345:41C621", | |
| "41C37", | |
| "41C621", | |
| "41C6211", | |
| "41C6212", | |
| "41C6213", | |
| "41C622", | |
| "41C623", | |
| "41C624", | |
| "41C625", | |
| "41C626", | |
| "41C627", | |
| "41C628", | |
| "41C6412", | |
| "41C6413", | |
| "41C642", | |
| "41C643", | |
| "41C644", | |
| "41C645", | |
| "41C651", | |
| "41C652", | |
| "41C652(CARROT)", | |
| "41C652(LEMON)", | |
| "41C652(PUMPKIN)", | |
| "41C652(TURNIP)", | |
| "41C652(WATERMELON)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2549\", \"31D112(+76)\", \"31D112(+78)\", \"33C23\", \"41A221\", \"41A711\", \"41A721\", \"41A773\", \"41B21\", \"41B214\", \"41B313\", \"41C321\", \"41C322\", \"41C323\", \"41C345:41C621\", \"41C37\", \"41C621\", \"41C6211\", \"41C6212\", \"41C6213\", \"41C622\", \"41C623\", \"41C624\", \"41C625\", \"41C626\", \"41C627\", \"41C628\", \"41C6412\", \"41C6413\", \"41C642\", \"41C643\", \"41C644\", \"41C645\", \"41C651\", \"41C652\", \"41C652(CARROT)\", \"41C652(LEMON)\", \"41C652(PUMPKIN)\", \"41C652(TURNIP)\", \"41C652(WATERMELON)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 40, | |
| "total_predicted": 40, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5888856927471832, | |
| "code_precision": 0.05, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 217, | |
| "gt_codes": [ | |
| "25I", | |
| "25I1", | |
| "43B42", | |
| "46C14", | |
| "47G1" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6708298171589311, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 218, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D12", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9227040129275518, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6 | |
| }, | |
| { | |
| "index": 219, | |
| "gt_codes": [ | |
| "49M42", | |
| "48AA983", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7394957983193278, | |
| "code_precision": 1.0, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 220, | |
| "gt_codes": [ | |
| "23K32", | |
| "47I145" | |
| ], | |
| "predicted_codes": [ | |
| "46C13142", | |
| "47I85" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46C13142\", \"47I85\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3257142857142857, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 221, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31A2422", | |
| "31A5341", | |
| "31D14", | |
| "31D15", | |
| "41D222(TIE)", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.777946158896914, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 222, | |
| "gt_codes": [ | |
| "71C243" | |
| ], | |
| "predicted_codes": [ | |
| "71C324", | |
| "71C325" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71C324\", \"71C325\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 223, | |
| "gt_codes": [ | |
| "31A(+65)", | |
| "11I62(ISAIAH)", | |
| "73D6", | |
| "71A421", | |
| "11D1311", | |
| "73A56", | |
| "71E3243", | |
| "71E1343" | |
| ], | |
| "predicted_codes": [ | |
| "11H(JOHN)12", | |
| "73E5" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(JOHN)12\", \"73E5\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.31468451242829826, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 224, | |
| "gt_codes": [ | |
| "47G6(PLUMB-LINE)", | |
| "54A431(+4)", | |
| "54F12(+4)", | |
| "56F2(+4)", | |
| "86(AD AMUSSIM)", | |
| "92D156" | |
| ], | |
| "predicted_codes": [ | |
| "11A23", | |
| "11D51", | |
| "11Q0", | |
| "22C31", | |
| "31AA2763(+0)", | |
| "48C244", | |
| "49L8", | |
| "51H42(+4)", | |
| "51I4(+4)", | |
| "54F12(+4)", | |
| "56BB1(+4)", | |
| "86(AMORIS ABSTINENTIA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11A23\", \"11D51\", \"11Q0\", \"22C31\", \"31AA2763(+0)\", \"48C244\", \"49L8\", \"51H42(+4)\", \"51I4(+4)\", \"54F12(+4)\", \"56BB1(+4)\", \"86(AMORIS ABSTINENTIA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 12, | |
| "total_predicted": 12, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3440850751741841, | |
| "code_precision": 0.08333333333333333, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 225, | |
| "gt_codes": [ | |
| "49C122" | |
| ], | |
| "predicted_codes": [ | |
| "49C123" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49C123\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 226, | |
| "gt_codes": [ | |
| "11H(JAMES THE GREAT)" | |
| ], | |
| "predicted_codes": [ | |
| "73D641", | |
| "73E5" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D641\", \"73E5\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 227, | |
| "gt_codes": [ | |
| "33C3211", | |
| "42D3421" | |
| ], | |
| "predicted_codes": [ | |
| "31A422", | |
| "34B232(+95212)", | |
| "86" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A422\", \"34B232(+95212)\", \"86\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.10857142857142858, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 228, | |
| "gt_codes": [ | |
| "25G3(OAK)", | |
| "25G4(IVY)(+39)", | |
| "51H11", | |
| "56F23", | |
| "86(HIER IMMER ZU VERBLEIBEN)" | |
| ], | |
| "predicted_codes": [ | |
| "25G3(+21)", | |
| "25G4(IVY)(+39)", | |
| "86(HIER IMMER ZU VERBLEIBEN)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3(+21)\", \"25G4(IVY)(+39)\", \"86(HIER IMMER ZU VERBLEIBEN)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7499999999999999, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 229, | |
| "gt_codes": [ | |
| "31A(+73)", | |
| "41E2(+0)", | |
| "43C7851" | |
| ], | |
| "predicted_codes": [ | |
| "31D112", | |
| "41A721", | |
| "43C7851" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D112\", \"41A721\", \"43C7851\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5866666666666667, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 230, | |
| "gt_codes": [ | |
| "25F72(OYSTER)", | |
| "41C314", | |
| "41C323", | |
| "41C621", | |
| "47D8(KNIFE)" | |
| ], | |
| "predicted_codes": [ | |
| "25F72(OYSTER)", | |
| "41C323", | |
| "41C621" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F72(OYSTER)\", \"41C323\", \"41C621\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8876529477196885, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6 | |
| }, | |
| { | |
| "index": 231, | |
| "gt_codes": [ | |
| "49M41", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8795518207282913, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 232, | |
| "gt_codes": [ | |
| "73C222", | |
| "73C221", | |
| "73C223" | |
| ], | |
| "predicted_codes": [ | |
| "73C121" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C121\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 233, | |
| "gt_codes": [ | |
| "25F23(BEAR)", | |
| "34F12" | |
| ], | |
| "predicted_codes": [ | |
| "71A423" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71A423\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 234, | |
| "gt_codes": [ | |
| "61B(+2)", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "31D15:61BB", | |
| "48B3:61B" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31D15:61BB\", \"48B3:61B\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 235, | |
| "gt_codes": [ | |
| "73G431" | |
| ], | |
| "predicted_codes": [ | |
| "73G491" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73G491\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8000000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 236, | |
| "gt_codes": [ | |
| "49L12(R)", | |
| "49L171", | |
| "73D82(NAILS)(+3)", | |
| "73E123" | |
| ], | |
| "predicted_codes": [ | |
| "11D324", | |
| "11G1911", | |
| "11Q7562", | |
| "49L12(D)", | |
| "49L171" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D324\", \"11G1911\", \"11Q7562\", \"49L12(D)\", \"49L171\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4444444444444445, | |
| "code_precision": 0.2, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 237, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(D)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(D)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(D)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 238, | |
| "gt_codes": [ | |
| "42B742" | |
| ], | |
| "predicted_codes": [ | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 239, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9454808857552054, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 240, | |
| "gt_codes": [ | |
| "11Q712", | |
| "25I", | |
| "25I1", | |
| "25I145", | |
| "45H3", | |
| "46C21", | |
| "46C215(MAST)", | |
| "46C24" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "25I1", | |
| "46C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"25I1\", \"46C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7652063492063492, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 241, | |
| "gt_codes": [ | |
| "46C13141" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "34B11", | |
| "46C131", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"34B11\", \"46C131\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6446421008047437, | |
| "code_precision": 0.25, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 242, | |
| "gt_codes": [ | |
| "45B", | |
| "45C22", | |
| "45C221", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "45B", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"45B\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6654033771106941, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 243, | |
| "gt_codes": [ | |
| "11U1", | |
| "11U4" | |
| ], | |
| "predicted_codes": [ | |
| "73E12" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73E12\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 244, | |
| "gt_codes": [ | |
| "25G3", | |
| "31A235", | |
| "31A2422", | |
| "31A5331", | |
| "41A641", | |
| "41A711", | |
| "41C37", | |
| "41D222(RABAT)", | |
| "46A122", | |
| "48C161", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A2422\", \"61B(+54)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6021505376344085, | |
| "code_precision": 1.0, | |
| "code_recall": 0.38461538461538464 | |
| }, | |
| { | |
| "index": 245, | |
| "gt_codes": [ | |
| "25F26(HARE)", | |
| "43C113" | |
| ], | |
| "predicted_codes": [ | |
| "25F26(HARE)", | |
| "43C113" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F26(HARE)\", \"43C113\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 246, | |
| "gt_codes": [ | |
| "25H", | |
| "46C13141" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 247, | |
| "gt_codes": [ | |
| "25H114", | |
| "25H213", | |
| "25I", | |
| "41A362:47G541", | |
| "41A775", | |
| "47I14", | |
| "73", | |
| "73C815" | |
| ], | |
| "predicted_codes": [ | |
| "11Q712", | |
| "25H132", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"25H132\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 248, | |
| "gt_codes": [ | |
| "11Q712" | |
| ], | |
| "predicted_codes": [ | |
| "11Q712", | |
| "25I145" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"25I145\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 249, | |
| "gt_codes": [ | |
| "11H(JOHN)" | |
| ], | |
| "predicted_codes": [ | |
| "11H(JOHN THE BAPTIST)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(JOHN THE BAPTIST)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 250, | |
| "gt_codes": [ | |
| "44B4211", | |
| "45A20", | |
| "45A232" | |
| ], | |
| "predicted_codes": [ | |
| "45H3(+2)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45H3(+2)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.34545454545454546, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 251, | |
| "gt_codes": [ | |
| "35", | |
| "49M41" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "47I213" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"47I213\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.095, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 252, | |
| "gt_codes": [ | |
| "31A2542", | |
| "31A2549", | |
| "34B11", | |
| "41A2", | |
| "41A33", | |
| "41A414", | |
| "48C7311", | |
| "48C7312", | |
| "48C7323", | |
| "48C7332", | |
| "48C7351", | |
| "48C75" | |
| ], | |
| "predicted_codes": [ | |
| "31A25", | |
| "34B11", | |
| "41C74(+1)", | |
| "48C7311", | |
| "48C7312", | |
| "48C7323", | |
| "48C7351", | |
| "48C741" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25\", \"34B11\", \"41C74(+1)\", \"48C7311\", \"48C7312\", \"48C7323\", \"48C7351\", \"48C741\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 8, | |
| "total_predicted": 8, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8334740057349457, | |
| "code_precision": 0.625, | |
| "code_recall": 0.4166666666666667 | |
| }, | |
| { | |
| "index": 253, | |
| "gt_codes": [ | |
| "25F23(LION)(+5212)", | |
| "25F23(LION)(+547)", | |
| "41B1", | |
| "41B162", | |
| "56DD1", | |
| "86(MAGNIS VANA TERRENT)" | |
| ], | |
| "predicted_codes": [ | |
| "25F23(LION)(+49)", | |
| "25F26(MOUSE)(+49)", | |
| "25H17", | |
| "41B12(LOG)", | |
| "41B12(TINDERBOX)", | |
| "41B12(WOOD)", | |
| "86(MAGNIS VANA TERRET)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F23(LION)(+49)\", \"25F26(MOUSE)(+49)\", \"25H17\", \"41B12(LOG)\", \"41B12(TINDERBOX)\", \"41B12(WOOD)\", \"86(MAGNIS VANA TERRET)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7678115313081215, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 254, | |
| "gt_codes": [ | |
| "11F4" | |
| ], | |
| "predicted_codes": [ | |
| "11F42" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F42\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.76, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 255, | |
| "gt_codes": [ | |
| "31A22621:22C4(BLONDE)", | |
| "31A235", | |
| "31A2421", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A24(+1)", | |
| "61B(+55)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A24(+1)\", \"61B(+55)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8793590198863637, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 256, | |
| "gt_codes": [ | |
| "41C741", | |
| "42B", | |
| "43C7" | |
| ], | |
| "predicted_codes": [ | |
| "42B71", | |
| "43C78" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"42B71\", \"43C78\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5751351351351351, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 257, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.96375, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 258, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "31A25161", | |
| "31A5339", | |
| "41A2", | |
| "41A711", | |
| "41A721", | |
| "41C37", | |
| "49L511", | |
| "49L62", | |
| "49M32", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6015732301161194, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 259, | |
| "gt_codes": [ | |
| "48A98(+2)", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "48A98(+2)", | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48A98(+2)\", \"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 260, | |
| "gt_codes": [ | |
| "31D15", | |
| "41D2632", | |
| "46C5135", | |
| "25H154" | |
| ], | |
| "predicted_codes": [ | |
| "31D15", | |
| "25H156" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D15\", \"25H156\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6333333333333334, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 261, | |
| "gt_codes": [ | |
| "31A422", | |
| "43C9", | |
| "48C73411", | |
| "48C7351", | |
| "48C7524", | |
| "48C7525" | |
| ], | |
| "predicted_codes": [ | |
| "43C9", | |
| "48CC75612" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43C9\", \"48CC75612\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.64450563204005, | |
| "code_precision": 0.5, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 262, | |
| "gt_codes": [ | |
| "31AA533(...)", | |
| "31D15:61BB", | |
| "41D26611", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7142114384748701, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 263, | |
| "gt_codes": [ | |
| "25F72(SNAIL)(+521)", | |
| "51A51", | |
| "52A53", | |
| "86(SUCHE DICH NICHT AUSSER DIR)" | |
| ], | |
| "predicted_codes": [ | |
| "25F713(+49)", | |
| "25G4", | |
| "86(DIE SCHNECKE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F713(+49)\", \"25G4\", \"86(DIE SCHNECKE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5442774566473989, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 264, | |
| "gt_codes": [ | |
| "31D14", | |
| "31D13", | |
| "41D221(HEADBAND)", | |
| "31B6211" | |
| ], | |
| "predicted_codes": [ | |
| "31D14", | |
| "31D15" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D14\", \"31D15\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6788927335640139, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 265, | |
| "gt_codes": [ | |
| "25H11", | |
| "25H15", | |
| "25H212", | |
| "33B3", | |
| "45B", | |
| "45C16(PISTOL)", | |
| "45H(+22)", | |
| "46C131", | |
| "46C13141" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6996568538919993, | |
| "code_precision": 1.0, | |
| "code_recall": 0.2222222222222222 | |
| }, | |
| { | |
| "index": 266, | |
| "gt_codes": [ | |
| "25G3(+211)", | |
| "25H15", | |
| "31A2225" | |
| ], | |
| "predicted_codes": [ | |
| "25H15", | |
| "31A(+73)", | |
| "46C11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H15\", \"31A(+73)\", \"46C11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5798295454545453, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 267, | |
| "gt_codes": [ | |
| "25I5" | |
| ], | |
| "predicted_codes": [ | |
| "25I146", | |
| "48C149" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I146\", \"48C149\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.37999999999999995, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 268, | |
| "gt_codes": [ | |
| "11R5", | |
| "11R71", | |
| "25G4(+32)", | |
| "31A211", | |
| "31A216", | |
| "31F11", | |
| "86(EX MAXIMO MINIMUM)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4", | |
| "31A211", | |
| "31E3", | |
| "86(QUO FATA TRAHUNT)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4\", \"31A211\", \"31E3\", \"86(QUO FATA TRAHUNT)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7094850416871014, | |
| "code_precision": 0.25, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 269, | |
| "gt_codes": [ | |
| "41A2", | |
| "47I212" | |
| ], | |
| "predicted_codes": [ | |
| "31A254", | |
| "31D112", | |
| "31D17", | |
| "41B21", | |
| "41C74(+1)", | |
| "46A14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A254\", \"31D112\", \"31D17\", \"41B21\", \"41C74(+1)\", \"46A14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2035714285714286, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 270, | |
| "gt_codes": [ | |
| "25I", | |
| "31A21", | |
| "34E22", | |
| "41A2", | |
| "43B7" | |
| ], | |
| "predicted_codes": [ | |
| "25F(+3)", | |
| "25F24(DEER)(+63)", | |
| "25F26(RABBIT)", | |
| "25F3", | |
| "25F711(BUTTERFLY)", | |
| "25F711(CATERPILLAR)", | |
| "25F711(FLY)", | |
| "25G21(MELON)", | |
| "25H119", | |
| "31A211", | |
| "31A216", | |
| "31D112:61B2(...)1", | |
| "41A711", | |
| "41C341", | |
| "41C37", | |
| "41E1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F(+3)\", \"25F24(DEER)(+63)\", \"25F26(RABBIT)\", \"25F3\", \"25F711(BUTTERFLY)\", \"25F711(CATERPILLAR)\", \"25F711(FLY)\", \"25G21(MELON)\", \"25H119\", \"31A211\", \"31A216\", \"31D112:61B2(...)1\", \"41A711\", \"41C341\", \"41C37\", \"41E1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 16, | |
| "total_predicted": 16, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4483105659325342, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 271, | |
| "gt_codes": [ | |
| "73C811" | |
| ], | |
| "predicted_codes": [ | |
| "73C864" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C864\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8000000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 272, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+55)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+55)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31A2421\", \"31D15:61BB\", \"61B(+55)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9710000000000001, | |
| "code_precision": 0.8, | |
| "code_recall": 0.8 | |
| }, | |
| { | |
| "index": 273, | |
| "gt_codes": [ | |
| "25F711(FLY)", | |
| "25F72(SNAIL)", | |
| "25G4(INDIAN CRESS)", | |
| "25G4(TROPAEOLUM MAJUS)", | |
| "25G41(ANEMONE)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAGSCONE)", | |
| "25G41(FRENCH ROSE)", | |
| "25G41(MARIGOLD)", | |
| "25G41(ROSA GALLICA)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "41A671", | |
| "41A774" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "41A671", | |
| "41A774" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(ROSE)\", \"25G41(TULIP)\", \"41A671\", \"41A774\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9353612167300381, | |
| "code_precision": 1.0, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 274, | |
| "gt_codes": [ | |
| "25I1", | |
| "46C24", | |
| "25H2322", | |
| "26C3", | |
| "25H2311" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C291", | |
| "46C24" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C291\", \"46C24\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6384529828109201, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 275, | |
| "gt_codes": [ | |
| "31A235", | |
| "31D15:61BB", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7110925925925925, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 276, | |
| "gt_codes": [ | |
| "24A1", | |
| "25F24(CAMEL)", | |
| "71C3222", | |
| "86(POST LUCTAM BENEDICETUR)" | |
| ], | |
| "predicted_codes": [ | |
| "25H114", | |
| "31A27631(+0)", | |
| "31D14(+933)", | |
| "31G1", | |
| "41B121", | |
| "44B191", | |
| "48C7352", | |
| "49L8", | |
| "54E42(+4)", | |
| "86(POST LUCTUM BENEDICETUR)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H114\", \"31A27631(+0)\", \"31D14(+933)\", \"31G1\", \"41B121\", \"44B191\", \"48C7352\", \"49L8\", \"54E42(+4)\", \"86(POST LUCTUM BENEDICETUR)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 10, | |
| "total_predicted": 10, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.20420358152686147, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 277, | |
| "gt_codes": [ | |
| "42G1", | |
| "44B194" | |
| ], | |
| "predicted_codes": [ | |
| "42G1", | |
| "46A122" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"42G1\", \"46A122\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 278, | |
| "gt_codes": [ | |
| "49H3", | |
| "83(OGILBY, America)" | |
| ], | |
| "predicted_codes": [ | |
| "45H3", | |
| "61D(AMERICA)", | |
| "61E(CAROLINA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45H3\", \"61D(AMERICA)\", \"61E(CAROLINA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.08, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 279, | |
| "gt_codes": [ | |
| "25H11", | |
| "25H216", | |
| "41A771:25D13(COPPER)", | |
| "41A7751", | |
| "47I21(+945)", | |
| "47I228" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C13142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C13142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.46994915254237285, | |
| "code_precision": 0.5, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 280, | |
| "gt_codes": [ | |
| "25G411(FLAG)", | |
| "41A671" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(FLAG)", | |
| "25G41(IRIS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(FLAG)\", \"25G41(IRIS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 281, | |
| "gt_codes": [ | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 282, | |
| "gt_codes": [ | |
| "25H", | |
| "46C13142", | |
| "47I213", | |
| "47I214", | |
| "47I221" | |
| ], | |
| "predicted_codes": [ | |
| "25H15", | |
| "46C13142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H15\", \"46C13142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5539653751030502, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 283, | |
| "gt_codes": [ | |
| "48C142", | |
| "47I" | |
| ], | |
| "predicted_codes": [ | |
| "25A4", | |
| "61E(LEIPZIG)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25A4\", \"61E(LEIPZIG)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 284, | |
| "gt_codes": [ | |
| "31A233", | |
| "31D12", | |
| "34D111" | |
| ], | |
| "predicted_codes": [ | |
| "31A233", | |
| "46B21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A233\", \"46B21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.512987012987013, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 285, | |
| "gt_codes": [ | |
| "25I1", | |
| "31D15", | |
| "25H213", | |
| "61D(DONAU)", | |
| "61E(BRATISLAVA)" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "46C513", | |
| "25H213", | |
| "25H114", | |
| "61E(PALZBURG)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"46C513\", \"25H213\", \"25H114\", \"61E(PALZBURG)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6994285714285714, | |
| "code_precision": 0.4, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 286, | |
| "gt_codes": [ | |
| "25F24(DEER)", | |
| "25H", | |
| "25H155", | |
| "43C1147" | |
| ], | |
| "predicted_codes": [ | |
| "25F24(DEER)", | |
| "34B11", | |
| "43C111241" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F24(DEER)\", \"34B11\", \"43C111241\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.635548640681297, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 287, | |
| "gt_codes": [ | |
| "44C312", | |
| "44A51(ITALIA)(+0)", | |
| "61B2(ORLANDO, Vittorio)3", | |
| "82A(ORLANDO)(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "46A12", | |
| "31D15(+79)", | |
| "46C13187" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A12\", \"31D15(+79)\", \"46C13187\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.11142857142857143, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 288, | |
| "gt_codes": [ | |
| "25F35(PEACOCK)", | |
| "25F36(DUCK)", | |
| "25F37(STORK)", | |
| "25H21" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "25H114" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"25H114\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6879310344827587, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 289, | |
| "gt_codes": [ | |
| "25H11", | |
| "25I", | |
| "46C", | |
| "46C21", | |
| "46C223" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7011235955056179, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 290, | |
| "gt_codes": [ | |
| "25F32(SWALLOW)(+42)", | |
| "25F32(SWALLOW)(+421)", | |
| "25F32(SWALLOW)(+452)", | |
| "25F32(SWALLOW)(+53)", | |
| "25F711(CICADA)(+63)", | |
| "25G11", | |
| "25G13", | |
| "25H1124", | |
| "31D14", | |
| "41A16", | |
| "46C11", | |
| "48C149", | |
| "48C7", | |
| "49C40", | |
| "51B2", | |
| "52D3", | |
| "54EE31(+4):51B3(+4)", | |
| "57AA7(+4)", | |
| "97DD23" | |
| ], | |
| "predicted_codes": [ | |
| "25F3(+49)", | |
| "25F3(+63)", | |
| "25G11", | |
| "25H11", | |
| "25I3", | |
| "25I5", | |
| "31A27112", | |
| "31D14", | |
| "34B232(+0)", | |
| "41A16", | |
| "41A31", | |
| "41A343", | |
| "41A38", | |
| "41A54", | |
| "41A542", | |
| "41C111", | |
| "41C1111", | |
| "41C27(POT)", | |
| "41C691", | |
| "41C691(+0)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3(+49)\", \"25F3(+63)\", \"25G11\", \"25H11\", \"25I3\", \"25I5\", \"31A27112\", \"31D14\", \"34B232(+0)\", \"41A16\", \"41A31\", \"41A343\", \"41A38\", \"41A54\", \"41A542\", \"41C111\", \"41C1111\", \"41C27(POT)\", \"41C691\", \"41C691(+0)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 20, | |
| "total_predicted": 20, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5225146257188119, | |
| "code_precision": 0.15, | |
| "code_recall": 0.15789473684210525 | |
| }, | |
| { | |
| "index": 291, | |
| "gt_codes": [ | |
| "48B3", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.285, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 292, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(E)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 293, | |
| "gt_codes": [ | |
| "11D3222", | |
| "11D331", | |
| "11D334", | |
| "11G1911", | |
| "11H(ALL SAINTS)", | |
| "11L61", | |
| "11L611", | |
| "11S11", | |
| "11S15", | |
| "11S63", | |
| "31A25212", | |
| "31AA25212" | |
| ], | |
| "predicted_codes": [ | |
| "11U2", | |
| "73E5" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11U2\", \"73E5\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2375, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 294, | |
| "gt_codes": [ | |
| "11Q651", | |
| "25H11", | |
| "32B33", | |
| "44B1" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "73" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"73\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3333333333333333, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 295, | |
| "gt_codes": [ | |
| "44D4", | |
| "42D32", | |
| "33C85", | |
| "44G" | |
| ], | |
| "predicted_codes": [ | |
| "46A17", | |
| "32B311(GERMANI)(+9)", | |
| "57AA611" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A17\", \"32B311(GERMANI)(+9)\", \"57AA611\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.15519379844961242, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 296, | |
| "gt_codes": [ | |
| "32B311(GERMANS)", | |
| "41D3", | |
| "45(+22)", | |
| "45C2" | |
| ], | |
| "predicted_codes": [ | |
| "45(+22)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45(+22)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.563734290843806, | |
| "code_precision": 1.0, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 297, | |
| "gt_codes": [ | |
| "11Q712", | |
| "25I13", | |
| "25I145", | |
| "31A2322", | |
| "31A235", | |
| "31A247(+63)", | |
| "31AA235", | |
| "31AA235", | |
| "31AA2513(+917)", | |
| "31B8", | |
| "31D14", | |
| "31D15", | |
| "33C23", | |
| "41A143", | |
| "41A711(+0)", | |
| "41D225", | |
| "41D262", | |
| "43C92", | |
| "44B152411", | |
| "48CC7311" | |
| ], | |
| "predicted_codes": [ | |
| "25I146", | |
| "31A2748:41D283", | |
| "31B6(+933)", | |
| "31D11221", | |
| "31D14", | |
| "31D15", | |
| "33C23", | |
| "41A12", | |
| "41A6", | |
| "41A651", | |
| "41A652", | |
| "41A653", | |
| "41A654", | |
| "41A655", | |
| "41A656", | |
| "41A681", | |
| "41D221(HAT)(+81)", | |
| "41D221(PLATEAU)", | |
| "41D221(TOP-HAT)", | |
| "41D222(RUFF)", | |
| "41D223(COLLAR)", | |
| "41D223(JERKIN)", | |
| "41D223(WAMBUIS)", | |
| "41D223(WAMBUS)", | |
| "41D224", | |
| "41D225", | |
| "41D231", | |
| "41D23321", | |
| "41D263", | |
| "41D2653", | |
| "41D2656", | |
| "41D2661", | |
| "41D26611", | |
| "41D2662", | |
| "41D2663", | |
| "41D2664" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I146\", \"31A2748:41D283\", \"31B6(+933)\", \"31D11221\", \"31D14\", \"31D15\", \"33C23\", \"41A12\", \"41A6\", \"41A651\", \"41A652\", \"41A653\", \"41A654\", \"41A655\", \"41A656\", \"41A681\", \"41D221(HAT)(+81)\", \"41D221(PLATEAU)\", \"41D221(TOP-HAT)\", \"41D222(RUFF)\", \"41D223(COLLAR)\", \"41D223(JERKIN)\", \"41D223(WAMBUIS)\", \"41D223(WAMBUS)\", \"41D224\", \"41D225\", \"41D231\", \"41D23321\", \"41D263\", \"41D2653\", \"41D2656\", \"41D2661\", \"41D26611\", \"41D2662\", \"41D2663\", \"41D2664\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 36, | |
| "total_predicted": 36, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7235775984812529, | |
| "code_precision": 0.1111111111111111, | |
| "code_recall": 0.21052631578947367 | |
| }, | |
| { | |
| "index": 298, | |
| "gt_codes": [ | |
| "43C7" | |
| ], | |
| "predicted_codes": [ | |
| "43C716", | |
| "84(MELUSINE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43C716\", \"84(MELUSINE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5066666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 299, | |
| "gt_codes": [ | |
| "61B(+2)", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.687089715536105, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 300, | |
| "gt_codes": [ | |
| "73C8522" | |
| ], | |
| "predicted_codes": [ | |
| "73C864" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C864\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.76, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 301, | |
| "gt_codes": [ | |
| "92D1916", | |
| "48C16", | |
| "46A122", | |
| "48C7322", | |
| "45C221", | |
| "48A9831", | |
| "48A9832" | |
| ], | |
| "predicted_codes": [ | |
| "48A98312", | |
| "46A122", | |
| "45C221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48A98312\", \"46A122\", \"45C221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7890902500906125, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 302, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9875, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 303, | |
| "gt_codes": [ | |
| "25H", | |
| "41A18", | |
| "46C11", | |
| "46C131", | |
| "46C13141" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "41A17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"41A17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6226744186046512, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 304, | |
| "gt_codes": [ | |
| "61D(AMAZONIA)", | |
| "25I1" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "49D22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"49D22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 305, | |
| "gt_codes": [ | |
| "11Q651", | |
| "31A231", | |
| "31A2421", | |
| "31A25552", | |
| "41A711", | |
| "46A122", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7429015058299642, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.2222222222222222 | |
| }, | |
| { | |
| "index": 306, | |
| "gt_codes": [ | |
| "25F25(ELEPHANT)" | |
| ], | |
| "predicted_codes": [ | |
| "25F25(ELEPHANT)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F25(ELEPHANT)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 307, | |
| "gt_codes": [ | |
| "42G:61B2(...)13" | |
| ], | |
| "predicted_codes": [ | |
| "25A13", | |
| "41D2659(SASH)", | |
| "42G:61B2(...)13" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25A13\", \"41D2659(SASH)\", \"42G:61B2(...)13\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.568019093078759, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 308, | |
| "gt_codes": [ | |
| "11D4116", | |
| "49L12(N)", | |
| "49L171" | |
| ], | |
| "predicted_codes": [ | |
| "11D35", | |
| "49L12(H)", | |
| "49L171" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D35\", \"49L12(H)\", \"49L171\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8566666666666666, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 309, | |
| "gt_codes": [ | |
| "25I", | |
| "25I1", | |
| "25I1461" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "41A12" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A12\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5879120879120878, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 310, | |
| "gt_codes": [ | |
| "25H114", | |
| "26F", | |
| "49E6", | |
| "61B2(FALB, Rudolf)3" | |
| ], | |
| "predicted_codes": [ | |
| "46A15", | |
| "32B311(TEDESCHI)(+9)", | |
| "46C513" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A15\", \"32B311(TEDESCHI)(+9)\", \"46C513\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.06909090909090909, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 311, | |
| "gt_codes": [ | |
| "49M42", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M42", | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M42\", \"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 312, | |
| "gt_codes": [ | |
| "92B3" | |
| ], | |
| "predicted_codes": [ | |
| "48C24", | |
| "92B3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C24\", \"92B3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 313, | |
| "gt_codes": [ | |
| "25F23(LION)(+12)", | |
| "41A3281", | |
| "41A542", | |
| "41A635", | |
| "44A1(+4)(LEIDEN)", | |
| "45C14(LANCE)", | |
| "45C19(SHIELD)", | |
| "45C221", | |
| "46A122(WILLIAM I OF NASSAU)1", | |
| "48C244", | |
| "49B40", | |
| "49L8", | |
| "49MM32", | |
| "61E(LEIDEN)", | |
| "61H(UNIVERSITY OF LEIDEN)", | |
| "92C271", | |
| "92C28(HELMET)", | |
| "92C28(LANCE)", | |
| "92C281", | |
| "86(C. LUGDUNUM BATAVORUM)" | |
| ], | |
| "predicted_codes": [ | |
| "25F23(LION)(+12)", | |
| "44A1(+4)(AMSTERDAM)", | |
| "44B192", | |
| "46C131613", | |
| "48C244", | |
| "49L73", | |
| "49L8", | |
| "61E(AMSTERDAM)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F23(LION)(+12)\", \"44A1(+4)(AMSTERDAM)\", \"44B192\", \"46C131613\", \"48C244\", \"49L73\", \"49L8\", \"61E(AMSTERDAM)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 8, | |
| "total_predicted": 8, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5202279957582185, | |
| "code_precision": 0.375, | |
| "code_recall": 0.15 | |
| }, | |
| { | |
| "index": 314, | |
| "gt_codes": [ | |
| "48B3", | |
| "48B3:61B", | |
| "48C24", | |
| "61B(+51)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.33836206896551724, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 315, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+54)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31D15:61BB", | |
| "41A711", | |
| "49M32" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31D15:61BB\", \"41A711\", \"49M32\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5247148288973383, | |
| "code_precision": 0.5, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 316, | |
| "gt_codes": [ | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 317, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A235", | |
| "31A61", | |
| "31D11222", | |
| "31D14", | |
| "33A3", | |
| "34B11", | |
| "41C741", | |
| "41D221(CAP)", | |
| "41D221(HAT)", | |
| "48C72", | |
| "48C7351", | |
| "48C741", | |
| "48C75", | |
| "48C755", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "31A254", | |
| "31D16", | |
| "31D17", | |
| "34B11", | |
| "41C12", | |
| "48C7351", | |
| "49N" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A254\", \"31D16\", \"31D17\", \"34B11\", \"41C12\", \"48C7351\", \"49N\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6869318843392199, | |
| "code_precision": 0.2857142857142857, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 318, | |
| "gt_codes": [ | |
| "41A251", | |
| "49L6", | |
| "49L62" | |
| ], | |
| "predicted_codes": [ | |
| "49L511", | |
| "49L62" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L511\", \"49L62\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7131402085747393, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 319, | |
| "gt_codes": [ | |
| "25G21(POMEGRANATE)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(Granatapfel)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(Granatapfel)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 320, | |
| "gt_codes": [ | |
| "11Q712", | |
| "25I2", | |
| "25I241", | |
| "31B52", | |
| "33C23", | |
| "46A151" | |
| ], | |
| "predicted_codes": [ | |
| "11Q712", | |
| "25I241", | |
| "31A61", | |
| "33C23", | |
| "41A17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"25I241\", \"31A61\", \"33C23\", \"41A17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7214830214830216, | |
| "code_precision": 0.6, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 321, | |
| "gt_codes": [ | |
| "41D221" | |
| ], | |
| "predicted_codes": [ | |
| "31D17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 322, | |
| "gt_codes": [ | |
| "31D14", | |
| "44C312", | |
| "11K", | |
| "49L641", | |
| "49L11", | |
| "49L66", | |
| "49L511" | |
| ], | |
| "predicted_codes": [ | |
| "31D14", | |
| "92L7", | |
| "48C5152", | |
| "49N", | |
| "49MM32" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D14\", \"92L7\", \"48C5152\", \"49N\", \"49MM32\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3941428053642623, | |
| "code_precision": 0.2, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 323, | |
| "gt_codes": [ | |
| "73D36" | |
| ], | |
| "predicted_codes": [ | |
| "73C421" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C421\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 324, | |
| "gt_codes": [ | |
| "49M42", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8795518207282913, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 325, | |
| "gt_codes": [ | |
| "21D" | |
| ], | |
| "predicted_codes": [ | |
| "21B", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"21B\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.26666666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 326, | |
| "gt_codes": [ | |
| "11K(SATAN)" | |
| ], | |
| "predicted_codes": [ | |
| "11K", | |
| "31A2549(+0)", | |
| "71C128" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11K\", \"31A2549(+0)\", \"71C128\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 327, | |
| "gt_codes": [ | |
| "31A22621:22C4(BLONDE)", | |
| "31A2422", | |
| "41D211", | |
| "41D221(SKULLCAP)", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7995712754555198, | |
| "code_precision": 1.0, | |
| "code_recall": 0.42857142857142855 | |
| }, | |
| { | |
| "index": 328, | |
| "gt_codes": [ | |
| "42E22", | |
| "73F2452" | |
| ], | |
| "predicted_codes": [ | |
| "43A(+2)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43A(+2)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 329, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(N)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(N)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(N)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 330, | |
| "gt_codes": [ | |
| "45H3(+3)" | |
| ], | |
| "predicted_codes": [ | |
| "45H3(+3)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45H3(+3)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 331, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(A)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(A)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(A)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 332, | |
| "gt_codes": [ | |
| "31A2363(+1)", | |
| "46C24", | |
| "47K42", | |
| "54AA11", | |
| "56B2(+11)", | |
| "86(DERJENIGE, DER HERUMLIEGT UND IN SEINEM KAHN RUHT, etc.)" | |
| ], | |
| "predicted_codes": [ | |
| "25F(+342)", | |
| "25H13", | |
| "26A", | |
| "31AA236", | |
| "31D14", | |
| "31D15", | |
| "41C341", | |
| "41C711", | |
| "41D92", | |
| "46C24", | |
| "46C2851", | |
| "46C2922", | |
| "46C2932", | |
| "47K4(+0)", | |
| "54DD51", | |
| "56BB1", | |
| "56F231(+113)", | |
| "56FF231(+113)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F(+342)\", \"25H13\", \"26A\", \"31AA236\", \"31D14\", \"31D15\", \"41C341\", \"41C711\", \"41D92\", \"46C24\", \"46C2851\", \"46C2922\", \"46C2932\", \"47K4(+0)\", \"54DD51\", \"56BB1\", \"56F231(+113)\", \"56FF231(+113)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 18, | |
| "total_predicted": 18, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.48350847457627116, | |
| "code_precision": 0.05555555555555555, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 333, | |
| "gt_codes": [ | |
| "86(DEO, PARENTIBUS ET MAGISTRIS)", | |
| "25I1", | |
| "61E(LEIPZIG)", | |
| "11Q21", | |
| "42B111", | |
| "41A711", | |
| "49MM32", | |
| "41A733", | |
| "49B24", | |
| "49L66", | |
| "11L224", | |
| "57A8" | |
| ], | |
| "predicted_codes": [ | |
| "86(DEO, PARENTIBUS ET MAGISTRIS)", | |
| "25I1", | |
| "49B24", | |
| "31D14(+72)", | |
| "46A14", | |
| "46C1211", | |
| "46C127", | |
| "49L11", | |
| "49E10", | |
| "49G1", | |
| "49G11", | |
| "49G12", | |
| "49G13", | |
| "49G14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(DEO, PARENTIBUS ET MAGISTRIS)\", \"25I1\", \"49B24\", \"31D14(+72)\", \"46A14\", \"46C1211\", \"46C127\", \"49L11\", \"49E10\", \"49G1\", \"49G11\", \"49G12\", \"49G13\", \"49G14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 14, | |
| "total_predicted": 14, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.42096530498041407, | |
| "code_precision": 0.21428571428571427, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 334, | |
| "gt_codes": [ | |
| "41A12", | |
| "61E(VEGHEL)", | |
| "61F(FRISSELSTEIN)", | |
| "61F(FRISSENSTEIN)" | |
| ], | |
| "predicted_codes": [ | |
| "41A12" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A12\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4, | |
| "code_precision": 1.0, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 335, | |
| "gt_codes": [ | |
| "31A221" | |
| ], | |
| "predicted_codes": [ | |
| "31A221", | |
| "31A254" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A221\", \"31A254\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9473684210526316, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 336, | |
| "gt_codes": [ | |
| "11R7", | |
| "43C1(+4241)", | |
| "43C1(+43)", | |
| "56D1", | |
| "86(SPE ILLECTAT INANI)" | |
| ], | |
| "predicted_codes": [ | |
| "41D2653", | |
| "41D283" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41D2653\", \"41D283\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.10857142857142857, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 337, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9876621322366339, | |
| "code_precision": 1.0, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 338, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8847583643122676, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 339, | |
| "gt_codes": [ | |
| "31A2421", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9875, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 340, | |
| "gt_codes": [ | |
| "49D22" | |
| ], | |
| "predicted_codes": [ | |
| "49D22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49D22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 341, | |
| "gt_codes": [ | |
| "31A2422", | |
| "41E2(+0)", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.888888888888889, | |
| "code_precision": 0.75, | |
| "code_recall": 0.6 | |
| }, | |
| { | |
| "index": 342, | |
| "gt_codes": [ | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 343, | |
| "gt_codes": [ | |
| "41A773", | |
| "11F4", | |
| "11G1911", | |
| "41C621", | |
| "41C121", | |
| "31AA2351" | |
| ], | |
| "predicted_codes": [ | |
| "73B65" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B65\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 344, | |
| "gt_codes": [ | |
| "41D92", | |
| "46A124", | |
| "85", | |
| "31D15(+9411)" | |
| ], | |
| "predicted_codes": [ | |
| "46C131", | |
| "25F24(BOVINO)", | |
| "31A(+89)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46C131\", \"25F24(BOVINO)\", \"31A(+89)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2509452736318408, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 345, | |
| "gt_codes": [ | |
| "92L41", | |
| "41A646", | |
| "92L19", | |
| "46C127", | |
| "92L17911" | |
| ], | |
| "predicted_codes": [ | |
| "92L1", | |
| "48C7352", | |
| "48C7351", | |
| "48C7354" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92L1\", \"48C7352\", \"48C7351\", \"48C7354\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.39747126436781605, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 346, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2421", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9546009594417794, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 347, | |
| "gt_codes": [ | |
| "11HH(THERESA)" | |
| ], | |
| "predicted_codes": [ | |
| "11HH(THERESA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11HH(THERESA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 348, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "31A5331", | |
| "48C161", | |
| "48C91", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7935909519321396, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 349, | |
| "gt_codes": [ | |
| "25G3(+33)", | |
| "25H17", | |
| "25H213", | |
| "41A17", | |
| "46AA14", | |
| "46C11", | |
| "47I2111", | |
| "49G361" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "41A17", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"41A17\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6120416124837451, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 350, | |
| "gt_codes": [ | |
| "47I212" | |
| ], | |
| "predicted_codes": [ | |
| "47I212" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"47I212\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 351, | |
| "gt_codes": [ | |
| "31A233", | |
| "31A2421", | |
| "31A25221", | |
| "31A2523", | |
| "31A534", | |
| "31A5341", | |
| "41A711", | |
| "41C37", | |
| "45B", | |
| "45C13(RAPIER)", | |
| "45C22", | |
| "45C221:25F3(+352)", | |
| "46A122", | |
| "46A1241(GOLDEN FLEECE)", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5711966325917017, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.0625 | |
| }, | |
| { | |
| "index": 352, | |
| "gt_codes": [ | |
| "46C21" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5066666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 353, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A25(+933)", | |
| "31A2541", | |
| "31A2549", | |
| "33C23" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+933)", | |
| "42A1", | |
| "46E221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+933)\", \"42A1\", \"46E221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4584634603372892, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 354, | |
| "gt_codes": [ | |
| "25I1", | |
| "55B1", | |
| "41D267", | |
| "73C8641" | |
| ], | |
| "predicted_codes": [ | |
| "71C243" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71C243\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.076, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 355, | |
| "gt_codes": [ | |
| "31A2421", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.863826212193951, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 356, | |
| "gt_codes": [ | |
| "25G21(EMBLIC LEAF FLOWER)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(PEACH)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(PEACH)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 357, | |
| "gt_codes": [ | |
| "31A235", | |
| "31D14", | |
| "41A2", | |
| "41C323", | |
| "45C15(ARROW)", | |
| "61B(+55)", | |
| "9" | |
| ], | |
| "predicted_codes": [ | |
| "12B13", | |
| "31A(+89)", | |
| "41C7111", | |
| "45C22:41D222(HALSBERG)", | |
| "46E221", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12B13\", \"31A(+89)\", \"41C7111\", \"45C22:41D222(HALSBERG)\", \"46E221\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3643835616438356, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 358, | |
| "gt_codes": [ | |
| "41A12", | |
| "61E(MAARSSEN)" | |
| ], | |
| "predicted_codes": [ | |
| "41A361" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A361\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.37999999999999995, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 359, | |
| "gt_codes": [ | |
| "25F26(RABBIT)(+45)", | |
| "25G4111", | |
| "31D13", | |
| "34B11(+95711)", | |
| "41C11", | |
| "41C313", | |
| "41C6121(+2)", | |
| "41C624", | |
| "41C6263", | |
| "41C7111", | |
| "48C7311", | |
| "48C7521", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "25G41", | |
| "31A22210", | |
| "31D13", | |
| "48C7311", | |
| "48C7323", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41\", \"31A22210\", \"31D13\", \"48C7311\", \"48C7323\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6266060490954846, | |
| "code_precision": 0.5, | |
| "code_recall": 0.23076923076923078 | |
| }, | |
| { | |
| "index": 360, | |
| "gt_codes": [ | |
| "41D1", | |
| "41D25(+82)" | |
| ], | |
| "predicted_codes": [ | |
| "42A3", | |
| "57AA6141(+0)", | |
| "42B742" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"42A3\", \"57AA6141(+0)\", \"42B742\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.156, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 361, | |
| "gt_codes": [ | |
| "41A681" | |
| ], | |
| "predicted_codes": [ | |
| "47I132", | |
| "47I42" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"47I132\", \"47I42\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19746835443037977, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 362, | |
| "gt_codes": [ | |
| "25H15", | |
| "25H156", | |
| "25H213" | |
| ], | |
| "predicted_codes": [ | |
| "25H15", | |
| "46C11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H15\", \"46C11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6178343949044586, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 363, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 364, | |
| "gt_codes": [ | |
| "25A13", | |
| "41A62" | |
| ], | |
| "predicted_codes": [ | |
| "41A636", | |
| "48C1425" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A636\", \"48C1425\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4222222222222222, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 365, | |
| "gt_codes": [ | |
| "31D112:61B2(...)1", | |
| "34B11", | |
| "41C621", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5023963133640553, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 366, | |
| "gt_codes": [ | |
| "23D43", | |
| "25G3(+33)", | |
| "25H", | |
| "25H17", | |
| "25I" | |
| ], | |
| "predicted_codes": [ | |
| "25H17", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H17\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5029821073558648, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 367, | |
| "gt_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9431968295904887, | |
| "code_precision": 1.0, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 368, | |
| "gt_codes": [ | |
| "48C1412" | |
| ], | |
| "predicted_codes": [ | |
| "41A2", | |
| "48C16" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A2\", \"48C16\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5846153846153846, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 369, | |
| "gt_codes": [ | |
| "45K" | |
| ], | |
| "predicted_codes": [ | |
| "45A1411" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45A1411\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 370, | |
| "gt_codes": [ | |
| "25F2('TRAMET')" | |
| ], | |
| "predicted_codes": [ | |
| "25F23(FOX)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F23(FOX)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.76, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 371, | |
| "gt_codes": [ | |
| "71F2152", | |
| "71F2143" | |
| ], | |
| "predicted_codes": [ | |
| "71E324", | |
| "71E325" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71E324\", \"71E325\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 372, | |
| "gt_codes": [ | |
| "11Q651", | |
| "49MM32" | |
| ], | |
| "predicted_codes": [ | |
| "11Q652" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q652\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 373, | |
| "gt_codes": [ | |
| "11(+5)", | |
| "11(+5):61B", | |
| "11H", | |
| "11H(JOHN THE BAPTIST)", | |
| "11HH", | |
| "11HH(MARY MAGDALENE)", | |
| "25H11", | |
| "47I2133", | |
| "49M32" | |
| ], | |
| "predicted_codes": [ | |
| "11H", | |
| "11HH(CATHERINE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H\", \"11HH(CATHERINE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.691860465116279, | |
| "code_precision": 0.5, | |
| "code_recall": 0.1111111111111111 | |
| }, | |
| { | |
| "index": 374, | |
| "gt_codes": [ | |
| "25F23(TIGER)" | |
| ], | |
| "predicted_codes": [ | |
| "25F", | |
| "34B11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F\", \"34B11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.37999999999999995, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 375, | |
| "gt_codes": [ | |
| "31F2", | |
| "43A4313", | |
| "45(+221)", | |
| "45F5" | |
| ], | |
| "predicted_codes": [ | |
| "45(+26)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45(+26)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.563734290843806, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 376, | |
| "gt_codes": [ | |
| "45B", | |
| "45C16(CANNON)", | |
| "46C131", | |
| "46A7", | |
| "44F1", | |
| "41A141", | |
| "32B311(FRENCH)" | |
| ], | |
| "predicted_codes": [ | |
| "45B", | |
| "25I1", | |
| "46C131", | |
| "47D8(AXE)", | |
| "46A14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45B\", \"25I1\", \"46C131\", \"47D8(AXE)\", \"46A14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.513530713890426, | |
| "code_precision": 0.4, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 377, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(V)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(V)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(V)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 378, | |
| "gt_codes": [ | |
| "25G21(BLACKBERRY)", | |
| "25G21(CHERRY)", | |
| "25G21(LEMON)", | |
| "25G21(PEACH)", | |
| "25G21(PRUNE)", | |
| "25G21(RED CURRANT)", | |
| "25G21(STRAWBERRY)", | |
| "41C341", | |
| "41C37", | |
| "41C653", | |
| "41C653(LEMON)", | |
| "41C653(PEACH)", | |
| "41C653(PRUNE)", | |
| "47I4223" | |
| ], | |
| "predicted_codes": [ | |
| "25G21(CHERRY)", | |
| "25G21(PEACH)", | |
| "41C37", | |
| "41C653", | |
| "41C653(PEACH)", | |
| "47I4223" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G21(CHERRY)\", \"25G21(PEACH)\", \"41C37\", \"41C653\", \"41C653(PEACH)\", \"47I4223\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9913544668587896, | |
| "code_precision": 1.0, | |
| "code_recall": 0.42857142857142855 | |
| }, | |
| { | |
| "index": 379, | |
| "gt_codes": [ | |
| "11D", | |
| "11D31", | |
| "31A24(+1)", | |
| "31A533(SPLIT BEARD)", | |
| "31A534", | |
| "61B(+51)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "11D", | |
| "31A24(+1)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D\", \"31A24(+1)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8599348534201954, | |
| "code_precision": 1.0, | |
| "code_recall": 0.42857142857142855 | |
| }, | |
| { | |
| "index": 380, | |
| "gt_codes": [ | |
| "22C5", | |
| "25H13", | |
| "45C16(CANNON)(+1)", | |
| "46C24(STATENJACHT)" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C232", | |
| "46C24" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C232\", \"46C24\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.724481054365733, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 381, | |
| "gt_codes": [ | |
| "24A2", | |
| "25G4111", | |
| "45C13(SWORD)", | |
| "54F2", | |
| "56D1", | |
| "59B31", | |
| "86(ANTE OCCASUM LAUREA)" | |
| ], | |
| "predicted_codes": [ | |
| "24A1", | |
| "25G3(LAUREL)(+27)", | |
| "45C13(SWORD)", | |
| "86(ANTE OCCASUM LAUREA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"24A1\", \"25G3(LAUREL)(+27)\", \"45C13(SWORD)\", \"86(ANTE OCCASUM LAUREA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5763636363636363, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 382, | |
| "gt_codes": [ | |
| "49L12(D)", | |
| "49L171", | |
| "73C1333" | |
| ], | |
| "predicted_codes": [ | |
| "49L12(D)", | |
| "49L171", | |
| "73C8613" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L12(D)\", \"49L171\", \"73C8613\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8666666666666667, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 383, | |
| "gt_codes": [ | |
| "44C312", | |
| "45I7", | |
| "61B2(RADETZKY, Johann)(+4)", | |
| "61K(QUADRILATERO)", | |
| "61I(BATTAGLIA DI GOITO)" | |
| ], | |
| "predicted_codes": [ | |
| "45B", | |
| "61D(ITALIA)", | |
| "61I(REPUBBLICA ROMANA)", | |
| "61E(ROMA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45B\", \"61D(ITALIA)\", \"61I(REPUBBLICA ROMANA)\", \"61E(ROMA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5047290640394089, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 384, | |
| "gt_codes": [ | |
| "31E23121" | |
| ], | |
| "predicted_codes": [ | |
| "11H(ERASMUS)68" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(ERASMUS)68\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 385, | |
| "gt_codes": [ | |
| "49L12(D)", | |
| "49L171", | |
| "73B4" | |
| ], | |
| "predicted_codes": [ | |
| "49L12(D)", | |
| "49L171", | |
| "73A52" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L12(D)\", \"49L171\", \"73A52\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7933333333333333, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 386, | |
| "gt_codes": [ | |
| "25F35(PARROT)", | |
| "25F36(SWAN)", | |
| "25I145", | |
| "31A5331", | |
| "31D112", | |
| "31D14", | |
| "31D15", | |
| "34B11", | |
| "41A1", | |
| "41A422", | |
| "41A646", | |
| "42G:61B2(...)13", | |
| "47I213", | |
| "61B(+55)", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "41A646", | |
| "42G:61B2(...)13" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"41A646\", \"42G:61B2(...)13\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5084845306764553, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.13333333333333333 | |
| }, | |
| { | |
| "index": 387, | |
| "gt_codes": [ | |
| "11I61", | |
| "98B" | |
| ], | |
| "predicted_codes": [ | |
| "11I62" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11I62\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5333333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 388, | |
| "gt_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.863826212193951, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 389, | |
| "gt_codes": [ | |
| "25F711(BEE)", | |
| "25F711(BUTTERFLY)", | |
| "25G41(ANEMONE)", | |
| "25G41(AURICULA)", | |
| "25G41(CARNATION)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(CROWN IMPERIAL)", | |
| "25G41(DAGSCONE)", | |
| "25G41(FRITILLARIA IMPERIALIS)", | |
| "25G41(LILY)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "41A646", | |
| "41A671", | |
| "41A6711" | |
| ], | |
| "predicted_codes": [ | |
| "25F711(BUTTERFLY)", | |
| "25G4(IVY)", | |
| "25G41(CARNATION)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAGSCONE)", | |
| "25G41(LILAC)", | |
| "25G41(MARIGOLD)", | |
| "25G41(PANSY)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "25G41(VIOLIER)", | |
| "25G411(HYACINTH)", | |
| "41A671", | |
| "41A773" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F711(BUTTERFLY)\", \"25G4(IVY)\", \"25G41(CARNATION)\", \"25G41(CONVOLVULUS)\", \"25G41(DAGSCONE)\", \"25G41(LILAC)\", \"25G41(MARIGOLD)\", \"25G41(PANSY)\", \"25G41(ROSE)\", \"25G41(TULIP)\", \"25G41(VIOLIER)\", \"25G411(HYACINTH)\", \"41A671\", \"41A773\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 14, | |
| "total_predicted": 14, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9617063678661586, | |
| "code_precision": 0.5, | |
| "code_recall": 0.4666666666666667 | |
| }, | |
| { | |
| "index": 390, | |
| "gt_codes": [ | |
| "11P4433", | |
| "44G311" | |
| ], | |
| "predicted_codes": [ | |
| "46A151" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A151\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.13333333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 391, | |
| "gt_codes": [ | |
| "25F23(WOLF)(+2)", | |
| "25F23(WOLF)(+21)", | |
| "25F23(WOLF)(+23)", | |
| "25H18", | |
| "26D1", | |
| "51HH3", | |
| "86(SEHR SCHLIMM, DOCH OHNE MENGE)" | |
| ], | |
| "predicted_codes": [ | |
| "25F23(WOLF)(+49)", | |
| "25H17", | |
| "46C13185", | |
| "51FF511(+0)", | |
| "86(SEHR SCHLIMM, DOCH OHNE MENGE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F23(WOLF)(+49)\", \"25H17\", \"46C13185\", \"51FF511(+0)\", \"86(SEHR SCHLIMM, DOCH OHNE MENGE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6954428833231522, | |
| "code_precision": 0.2, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 392, | |
| "gt_codes": [ | |
| "25I241", | |
| "48C7354" | |
| ], | |
| "predicted_codes": [ | |
| "25I146", | |
| "31A2748:43C243", | |
| "41A775", | |
| "43B313" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I146\", \"31A2748:43C243\", \"41A775\", \"43B313\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.302421875, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 393, | |
| "gt_codes": [ | |
| "11H", | |
| "73", | |
| "73D415" | |
| ], | |
| "predicted_codes": [ | |
| "73", | |
| "73D41" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73\", \"73D41\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7419999999999999, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 394, | |
| "gt_codes": [ | |
| "11M42", | |
| "46C131" | |
| ], | |
| "predicted_codes": [ | |
| "83(Anonymus, Herzog Ernst)", | |
| "46C131", | |
| "25F24(STAG)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(Anonymus, Herzog Ernst)\", \"46C131\", \"25F24(STAG)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 395, | |
| "gt_codes": [ | |
| "61B(+2)", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.687089715536105, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 396, | |
| "gt_codes": [ | |
| "25A4", | |
| "45K13" | |
| ], | |
| "predicted_codes": [ | |
| "25A4", | |
| "45K13" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25A4\", \"45K13\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 397, | |
| "gt_codes": [ | |
| "31A2211", | |
| "31A24(+1)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9559543230016314, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 398, | |
| "gt_codes": [ | |
| "44C312", | |
| "61A(1848)", | |
| "23C1", | |
| "44F0", | |
| "61A(1849)" | |
| ], | |
| "predicted_codes": [ | |
| "46A17", | |
| "52AA53(+0)", | |
| "44C312", | |
| "44B04" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A17\", \"52AA53(+0)\", \"44C312\", \"44B04\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.32409872849663424, | |
| "code_precision": 0.25, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 399, | |
| "gt_codes": [ | |
| "94A41", | |
| "46C22" | |
| ], | |
| "predicted_codes": [ | |
| "45K21", | |
| "31E23621" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45K21\", \"31E23621\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.10000000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 400, | |
| "gt_codes": [ | |
| "71A611" | |
| ], | |
| "predicted_codes": [ | |
| "71A6" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71A6\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.76, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 401, | |
| "gt_codes": [ | |
| "31A235", | |
| "41A2", | |
| "48B3:61B", | |
| "48C524", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "48B3:61B", | |
| "48C514(+414)", | |
| "48C5152", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"48B3:61B\", \"48C514(+414)\", \"48C5152\", \"61B(+54)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8766003159557663, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 402, | |
| "gt_codes": [ | |
| "92D1916", | |
| "45C15(BOW AND ARROW)", | |
| "41B32", | |
| "48A9831" | |
| ], | |
| "predicted_codes": [ | |
| "92D1916", | |
| "48C7352", | |
| "48A9876" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92D1916\", \"48C7352\", \"48A9876\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6538653366583541, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 403, | |
| "gt_codes": [ | |
| "32B311(DUTCH)(+3)", | |
| "41D21(+82)", | |
| "41D262" | |
| ], | |
| "predicted_codes": [ | |
| "41D21(+82)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41D21(+82)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7394957983193278, | |
| "code_precision": 1.0, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 404, | |
| "gt_codes": [ | |
| "25F23(LION)", | |
| "25H", | |
| "31D14", | |
| "34B11", | |
| "43C114", | |
| "46C13141" | |
| ], | |
| "predicted_codes": [ | |
| "25F23(LION)", | |
| "41A7751", | |
| "46C13185" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F23(LION)\", \"41A7751\", \"46C13185\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.528705882352941, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 405, | |
| "gt_codes": [ | |
| "92B423" | |
| ], | |
| "predicted_codes": [ | |
| "92D1", | |
| "48A9875", | |
| "33C23", | |
| "48A9831" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92D1\", \"48A9875\", \"33C23\", \"48A9831\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.152, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 406, | |
| "gt_codes": [ | |
| "48A9833" | |
| ], | |
| "predicted_codes": [ | |
| "71E324", | |
| "71E325" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71E324\", \"71E325\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 407, | |
| "gt_codes": [ | |
| "73", | |
| "73C523" | |
| ], | |
| "predicted_codes": [ | |
| "73", | |
| "73D41" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73\", \"73D41\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.69, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 408, | |
| "gt_codes": [ | |
| "25F72(MUREX)(+36)", | |
| "83(OVID, Metamorphoses I:313-347)", | |
| "91E72", | |
| "92H171", | |
| "92H18(TRIDENT)", | |
| "92H391" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "92I7" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"92I7\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3315479115479116, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 409, | |
| "gt_codes": [ | |
| "46C24", | |
| "25H13", | |
| "41B16", | |
| "25G3(PALM-TREE)", | |
| "24D", | |
| "24A6", | |
| "71A341" | |
| ], | |
| "predicted_codes": [ | |
| "71A3421" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71A3421\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.21375, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 410, | |
| "gt_codes": [ | |
| "11H(JUDE THADDAEUS)" | |
| ], | |
| "predicted_codes": [ | |
| "48C24", | |
| "11H(DAVID)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C24\", \"11H(DAVID)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 411, | |
| "gt_codes": [ | |
| "25H133", | |
| "25H23(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "46C21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46C21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 412, | |
| "gt_codes": [ | |
| "11F4132", | |
| "11H(JOHN)12", | |
| "73G" | |
| ], | |
| "predicted_codes": [ | |
| "11H(JOHN THE BAPTIST)", | |
| "48A98312", | |
| "73B65" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(JOHN THE BAPTIST)\", \"48A98312\", \"73B65\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5156687898089172, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 413, | |
| "gt_codes": [ | |
| "25G41(VIOLET)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(Caputium)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(Caputium)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.76, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 414, | |
| "gt_codes": [ | |
| "49H3", | |
| "83(OGILBY, America)" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C24" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C24\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.095, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 415, | |
| "gt_codes": [ | |
| "11T", | |
| "11K" | |
| ], | |
| "predicted_codes": [ | |
| "11K", | |
| "31A45" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11K\", \"31A45\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5833333333333334, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 416, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "41A7751", | |
| "41D211", | |
| "41D221(HOOD)", | |
| "41D2321", | |
| "41D2661", | |
| "41D2662", | |
| "42A45", | |
| "61B(+55)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "31D112:61B2(...)1", | |
| "41A711", | |
| "41C37", | |
| "41D221(CAP)", | |
| "41D26611", | |
| "61B(+55)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31D112:61B2(...)1\", \"41A711\", \"41C37\", \"41D221(CAP)\", \"41D26611\", \"61B(+55)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7862525033550118, | |
| "code_precision": 0.2857142857142857, | |
| "code_recall": 0.18181818181818182 | |
| }, | |
| { | |
| "index": 417, | |
| "gt_codes": [ | |
| "86(INVIDIOSUM QUAM MISERUM ESSE PRAESTAT)", | |
| "25H2322", | |
| "46C24", | |
| "92I751", | |
| "94I182", | |
| "11N32", | |
| "56BB21" | |
| ], | |
| "predicted_codes": [ | |
| "83(OVID, Metamorphoses)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(OVID, Metamorphoses)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.05, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 418, | |
| "gt_codes": [ | |
| "49E39", | |
| "25G4" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(Wasserpfeil)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(Wasserpfeil)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 419, | |
| "gt_codes": [ | |
| "31A25373", | |
| "31D120", | |
| "41A773", | |
| "44B193", | |
| "48C7322", | |
| "49M32", | |
| "49M43", | |
| "49N", | |
| "92L41" | |
| ], | |
| "predicted_codes": [ | |
| "11C23", | |
| "48CC75" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11C23\", \"48CC75\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.213836784409257, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 420, | |
| "gt_codes": [ | |
| "31E23621", | |
| "71H814", | |
| "71H815(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "71E324", | |
| "71E325" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71E324\", \"71E325\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.32, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 421, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(T)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(Z)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(Z)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 422, | |
| "gt_codes": [ | |
| "33C23", | |
| "31D16", | |
| "46A1632", | |
| "46B311", | |
| "33A14", | |
| "55C2" | |
| ], | |
| "predicted_codes": [ | |
| "31D14", | |
| "31D15", | |
| "31A25552", | |
| "33C23", | |
| "46B311" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D14\", \"31D15\", \"31A25552\", \"33C23\", \"46B311\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.682067975107707, | |
| "code_precision": 0.4, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 423, | |
| "gt_codes": [ | |
| "31A235", | |
| "31D14", | |
| "41C74(+1)", | |
| "41C741" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "47B111" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"47B111\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5093525179856114, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 424, | |
| "gt_codes": [ | |
| "47I2112" | |
| ], | |
| "predicted_codes": [ | |
| "47I2112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"47I2112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 425, | |
| "gt_codes": [ | |
| "41A723", | |
| "41D282", | |
| "47H311", | |
| "47H312", | |
| "86(VIS AMORIS)", | |
| "94L24(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "25F42(+13)", | |
| "25G3(LAUREL)(+27)", | |
| "25H11", | |
| "31A2352", | |
| "31D14", | |
| "41D2653", | |
| "44B192", | |
| "45C11(SPEAR)", | |
| "48A98(+2)", | |
| "48A98311", | |
| "48A9832", | |
| "48A984", | |
| "48A9843", | |
| "48A9851", | |
| "48A9875", | |
| "48A9876", | |
| "49L8", | |
| "92B11221", | |
| "92B11221(+0)", | |
| "92B11221:5(+113)", | |
| "92B11221:5(+12)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F42(+13)\", \"25G3(LAUREL)(+27)\", \"25H11\", \"31A2352\", \"31D14\", \"41D2653\", \"44B192\", \"45C11(SPEAR)\", \"48A98(+2)\", \"48A98311\", \"48A9832\", \"48A984\", \"48A9843\", \"48A9851\", \"48A9875\", \"48A9876\", \"49L8\", \"92B11221\", \"92B11221(+0)\", \"92B11221:5(+113)\", \"92B11221:5(+12)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 21, | |
| "total_predicted": 21, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.21613835828600925, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 426, | |
| "gt_codes": [ | |
| "73", | |
| "73B57" | |
| ], | |
| "predicted_codes": [ | |
| "73", | |
| "73B57" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73\", \"73B57\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 427, | |
| "gt_codes": [ | |
| "47I2112", | |
| "47I213", | |
| "47I214", | |
| "47I221", | |
| "73", | |
| "73B14" | |
| ], | |
| "predicted_codes": [ | |
| "73", | |
| "73B14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73\", \"73B14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5, | |
| "code_precision": 1.0, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 428, | |
| "gt_codes": [ | |
| "11F23" | |
| ], | |
| "predicted_codes": [ | |
| "11F25" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F25\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8000000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 429, | |
| "gt_codes": [ | |
| "44BB114(SULTAN'S WIFE)", | |
| "61BB2(HURREM SULTAN)1(+522)", | |
| "61BB2(ROXOLANA)1(+522)", | |
| "86(ROXOLANA SIVE ROSA SOLYMMANI UXOR)" | |
| ], | |
| "predicted_codes": [ | |
| "44B19", | |
| "61BB2(Roxolana)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"44B19\", \"61BB2(Roxolana)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7066374781085815, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 430, | |
| "gt_codes": [ | |
| "25H11", | |
| "25H213", | |
| "25I", | |
| "46C112" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7795275590551182, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 431, | |
| "gt_codes": [ | |
| "73B13" | |
| ], | |
| "predicted_codes": [ | |
| "73B25" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B25\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 432, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9754098360655737, | |
| "code_precision": 1.0, | |
| "code_recall": 0.8 | |
| }, | |
| { | |
| "index": 433, | |
| "gt_codes": [ | |
| "25I22", | |
| "25I3", | |
| "31A2711", | |
| "33A35", | |
| "41D263", | |
| "49L8", | |
| "73E341", | |
| "86(WAS ONS HART NIET BRANDENDE IN ONS, TERWIJL HIJ ONDERWEG TOT ONS SPRAK EN ONS DE SCHRIFTEN OPENDE?)" | |
| ], | |
| "predicted_codes": [ | |
| "49M431" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M431\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12176795580110499, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 434, | |
| "gt_codes": [ | |
| "25F26(HARE)", | |
| "25F38(PARTRIDGE)", | |
| "25G21(LEMON)", | |
| "41C653(LEMON)", | |
| "43C113" | |
| ], | |
| "predicted_codes": [ | |
| "25F38(PARTRIDGE)", | |
| "41A77", | |
| "41C653" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F38(PARTRIDGE)\", \"41A77\", \"41C653\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7084651162790698, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 435, | |
| "gt_codes": [ | |
| "25H15", | |
| "43C121(+4161)", | |
| "46C232" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "46C1112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"46C1112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.49875, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 436, | |
| "gt_codes": [ | |
| "24C14", | |
| "25A13", | |
| "25F35(PEACOCK)", | |
| "25G3", | |
| "25G4(+32)", | |
| "31D120", | |
| "41B31(+1)", | |
| "46C13192", | |
| "49D11(XX)", | |
| "52BB1", | |
| "86(PROLES TUA, MAIA, IUVENTUS)", | |
| "86(HIS BONES ARE FULL OF THE SINNES OF HIS YOUTH)" | |
| ], | |
| "predicted_codes": [ | |
| "25F35(PEACOCK)", | |
| "25G11", | |
| "25H17", | |
| "41B31(+1)", | |
| "46C13185", | |
| "49D36", | |
| "49L12(XX)", | |
| "49L13(E)", | |
| "49L13(F)", | |
| "49L13(G)", | |
| "49L13(H)", | |
| "49L13(I)", | |
| "49L13(J)", | |
| "49L13(K)", | |
| "49L13(L)", | |
| "49L13(M)", | |
| "49L13(N)", | |
| "49L13(O)", | |
| "49L13(P)", | |
| "49L13(Q)", | |
| "49L13(R)", | |
| "49L13(S)", | |
| "49L13(T)", | |
| "49L13(U)", | |
| "49L13(V)", | |
| "49L13(W)", | |
| "49L13(X)", | |
| "49L13(Y)", | |
| "49L13(Z)", | |
| "51E11(+4)", | |
| "51EE11(+4)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F35(PEACOCK)\", \"25G11\", \"25H17\", \"41B31(+1)\", \"46C13185\", \"49D36\", \"49L12(XX)\", \"49L13(E)\", \"49L13(F)\", \"49L13(G)\", \"49L13(H)\", \"49L13(I)\", \"49L13(J)\", \"49L13(K)\", \"49L13(L)\", \"49L13(M)\", \"49L13(N)\", \"49L13(O)\", \"49L13(P)\", \"49L13(Q)\", \"49L13(R)\", \"49L13(S)\", \"49L13(T)\", \"49L13(U)\", \"49L13(V)\", \"49L13(W)\", \"49L13(X)\", \"49L13(Y)\", \"49L13(Z)\", \"51E11(+4)\", \"51EE11(+4)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 31, | |
| "total_predicted": 31, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.45632764867014236, | |
| "code_precision": 0.06451612903225806, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 437, | |
| "gt_codes": [ | |
| "24A6", | |
| "25H13", | |
| "25H2323", | |
| "25I5", | |
| "31A2762", | |
| "31A2764", | |
| "31A453(+3)", | |
| "83(OVID, Metamorphoses VIII:183-235)", | |
| "95A(ICARUS)68" | |
| ], | |
| "predicted_codes": [ | |
| "86(QUOQUE IN AETERNUM)", | |
| "92B1", | |
| "43A421", | |
| "57BB2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(QUOQUE IN AETERNUM)\", \"92B1\", \"43A421\", \"57BB2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.060000000000000005, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 438, | |
| "gt_codes": [ | |
| "31A22141", | |
| "31A22153", | |
| "49G3(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "49G31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49G31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 439, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8262929745889388, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 440, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9754098360655737, | |
| "code_precision": 1.0, | |
| "code_recall": 0.8 | |
| }, | |
| { | |
| "index": 441, | |
| "gt_codes": [ | |
| "86(JUDICIUM MEMORATU DIGNUM)", | |
| "42B53", | |
| "42B4", | |
| "11Q01" | |
| ], | |
| "predicted_codes": [ | |
| "83(OVID, Metamorphoses)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(OVID, Metamorphoses)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.08000000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 442, | |
| "gt_codes": [ | |
| "25F23(ERMINE)(+351)", | |
| "31A2421", | |
| "31AA533(...)", | |
| "31D15:61BB", | |
| "41D2211", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7931034482758621, | |
| "code_precision": 0.75, | |
| "code_recall": 0.42857142857142855 | |
| }, | |
| { | |
| "index": 443, | |
| "gt_codes": [ | |
| "48C811", | |
| "48C85" | |
| ], | |
| "predicted_codes": [ | |
| "41A2", | |
| "48C514" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A2\", \"48C514\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.47158163265306124, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 444, | |
| "gt_codes": [ | |
| "41A2", | |
| "41A671" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 445, | |
| "gt_codes": [ | |
| "92C1" | |
| ], | |
| "predicted_codes": [ | |
| "25F35(PEACOCK)", | |
| "92C1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F35(PEACOCK)\", \"92C1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 446, | |
| "gt_codes": [ | |
| "11L53", | |
| "41A251", | |
| "49L5", | |
| "49L62", | |
| "49MM32" | |
| ], | |
| "predicted_codes": [ | |
| "11L53", | |
| "49M32" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11L53\", \"49M32\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.616829079659706, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 447, | |
| "gt_codes": [ | |
| "11(+5):61B", | |
| "25H" | |
| ], | |
| "predicted_codes": [ | |
| "11(+5):61B", | |
| "25H114", | |
| "31A233", | |
| "31D15:61BB" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11(+5):61B\", \"25H114\", \"31A233\", \"31D15:61BB\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5233333333333333, | |
| "code_precision": 0.25, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 448, | |
| "gt_codes": [ | |
| "11I2", | |
| "59C2", | |
| "92C1" | |
| ], | |
| "predicted_codes": [ | |
| "45A20", | |
| "96C(ROMULUS)122" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45A20\", \"96C(ROMULUS)122\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.07600000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 449, | |
| "gt_codes": [ | |
| "43A(+2)", | |
| "48B43" | |
| ], | |
| "predicted_codes": [ | |
| "43A(+2)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43A(+2)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7460815047021944, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 450, | |
| "gt_codes": [ | |
| "31A2422", | |
| "41D222(RUFF)", | |
| "41D2659(SASH)", | |
| "45C22", | |
| "46A1241(ORDER OF THE GARTER)", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6557445914723797, | |
| "code_precision": 1.0, | |
| "code_recall": 0.375 | |
| }, | |
| { | |
| "index": 451, | |
| "gt_codes": [ | |
| "46C24" | |
| ], | |
| "predicted_codes": [ | |
| "26C32", | |
| "46C21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"26C32\", \"46C21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5333333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 452, | |
| "gt_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9294078287052525, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 453, | |
| "gt_codes": [ | |
| "31D112", | |
| "31D15", | |
| "31D16", | |
| "41B4", | |
| "9" | |
| ], | |
| "predicted_codes": [ | |
| "31D14", | |
| "71", | |
| "71C274" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D14\", \"71\", \"71C274\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.34079422382671476, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 454, | |
| "gt_codes": [ | |
| "45B", | |
| "45C19(SHIELD)", | |
| "25G41", | |
| "44A31", | |
| "46C131" | |
| ], | |
| "predicted_codes": [ | |
| "45B", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45B\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.678996036988111, | |
| "code_precision": 1.0, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 455, | |
| "gt_codes": [ | |
| "25G3", | |
| "31A235", | |
| "46A7" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "41A6" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"41A6\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4799999999999999, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 456, | |
| "gt_codes": [ | |
| "11P3151", | |
| "25I2" | |
| ], | |
| "predicted_codes": [ | |
| "25H114", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H114\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.35625, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 457, | |
| "gt_codes": [ | |
| "35" | |
| ], | |
| "predicted_codes": [ | |
| "43C128", | |
| "46A15" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43C128\", \"46A15\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 458, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 459, | |
| "gt_codes": [ | |
| "86(DRACHMAM INUENIT)" | |
| ], | |
| "predicted_codes": [], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3(LAUREL)(+27)\", \"26C\", \"41D283\", \"45C13(SWORD)\", \"45C19(SHIELD)\", \"45C221\", \"45C222\", \"45C223\", \"45C2231\", \"45C224\", \"45C225\", \"45C2251\", \"45C2252\", \"45C2253\", \"45C2254\", \"45C2255\", \"45C2256\", \"45C2257\", \"45C226\", \"45C2261\", \"45C2262\", \"45C2263\", \"45C2264\", \"45C2265\", \"45C2266\", \"45C2267\", \"45C2268\", \"45C2269\", \"45C227\", \"45C2271\", \"45C2272\", \"45C2273\", \"45C2274\", \"45C2275\", \"45C2276\", \"45C2277\", \"45C2278\", \"45C2279\", \"45C23\", \"45C231\", \"45C232\", \"45C233\", \"45C234\", \"45C235\", \"45C236\", \"45C237\", \"45C238\", \"45C24\", \"45C241\", \"45C242\", \"45C243\", \"45C244\", \"45C245\", \"45C246\", \"45C247\", \"45C25\", \"45C251\", \"45C252\", \"45C253\", \"45C254\", \"45C255\", \"45C256\", \"45C257\", \"45C26\", \"45C261\", \"45C262\", \"45C263\", \"45C264\", \"45C265\", \"45C266\", \"45C267\", \"45C268\", \"45C27\", \"45C271\", \"45C272\", \"45C273\", \"45C274\", \"45C275\", \"45C276\", \"45C277\", \"45C278\", \"45C279\", \"45C28\", \"45C281\", \"45C282\", \"45C283\", \"45C284\", \"45C285\", \"45C286\", \"45C287\", \"45C288\", \"45C289\",", | |
| "valid_json": false, | |
| "valid_code_count": 0, | |
| "total_predicted": 0, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 460, | |
| "gt_codes": [ | |
| "25H213", | |
| "25I12", | |
| "46C21" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C23" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C23\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6339607843137256, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 461, | |
| "gt_codes": [ | |
| "48C8421" | |
| ], | |
| "predicted_codes": [ | |
| "25G3(PRUNE-TREE)(+32)", | |
| "41D263", | |
| "48C7341" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3(PRUNE-TREE)(+32)\", \"41D263\", \"48C7341\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.36602316602316604, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 462, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9876621322366339, | |
| "code_precision": 1.0, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 463, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)", | |
| "49L12(S)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(E)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 0.8 | |
| }, | |
| { | |
| "index": 464, | |
| "gt_codes": [ | |
| "44B1" | |
| ], | |
| "predicted_codes": [ | |
| "45C13(SWORD)", | |
| "61B2(HESSEL, Herman)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C13(SWORD)\", \"61B2(HESSEL, Herman)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 465, | |
| "gt_codes": [ | |
| "31A(+89)", | |
| "31A2225", | |
| "31D15", | |
| "41A761", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "31A(+89)", | |
| "31D15", | |
| "41A761" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A(+89)\", \"31D15\", \"41A761\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8331388564760793, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6 | |
| }, | |
| { | |
| "index": 466, | |
| "gt_codes": [ | |
| "31A231", | |
| "31D112", | |
| "33A3", | |
| "34B11", | |
| "48C51", | |
| "48C5111", | |
| "48C514(+414)", | |
| "48C5142", | |
| "48C5152", | |
| "48C5153" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+9321)", | |
| "48B3:61B", | |
| "48C5111", | |
| "48C514(+414)", | |
| "48C5151", | |
| "48C5157" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+9321)\", \"48B3:61B\", \"48C5111\", \"48C514(+414)\", \"48C5151\", \"48C5157\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7746591820368887, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 467, | |
| "gt_codes": [ | |
| "31A233", | |
| "71", | |
| "71F311", | |
| "71F3111", | |
| "71F314" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "25F39(DOVE)", | |
| "73" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"25F39(DOVE)\", \"73\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.09305135951661632, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 468, | |
| "gt_codes": [ | |
| "31A2245(+933):25G411", | |
| "31A235", | |
| "31A2421", | |
| "31D15:61BB", | |
| "41A541", | |
| "41A711", | |
| "41A772", | |
| "41C37", | |
| "41D221(TIPMUTS)", | |
| "48C161", | |
| "49M32", | |
| "61B(+54)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31D15:61BB", | |
| "41A772", | |
| "49M32" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31D15:61BB\", \"41A772\", \"49M32\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7559808612440192, | |
| "code_precision": 1.0, | |
| "code_recall": 0.3076923076923077 | |
| }, | |
| { | |
| "index": 469, | |
| "gt_codes": [ | |
| "92D1916", | |
| "48C161", | |
| "59B32", | |
| "25H11", | |
| "48A98211", | |
| "46C112" | |
| ], | |
| "predicted_codes": [ | |
| "48C16", | |
| "92D1916", | |
| "45A30", | |
| "48A9876", | |
| "48C161", | |
| "48A9831" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C16\", \"92D1916\", \"45A30\", \"48A9876\", \"48C161\", \"48A9831\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6199967989756722, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 470, | |
| "gt_codes": [ | |
| "25F37(STORK)", | |
| "25G21(ORANGE)", | |
| "41A7751:25G21", | |
| "41C653(ORANGE)", | |
| "46B31", | |
| "47I1421", | |
| "5(+1)", | |
| "92B11221", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "12EE13", | |
| "12FF13", | |
| "47I15(SICKLE)", | |
| "9" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12EE13\", \"12FF13\", \"47I15(SICKLE)\", \"9\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2117952041477641, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 471, | |
| "gt_codes": [ | |
| "25I9", | |
| "42E3722", | |
| "48C149(+7242)", | |
| "71G113" | |
| ], | |
| "predicted_codes": [ | |
| "71A82" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71A82\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.152, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 472, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31A5341", | |
| "46A122", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8679245283018867, | |
| "code_precision": 0.75, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 473, | |
| "gt_codes": [ | |
| "25I1", | |
| "31D14", | |
| "46C24", | |
| "25H13", | |
| "31D15", | |
| "46C232" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "46C232", | |
| "25H213", | |
| "25H114", | |
| "46C283" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"46C232\", \"25H213\", \"25H114\", \"46C283\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6860594620103824, | |
| "code_precision": 0.4, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 474, | |
| "gt_codes": [ | |
| "48C524" | |
| ], | |
| "predicted_codes": [ | |
| "48C7323", | |
| "48C75" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C7323\", \"48C75\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 475, | |
| "gt_codes": [ | |
| "11D", | |
| "11D351", | |
| "11Q2", | |
| "31B6214", | |
| "44G321(CROSS)", | |
| "45B", | |
| "45C11(SPEAR)", | |
| "45C22", | |
| "73D3522", | |
| "73D82(CROWN OF THORNS)" | |
| ], | |
| "predicted_codes": [ | |
| "73", | |
| "73D41" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73\", \"73D41\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.1888962108731466, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 476, | |
| "gt_codes": [ | |
| "31D14", | |
| "48C75", | |
| "46C131", | |
| "48CC7352" | |
| ], | |
| "predicted_codes": [ | |
| "45B", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45B\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.43675531914893617, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 477, | |
| "gt_codes": [ | |
| "73D71" | |
| ], | |
| "predicted_codes": [ | |
| "73D56" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D56\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 478, | |
| "gt_codes": [ | |
| "31A(+926)", | |
| "31B1", | |
| "56DD11" | |
| ], | |
| "predicted_codes": [ | |
| "71C324" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71C324\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 479, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D12", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8930612600069614, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 480, | |
| "gt_codes": [ | |
| "73B64" | |
| ], | |
| "predicted_codes": [ | |
| "73C121" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C121\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 481, | |
| "gt_codes": [ | |
| "73B25" | |
| ], | |
| "predicted_codes": [ | |
| "73B25" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B25\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 482, | |
| "gt_codes": [ | |
| "73C72" | |
| ], | |
| "predicted_codes": [ | |
| "73C412" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C412\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 483, | |
| "gt_codes": [ | |
| "45D311", | |
| "32B33", | |
| "61B2(FONDUK MUSTAFA PASCHA)11" | |
| ], | |
| "predicted_codes": [ | |
| "41D221(TURBAN)", | |
| "61B2(MUSTAFI, Mustafa)11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41D221(TURBAN)\", \"61B2(MUSTAFI, Mustafa)11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4799999999999999, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 484, | |
| "gt_codes": [ | |
| "11H(BAVO)32" | |
| ], | |
| "predicted_codes": [ | |
| "11H(CHRISTOPHER)51" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(CHRISTOPHER)51\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 485, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(D)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(D)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(D)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 486, | |
| "gt_codes": [ | |
| "25H15", | |
| "25H213", | |
| "46C1112", | |
| "46C14", | |
| "46C2", | |
| "47I2112" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "41A17" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"41A17\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3485071090047393, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 487, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.96375, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 488, | |
| "gt_codes": [ | |
| "31D15", | |
| "73F14", | |
| "73F2231" | |
| ], | |
| "predicted_codes": [ | |
| "25I146", | |
| "31A2711", | |
| "31D14(+79)", | |
| "31D15(+78)", | |
| "41D211(+81)", | |
| "41D221(+81)", | |
| "41D233(+81)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I146\", \"31A2711\", \"31D14(+79)\", \"31D15(+78)\", \"41D211(+81)\", \"41D221(+81)\", \"41D233(+81)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.32200886262924666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 489, | |
| "gt_codes": [ | |
| "25F22", | |
| "25F35(PARROT)", | |
| "41A16", | |
| "48C7323", | |
| "48C7351", | |
| "48C75", | |
| "48C755" | |
| ], | |
| "predicted_codes": [ | |
| "25F36(DUCK)", | |
| "41A6", | |
| "41C7111", | |
| "48C7351" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F36(DUCK)\", \"41A6\", \"41C7111\", \"48C7351\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7264150943396225, | |
| "code_precision": 0.25, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 490, | |
| "gt_codes": [ | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "41A671", | |
| "41A772", | |
| "41C7111" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "41A671" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"41A671\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6953016323633782, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 491, | |
| "gt_codes": [ | |
| "31A2211", | |
| "31A233", | |
| "31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A25", | |
| "31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25\", \"31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8595348837209302, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 492, | |
| "gt_codes": [ | |
| "71C1131", | |
| "71C1181" | |
| ], | |
| "predicted_codes": [ | |
| "73G12" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73G12\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 493, | |
| "gt_codes": [ | |
| "45A20", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "45C16(CANNON)", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C16(CANNON)\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 494, | |
| "gt_codes": [ | |
| "73C63" | |
| ], | |
| "predicted_codes": [ | |
| "73C462", | |
| "73C815" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C462\", \"73C815\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 495, | |
| "gt_codes": [ | |
| "25F3", | |
| "25F32(FINCH)", | |
| "25F36(GULL)", | |
| "25F38(PHEASANT)", | |
| "25H14", | |
| "41A12", | |
| "46C21", | |
| "46C223" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "25F36(GULL)", | |
| "25F37(HERON)", | |
| "25F38(PHEASANT)", | |
| "25H114", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"25F36(GULL)\", \"25F37(HERON)\", \"25F38(PHEASANT)\", \"25H114\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6736363636363637, | |
| "code_precision": 0.5, | |
| "code_recall": 0.375 | |
| }, | |
| { | |
| "index": 496, | |
| "gt_codes": [ | |
| "31B13", | |
| "31E2345", | |
| "71F1544", | |
| "72A" | |
| ], | |
| "predicted_codes": [ | |
| "71H849" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71H849\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2072727272727273, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 497, | |
| "gt_codes": [ | |
| "71", | |
| "71A611" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "25F36(DUCK)", | |
| "25H15", | |
| "25H2143", | |
| "31A(+89)", | |
| "31D14", | |
| "31D15", | |
| "34B11", | |
| "34B232", | |
| "71" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"25F36(DUCK)\", \"25H15\", \"25H2143\", \"31A(+89)\", \"31D14\", \"31D15\", \"34B11\", \"34B232\", \"71\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 10, | |
| "total_predicted": 10, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.17468354430379746, | |
| "code_precision": 0.1, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 498, | |
| "gt_codes": [ | |
| "21D" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(ROSE)", | |
| "31A22621:22C4(BLONDE)", | |
| "31D15", | |
| "41D222(RUFF)", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(ROSE)\", \"31A22621:22C4(BLONDE)\", \"31D15\", \"41D222(RUFF)\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.06333333333333332, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 499, | |
| "gt_codes": [ | |
| "25I1", | |
| "25H213", | |
| "23O13", | |
| "73C7112" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "46C24", | |
| "25H13", | |
| "25F27(WHALE)", | |
| "25FF6" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"46C24\", \"25H13\", \"25F27(WHALE)\", \"25FF6\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4539460649422124, | |
| "code_precision": 0.2, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 500, | |
| "gt_codes": [ | |
| "86(DE KLUIZENAAR. AFGESCHEIDEN, VAN'T QUAAD)", | |
| "11Q331", | |
| "59AA1", | |
| "11M31" | |
| ], | |
| "predicted_codes": [ | |
| "86(NEC VIRTUS NEC FORTUNA)", | |
| "25H11", | |
| "31D14", | |
| "41A171", | |
| "49N", | |
| "54E42" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(NEC VIRTUS NEC FORTUNA)\", \"25H11\", \"31D14\", \"41A171\", \"49N\", \"54E42\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.23999999999999996, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 501, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(D)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(D)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(D)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 502, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31A534", | |
| "41A7212", | |
| "48B3:61B", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A24(+1)", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A24(+1)\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7372113022113022, | |
| "code_precision": 0.25, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 503, | |
| "gt_codes": [ | |
| "22C4(GOLD)", | |
| "22C4(RED)", | |
| "25F23(LION)(+12)", | |
| "25F23(LION)(+154)", | |
| "25F23(LION)(+561)", | |
| "25H1", | |
| "44B191", | |
| "61D(BRITAIN)", | |
| "86(SIC PACEM HABEMUS)" | |
| ], | |
| "predicted_codes": [ | |
| "25F23(LION)(+1)", | |
| "44B191", | |
| "86(AMORIS IMPERIO)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F23(LION)(+1)\", \"44B191\", \"86(AMORIS IMPERIO)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7804878048780487, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.1111111111111111 | |
| }, | |
| { | |
| "index": 504, | |
| "gt_codes": [ | |
| "25G4(STRAWBERRY)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(ERDBEERE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(ERDBEERE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 505, | |
| "gt_codes": [ | |
| "11C15", | |
| "31B11", | |
| "41A773", | |
| "41A777", | |
| "47I1421", | |
| "71F641", | |
| "71F655(+0)", | |
| "71F657" | |
| ], | |
| "predicted_codes": [ | |
| "71E324", | |
| "71E325" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71E324\", \"71E325\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2181818181818182, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 506, | |
| "gt_codes": [ | |
| "41A221", | |
| "41A33", | |
| "42F51" | |
| ], | |
| "predicted_codes": [ | |
| "31A254", | |
| "31D13", | |
| "31D17", | |
| "41A2", | |
| "41C37", | |
| "48C7311" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A254\", \"31D13\", \"31D17\", \"41A2\", \"41C37\", \"48C7311\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3122448979591837, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 507, | |
| "gt_codes": [ | |
| "31A72", | |
| "31F2" | |
| ], | |
| "predicted_codes": [ | |
| "31F26", | |
| "42E141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31F26\", \"42E141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4591666666666667, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 508, | |
| "gt_codes": [ | |
| "31A2421", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9731242641549823, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 509, | |
| "gt_codes": [ | |
| "73D351" | |
| ], | |
| "predicted_codes": [ | |
| "73D351" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D351\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 510, | |
| "gt_codes": [ | |
| "11G", | |
| "41B311", | |
| "41C321", | |
| "48C24", | |
| "49L73" | |
| ], | |
| "predicted_codes": [ | |
| "11D", | |
| "11G", | |
| "48C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D\", \"11G\", \"48C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5658010118043845, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 511, | |
| "gt_codes": [ | |
| "73C864", | |
| "73C86463" | |
| ], | |
| "predicted_codes": [ | |
| "47B1814", | |
| "47C52" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"47B1814\", \"47C52\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 512, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "41D221(VLEUGELMUTS)", | |
| "41D222(RUFF)", | |
| "41D2661", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "41D221(CAP)", | |
| "41D222(FUR COLLAR)", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"41D221(CAP)\", \"41D222(FUR COLLAR)\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9704549356223175, | |
| "code_precision": 0.4, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 513, | |
| "gt_codes": [ | |
| "23D43", | |
| "23T27(GEORGIAN)", | |
| "23T27(XIX)", | |
| "23T27(XVIII)", | |
| "31A235", | |
| "31A5341", | |
| "31B19", | |
| "31D1(+79)", | |
| "31D111", | |
| "31D112", | |
| "31D14", | |
| "31D15", | |
| "33A5", | |
| "41A17", | |
| "41A2", | |
| "41A711", | |
| "41A712", | |
| "41A721", | |
| "41A773", | |
| "41C11" | |
| ], | |
| "predicted_codes": [ | |
| "23T27(VICTORIAN)", | |
| "23T27(XIX)", | |
| "25G41", | |
| "25I141", | |
| "31A235", | |
| "31A25(+9321)", | |
| "31A25161", | |
| "31A2518", | |
| "31A2543", | |
| "31A25552", | |
| "31A2711", | |
| "31B6235", | |
| "31D1(+75)", | |
| "31D112", | |
| "31D14", | |
| "31D15", | |
| "31D16", | |
| "31D17", | |
| "33C21", | |
| "41A191", | |
| "41A2", | |
| "41A32", | |
| "41A711", | |
| "41A721", | |
| "41A771", | |
| "41A773", | |
| "41A774", | |
| "41A775", | |
| "41A7751", | |
| "41B1311", | |
| "41B1313", | |
| "41B214" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23T27(VICTORIAN)\", \"23T27(XIX)\", \"25G41\", \"25I141\", \"31A235\", \"31A25(+9321)\", \"31A25161\", \"31A2518\", \"31A2543\", \"31A25552\", \"31A2711\", \"31B6235\", \"31D1(+75)\", \"31D112\", \"31D14\", \"31D15\", \"31D16\", \"31D17\", \"33C21\", \"41A191\", \"41A2\", \"41A32\", \"41A711\", \"41A721\", \"41A771\", \"41A773\", \"41A774\", \"41A775\", \"41A7751\", \"41B1311\", \"41B1313\", \"41B214\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 32, | |
| "total_predicted": 32, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.804871588774186, | |
| "code_precision": 0.28125, | |
| "code_recall": 0.45 | |
| }, | |
| { | |
| "index": 514, | |
| "gt_codes": [ | |
| "86(GEBRECHEN MACHT KUNSTREICH)", | |
| "25I1", | |
| "61E(WISMAR)", | |
| "95A(ERICHTHONIUS)", | |
| "31A4153", | |
| "46C1422", | |
| "31A4", | |
| "55BB1", | |
| "52A42" | |
| ], | |
| "predicted_codes": [ | |
| "86(DEBRECHEN MACHT R\u00dcNSTREICH)", | |
| "25I1", | |
| "61E(WISMAR)", | |
| "46C13141(+739)", | |
| "46A122(ERICH THON)3", | |
| "46C1442", | |
| "31D16", | |
| "31A417", | |
| "31A415" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(DEBRECHEN MACHT R\\u00dcNSTREICH)\", \"25I1\", \"61E(WISMAR)\", \"46C13141(+739)\", \"46A122(ERICH THON)3\", \"46C1442\", \"31D16\", \"31A417\", \"31A415\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 9, | |
| "total_predicted": 9, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6964040423861851, | |
| "code_precision": 0.2222222222222222, | |
| "code_recall": 0.2222222222222222 | |
| }, | |
| { | |
| "index": 515, | |
| "gt_codes": [ | |
| "41C26131", | |
| "41C68" | |
| ], | |
| "predicted_codes": [ | |
| "25F36(DUCK)", | |
| "41A711", | |
| "41C26131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F36(DUCK)\", \"41A711\", \"41C26131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5800803212851405, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 516, | |
| "gt_codes": [ | |
| "25I", | |
| "31A231", | |
| "31A2422", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31A2422\", \"61B(+55)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.888888888888889, | |
| "code_precision": 1.0, | |
| "code_recall": 0.8 | |
| }, | |
| { | |
| "index": 517, | |
| "gt_codes": [ | |
| "31A511", | |
| "41A2", | |
| "48A9863" | |
| ], | |
| "predicted_codes": [ | |
| "41A2", | |
| "48C5142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A2\", \"48C5142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5599999999999999, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 518, | |
| "gt_codes": [ | |
| "25I2", | |
| "25H213", | |
| "25F6", | |
| "43C128", | |
| "46C232", | |
| "46C112", | |
| "47D31" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "46C232", | |
| "47D31", | |
| "43C128", | |
| "43C121(+416)", | |
| "43C121(+4163)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"46C232\", \"47D31\", \"43C128\", \"43C121(+416)\", \"43C121(+4163)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7946808510638298, | |
| "code_precision": 0.5, | |
| "code_recall": 0.42857142857142855 | |
| }, | |
| { | |
| "index": 519, | |
| "gt_codes": [ | |
| "31A(+89)", | |
| "31D17", | |
| "41D28", | |
| "96", | |
| "96A1821" | |
| ], | |
| "predicted_codes": [ | |
| "11H", | |
| "31A(+89)", | |
| "73" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H\", \"31A(+89)\", \"73\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.30196936542669583, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 520, | |
| "gt_codes": [ | |
| "11H(IGNATIUS OF ANTIOCH)", | |
| "11I5" | |
| ], | |
| "predicted_codes": [ | |
| "11H(SIGNATUS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(SIGNATUS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8165680473372781, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 521, | |
| "gt_codes": [ | |
| "25G13", | |
| "25H11", | |
| "25H15", | |
| "25H213", | |
| "25H217", | |
| "25I5", | |
| "41A771:31A2774", | |
| "41A773:31A2774", | |
| "51I4(+4):52B5112(+4)", | |
| "54DD51(+4)", | |
| "83(ERASMUS, Adagiorum chiliades I i 32)", | |
| "86(ALIQUID MALI PROPTER VICINUM MALUM)" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "41A773", | |
| "41C26131", | |
| "41D283", | |
| "54E31(+4)", | |
| "54F12(+4)", | |
| "86(NEC VIRTUS NEC FORTUNA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"41A773\", \"41C26131\", \"41D283\", \"54E31(+4)\", \"54F12(+4)\", \"86(NEC VIRTUS NEC FORTUNA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5951464963375916, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 522, | |
| "gt_codes": [ | |
| "23O42", | |
| "24D1(SCORPIUS)", | |
| "25F715" | |
| ], | |
| "predicted_codes": [ | |
| "25F716(LOBSTER)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F716(LOBSTER)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.578894472361809, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 523, | |
| "gt_codes": [ | |
| "25H", | |
| "25I", | |
| "46C513" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "34B11", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"34B11\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5925925925925926, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 524, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31A534", | |
| "31A5341", | |
| "41D222(RUFF)", | |
| "45B", | |
| "45C22:41D222(HALSBERG)", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7297106563161608, | |
| "code_precision": 1.0, | |
| "code_recall": 0.4444444444444444 | |
| }, | |
| { | |
| "index": 525, | |
| "gt_codes": [ | |
| "25H213", | |
| "46C21", | |
| "46C24" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C24" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C24\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7874920634920635, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 526, | |
| "gt_codes": [ | |
| "25G3(+351)", | |
| "31A61", | |
| "41A1", | |
| "41C32(+0)", | |
| "43C114", | |
| "43C1147", | |
| "46C13141" | |
| ], | |
| "predicted_codes": [ | |
| "25G3(+371)", | |
| "46C131", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3(+371)\", \"46C131\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.561692428608855, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 527, | |
| "gt_codes": [ | |
| "25F26(HARE)", | |
| "25F38(PARTRIDGE)", | |
| "34B11", | |
| "34B12", | |
| "43C113" | |
| ], | |
| "predicted_codes": [ | |
| "25F36(DUCK)", | |
| "41A7751", | |
| "43C113" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F36(DUCK)\", \"41A7751\", \"43C113\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5569679300291545, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 528, | |
| "gt_codes": [ | |
| "11P311", | |
| "11P31131", | |
| "11Q71455", | |
| "92I71181" | |
| ], | |
| "predicted_codes": [ | |
| "42E31", | |
| "48A9876" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"42E31\", \"48A9876\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 529, | |
| "gt_codes": [ | |
| "25G41(ERYSIMUM CHEIRI)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "25G41(WALLFLOWER)", | |
| "41A671", | |
| "41A774" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "41A671", | |
| "41A774" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(ROSE)\", \"25G41(TULIP)\", \"41A671\", \"41A774\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 530, | |
| "gt_codes": [ | |
| "25G21(LEMON)", | |
| "25G21(POMEGRANATE)", | |
| "25G41(ROSE)", | |
| "41A774", | |
| "41C323", | |
| "41C653(LEMON)", | |
| "47I4223" | |
| ], | |
| "predicted_codes": [ | |
| "25G21(LEMON)", | |
| "41A773", | |
| "41C653(LEMON)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G21(LEMON)\", \"41A773\", \"41C653(LEMON)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8482720486591097, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 531, | |
| "gt_codes": [ | |
| "11F4", | |
| "11F4112", | |
| "11F723", | |
| "25G41(LILY)", | |
| "25H", | |
| "31A2421", | |
| "41A4231", | |
| "41D221", | |
| "73", | |
| "73B64" | |
| ], | |
| "predicted_codes": [ | |
| "11F4", | |
| "25G21(APPLE)", | |
| "31A235", | |
| "61B(+54)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F4\", \"25G21(APPLE)\", \"31A235\", \"61B(+54)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.48170511534603816, | |
| "code_precision": 0.25, | |
| "code_recall": 0.1 | |
| }, | |
| { | |
| "index": 532, | |
| "gt_codes": [ | |
| "11F4", | |
| "11F41", | |
| "11F715", | |
| "25G41(VIOLET)", | |
| "25H", | |
| "31A2422", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "11F4", | |
| "25G41(LILY)", | |
| "31A2421", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F4\", \"25G41(LILY)\", \"31A2421\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8891230861006164, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 533, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9754098360655737, | |
| "code_precision": 1.0, | |
| "code_recall": 0.8 | |
| }, | |
| { | |
| "index": 534, | |
| "gt_codes": [ | |
| "81(Anonymus,Wolfdietrich)", | |
| "46C514" | |
| ], | |
| "predicted_codes": [ | |
| "83(Historia septem sapientum)", | |
| "41A2", | |
| "46B5" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(Historia septem sapientum)\", \"41A2\", \"46B5\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2723170731707317, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 535, | |
| "gt_codes": [ | |
| "47I15(SCYTHE)" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "47I213" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"47I213\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.37999999999999995, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 536, | |
| "gt_codes": [ | |
| "83(OVID, Metamorphoses)" | |
| ], | |
| "predicted_codes": [ | |
| "83(OVID, Metamorphoses)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(OVID, Metamorphoses)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 537, | |
| "gt_codes": [ | |
| "25H112(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "25H1", | |
| "46C513" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H1\", \"46C513\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5066666666666666, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 538, | |
| "gt_codes": [ | |
| "31A53421", | |
| "49B43", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7671064789943053, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 539, | |
| "gt_codes": [ | |
| "47I421" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "49E39" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"49E39\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 540, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D13", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31D15:61BB", | |
| "41D26611" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D15:61BB\", \"41D26611\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38000000000000006, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 541, | |
| "gt_codes": [ | |
| "61B(+2)", | |
| "61B(+52)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.687089715536105, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 542, | |
| "gt_codes": [ | |
| "49G6222" | |
| ], | |
| "predicted_codes": [ | |
| "31A254", | |
| "31A2711" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A254\", \"31A2711\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 543, | |
| "gt_codes": [ | |
| "25H1121", | |
| "25I5", | |
| "45C16(CANNON)", | |
| "45K13", | |
| "52E3", | |
| "54A44", | |
| "71Z(Maccabees 1:8)", | |
| "86(CONSILIO ET PATIENTIA)" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C13142(+0)", | |
| "86(CONSILIO ET PATIENTIA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C13142(+0)\", \"86(CONSILIO ET PATIENTIA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.44186531708324717, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 544, | |
| "gt_codes": [ | |
| "25H112", | |
| "45B", | |
| "45C16(RIFLE)" | |
| ], | |
| "predicted_codes": [ | |
| "31D14", | |
| "31D15", | |
| "41A7751", | |
| "45C16(RIFLE)", | |
| "48C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D14\", \"31D15\", \"41A7751\", \"45C16(RIFLE)\", \"48C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3449999999999999, | |
| "code_precision": 0.2, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 545, | |
| "gt_codes": [ | |
| "31A22210", | |
| "31D14", | |
| "49G2(+0)", | |
| "57A6", | |
| "86(DAER HEBDY 'T AL)" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "31A2748:49G(+0)", | |
| "31D14", | |
| "41D221(HAT)", | |
| "41D263", | |
| "41D2661", | |
| "41D26611", | |
| "41D2663", | |
| "41D2664", | |
| "41D2665", | |
| "41D2668", | |
| "46C1215", | |
| "46C1215(+0)", | |
| "46C1215(+9)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"31A2748:49G(+0)\", \"31D14\", \"41D221(HAT)\", \"41D263\", \"41D2661\", \"41D26611\", \"41D2663\", \"41D2664\", \"41D2665\", \"41D2668\", \"46C1215\", \"46C1215(+0)\", \"46C1215(+9)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 14, | |
| "total_predicted": 14, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.32255639097744354, | |
| "code_precision": 0.07142857142857142, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 546, | |
| "gt_codes": [ | |
| "71P422" | |
| ], | |
| "predicted_codes": [ | |
| "71P432" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71P432\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8000000000000002, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 547, | |
| "gt_codes": [ | |
| "46A14", | |
| "46C13141(+75247)", | |
| "46C1411", | |
| "46C1422", | |
| "46C1442" | |
| ], | |
| "predicted_codes": [ | |
| "46C13141", | |
| "47I2112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46C13141\", \"47I2112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6594594594594594, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 548, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(N)" | |
| ], | |
| "predicted_codes": [ | |
| "49M13", | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M13\", \"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6752994555353902, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 549, | |
| "gt_codes": [ | |
| "25H11", | |
| "47I21", | |
| "47I221" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "34B11", | |
| "47I2112", | |
| "47I221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"34B11\", \"47I2112\", \"47I221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8157142857142856, | |
| "code_precision": 0.5, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 550, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(Z)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(E)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 551, | |
| "gt_codes": [ | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 552, | |
| "gt_codes": [ | |
| "73B24(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "73B65" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B65\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 553, | |
| "gt_codes": [ | |
| "25F716(LOBSTER)", | |
| "25G21(LEMON)", | |
| "25G21(PEACH)", | |
| "41C323", | |
| "41C341", | |
| "41C37", | |
| "41C621", | |
| "41C653(LEMON)", | |
| "41C653(PEACH)", | |
| "47I4223" | |
| ], | |
| "predicted_codes": [ | |
| "25F716(LOBSTER)", | |
| "41C323", | |
| "41C653" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F716(LOBSTER)\", \"41C323\", \"41C653\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8445984979780474, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 554, | |
| "gt_codes": [ | |
| "11Q713", | |
| "11Q7131(CHOIR SCREEN)", | |
| "11Q72", | |
| "25I", | |
| "31D112", | |
| "41B311" | |
| ], | |
| "predicted_codes": [ | |
| "11Q713", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q713\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7580853816300129, | |
| "code_precision": 1.0, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 555, | |
| "gt_codes": [ | |
| "25I", | |
| "25I1", | |
| "25I142:25G3", | |
| "43B42" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "25I1", | |
| "46C11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"25I1\", \"46C11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.578699070764832, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 556, | |
| "gt_codes": [ | |
| "25L1", | |
| "49D22" | |
| ], | |
| "predicted_codes": [ | |
| "12A43" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"12A43\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 557, | |
| "gt_codes": [ | |
| "31A534", | |
| "31A5341", | |
| "41D212(+43)", | |
| "41D212(TABBAARD)", | |
| "41D222(RUFF)", | |
| "41D224(+81)", | |
| "49K(+3)", | |
| "61B2(MERULA, PAULUS)11" | |
| ], | |
| "predicted_codes": [ | |
| "46A122" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A122\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.1528957528957529, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 558, | |
| "gt_codes": [ | |
| "31AA2513(+931)", | |
| "41B32(+2)", | |
| "41D221(HAT)", | |
| "45C13(SWORD)", | |
| "86(HELPE, OR ELSE I DYE)", | |
| "86(NON SUFFULTA PEREO)" | |
| ], | |
| "predicted_codes": [ | |
| "25F6", | |
| "31A45(+0)", | |
| "41B162", | |
| "47I84" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F6\", \"31A45(+0)\", \"41B162\", \"47I84\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.31087999999999993, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 559, | |
| "gt_codes": [ | |
| "25I241", | |
| "41A16" | |
| ], | |
| "predicted_codes": [ | |
| "11Q712", | |
| "25H", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"25H\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.22800000000000004, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 560, | |
| "gt_codes": [ | |
| "11I62(SOLOMON)34", | |
| "49B24", | |
| "49B2521", | |
| "49L12(P)", | |
| "49L171", | |
| "49LL72", | |
| "71Y1(Prov. 1:8)" | |
| ], | |
| "predicted_codes": [ | |
| "49L12(L)", | |
| "49L171", | |
| "73G54" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L12(L)\", \"49L171\", \"73G54\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6004838709677419, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 561, | |
| "gt_codes": [ | |
| "25F24(STAG)", | |
| "46A122", | |
| "48A98211", | |
| "48A98311", | |
| "48A9875", | |
| "44B191", | |
| "45C221", | |
| "31A224", | |
| "48A98313" | |
| ], | |
| "predicted_codes": [ | |
| "46A122", | |
| "48C5156", | |
| "48A98311", | |
| "45C221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A122\", \"48C5156\", \"48A98311\", \"45C221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.744101433296582, | |
| "code_precision": 0.75, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 562, | |
| "gt_codes": [ | |
| "25G3(+32)", | |
| "26F1", | |
| "47I4(+8932)", | |
| "57A76(+4)", | |
| "86(SI TEMPUS FAVEBIT)" | |
| ], | |
| "predicted_codes": [ | |
| "25G3(OLIVE-TREE)(+1)", | |
| "46A170:5(+4)", | |
| "59B31", | |
| "86(NON VINCITUR, SED VICTOR)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3(OLIVE-TREE)(+1)\", \"46A170:5(+4)\", \"59B31\", \"86(NON VINCITUR, SED VICTOR)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5549170775437023, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 563, | |
| "gt_codes": [ | |
| "24A6", | |
| "25H17", | |
| "31A332(+0)", | |
| "47I2112(+9459)", | |
| "47I2112(+94591)", | |
| "86(SO REIN WIE AUF WELLEN)" | |
| ], | |
| "predicted_codes": [ | |
| "24A6", | |
| "25H17", | |
| "47I2111(+933)", | |
| "86(SO REIN ALS AUFZUWELLEN)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"24A6\", \"25H17\", \"47I2111(+933)\", \"86(SO REIN ALS AUFZUWELLEN)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8939953810623559, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 564, | |
| "gt_codes": [ | |
| "25H21", | |
| "41A7751", | |
| "46C1111", | |
| "47I221", | |
| "49G361" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "47I213", | |
| "47I214" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"47I213\", \"47I214\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5142857142857143, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 565, | |
| "gt_codes": [ | |
| "47I2112" | |
| ], | |
| "predicted_codes": [ | |
| "47I2112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"47I2112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 566, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31A5341", | |
| "61B(+51)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9473684210526316, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 567, | |
| "gt_codes": [ | |
| "11H", | |
| "23R14", | |
| "31D15", | |
| "34B11", | |
| "41B16", | |
| "41B33", | |
| "45B", | |
| "73", | |
| "73D331" | |
| ], | |
| "predicted_codes": [ | |
| "31A25", | |
| "41B311", | |
| "48C7311", | |
| "48C75" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25\", \"41B311\", \"48C7311\", \"48C75\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2930004458314757, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 568, | |
| "gt_codes": [ | |
| "61B2(WILLEM I, prins van Oranje-Nassau)11" | |
| ], | |
| "predicted_codes": [ | |
| "45D312" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45D312\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 569, | |
| "gt_codes": [ | |
| "24A6", | |
| "25H23", | |
| "31A2764", | |
| "52BB41(+4)", | |
| "56DD2(+4)", | |
| "86(CAVETE AB INCERTIS)", | |
| "95A(ICARUS)681" | |
| ], | |
| "predicted_codes": [ | |
| "24A6", | |
| "25F(+342)", | |
| "25H13", | |
| "25H23", | |
| "25I12", | |
| "26A", | |
| "31AA2763", | |
| "31D12", | |
| "49L8", | |
| "54E42(+4)", | |
| "56BB1(+4)", | |
| "86(QUAE VIRTUS, QUAE FORTITUDO)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"24A6\", \"25F(+342)\", \"25H13\", \"25H23\", \"25I12\", \"26A\", \"31AA2763\", \"31D12\", \"49L8\", \"54E42(+4)\", \"56BB1(+4)\", \"86(QUAE VIRTUS, QUAE FORTITUDO)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 12, | |
| "total_predicted": 12, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5489262613195343, | |
| "code_precision": 0.16666666666666666, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 570, | |
| "gt_codes": [ | |
| "73C721" | |
| ], | |
| "predicted_codes": [ | |
| "73C421" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C421\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 571, | |
| "gt_codes": [ | |
| "61B(+2)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 572, | |
| "gt_codes": [ | |
| "48C7322", | |
| "48C7325", | |
| "48C75", | |
| "52A6", | |
| "59C2" | |
| ], | |
| "predicted_codes": [ | |
| "48C7321", | |
| "59B32" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C7321\", \"59B32\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6553623188405798, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 573, | |
| "gt_codes": [ | |
| "11(+5)", | |
| "11(+5):61B", | |
| "11F4", | |
| "11FF4221", | |
| "11H", | |
| "11H(ADRIAN)", | |
| "11HH(BARBARA)" | |
| ], | |
| "predicted_codes": [ | |
| "11(+5):61B", | |
| "11H", | |
| "11HH", | |
| "73" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11(+5):61B\", \"11H\", \"11HH\", \"73\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7860380779691749, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 574, | |
| "gt_codes": [ | |
| "31D14", | |
| "31D15", | |
| "45D311", | |
| "41D221(HAT)", | |
| "31A235", | |
| "46D3" | |
| ], | |
| "predicted_codes": [ | |
| "45B", | |
| "31D14", | |
| "46E221", | |
| "49N", | |
| "48C7352" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45B\", \"31D14\", \"46E221\", \"49N\", \"48C7352\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.47088997897687457, | |
| "code_precision": 0.2, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 575, | |
| "gt_codes": [ | |
| "33A13", | |
| "44B421" | |
| ], | |
| "predicted_codes": [ | |
| "45H3(+2)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45H3(+2)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 576, | |
| "gt_codes": [ | |
| "25G21(CHERRY)", | |
| "25G21(HAZELNUT)", | |
| "25G21(MELON)", | |
| "25G21(PEACH)", | |
| "25G41(CARNATION)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAGSCONE)", | |
| "25G41(ROSE)", | |
| "41A774", | |
| "41C653(PEACH)", | |
| "47I4223" | |
| ], | |
| "predicted_codes": [ | |
| "25F3(+4712)", | |
| "25G21(CHERRY)", | |
| "25G21(PEACH)", | |
| "25G21(PRUNE)", | |
| "25G41(CARNATION)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAGSCONE)", | |
| "25G41(MARIGOLD)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "41A671", | |
| "41C653(PEACH)", | |
| "41C653(PRUNE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3(+4712)\", \"25G21(CHERRY)\", \"25G21(PEACH)\", \"25G21(PRUNE)\", \"25G41(CARNATION)\", \"25G41(CONVOLVULUS)\", \"25G41(DAGSCONE)\", \"25G41(MARIGOLD)\", \"25G41(ROSE)\", \"25G41(TULIP)\", \"41A671\", \"41C653(PEACH)\", \"41C653(PRUNE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 13, | |
| "total_predicted": 13, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9054946921443735, | |
| "code_precision": 0.5384615384615384, | |
| "code_recall": 0.6363636363636364 | |
| }, | |
| { | |
| "index": 577, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(P)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(A)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(A)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 578, | |
| "gt_codes": [ | |
| "25I1", | |
| "31D15", | |
| "31E3", | |
| "41A1", | |
| "46C14" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "31A(+89)", | |
| "31D14", | |
| "31D15" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"31A(+89)\", \"31D14\", \"31D15\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.49767981438515074, | |
| "code_precision": 0.25, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 579, | |
| "gt_codes": [ | |
| "25G3", | |
| "25H114", | |
| "25I", | |
| "41A1", | |
| "46C11" | |
| ], | |
| "predicted_codes": [ | |
| "25H114", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H114\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6449864498644986, | |
| "code_precision": 1.0, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 580, | |
| "gt_codes": [ | |
| "43B31", | |
| "48C7521" | |
| ], | |
| "predicted_codes": [ | |
| "25I14", | |
| "31A61" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I14\", \"31A61\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 581, | |
| "gt_codes": [ | |
| "86(DER TAUBEN-NARR)", | |
| "31A235", | |
| "31B8", | |
| "41A36", | |
| "34B2311", | |
| "25F39(DOVE)(+5262)", | |
| "54AA1", | |
| "46A170", | |
| "54BB4" | |
| ], | |
| "predicted_codes": [ | |
| "86(DER TAUBEN NARR)", | |
| "25F39(TURTLE DOVE)(+471)", | |
| "25I1", | |
| "41A361", | |
| "41B34(+1)", | |
| "47D8(SCISSORS)", | |
| "31A2747", | |
| "31A2743", | |
| "57AA6121" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(DER TAUBEN NARR)\", \"25F39(TURTLE DOVE)(+471)\", \"25I1\", \"41A361\", \"41B34(+1)\", \"47D8(SCISSORS)\", \"31A2747\", \"31A2743\", \"57AA6121\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 9, | |
| "total_predicted": 9, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5696653734238605, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 582, | |
| "gt_codes": [ | |
| "92D1916", | |
| "92B58(CADUCEUS)", | |
| "41D92", | |
| "46A122", | |
| "48C5142", | |
| "46B311", | |
| "45C16(CANNON)", | |
| "44D4", | |
| "25F37(CRANE)", | |
| "48C7352", | |
| "44A3" | |
| ], | |
| "predicted_codes": [ | |
| "45C1", | |
| "92D1916", | |
| "48A9877", | |
| "44B191", | |
| "44B192", | |
| "44B193", | |
| "45C221", | |
| "45C16(CANNON)", | |
| "45C16(RIFLE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45C1\", \"92D1916\", \"48A9877\", \"44B191\", \"44B192\", \"44B193\", \"45C221\", \"45C16(CANNON)\", \"45C16(RIFLE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 9, | |
| "total_predicted": 9, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5055449113155649, | |
| "code_precision": 0.2222222222222222, | |
| "code_recall": 0.18181818181818182 | |
| }, | |
| { | |
| "index": 583, | |
| "gt_codes": [ | |
| "41A7751", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "41A7751", | |
| "92D1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A7751\", \"92D1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.88, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 584, | |
| "gt_codes": [ | |
| "46A7" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+933)", | |
| "46A7" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+933)\", \"46A7\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 585, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A235", | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9800000000000001, | |
| "code_precision": 0.8, | |
| "code_recall": 0.8 | |
| }, | |
| { | |
| "index": 586, | |
| "gt_codes": [ | |
| "25F23(PANTHER)", | |
| "25F42(+343)", | |
| "25F6(+621)", | |
| "31A4542(+23)", | |
| "43C1(+41614)", | |
| "43C1(+4163)", | |
| "47I214(+9351)", | |
| "57AA621(+1)", | |
| "86(DECEIT)", | |
| "86(INGANNO)" | |
| ], | |
| "predicted_codes": [ | |
| "25F42(+1)", | |
| "31A2763", | |
| "31D14", | |
| "41D283", | |
| "43C111261", | |
| "49L8", | |
| "54DD51(+4)", | |
| "86(DECEIT)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F42(+1)\", \"31A2763\", \"31D14\", \"41D283\", \"43C111261\", \"49L8\", \"54DD51(+4)\", \"86(DECEIT)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 8, | |
| "total_predicted": 8, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.597982220384536, | |
| "code_precision": 0.125, | |
| "code_recall": 0.1 | |
| }, | |
| { | |
| "index": 587, | |
| "gt_codes": [ | |
| "25F6(+63)", | |
| "25H213", | |
| "25I3", | |
| "86(MIT DIESEN NUN GAR ANDERS)" | |
| ], | |
| "predicted_codes": [ | |
| "25F61(RAY)(+49)", | |
| "25H213", | |
| "86(MIT DIESEN NUN GANZ ANDERS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F61(RAY)(+49)\", \"25H213\", \"86(MIT DIESEN NUN GANZ ANDERS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8471554252199412, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 588, | |
| "gt_codes": [ | |
| "86(DREY ST\u00c4NDE/ DARINNEN DIE WELT BESTEHET)", | |
| "25A13", | |
| "46A14", | |
| "46A124", | |
| "11P3113", | |
| "11C12", | |
| "55C2", | |
| "45C13(SWORD)", | |
| "49MM32", | |
| "47I15(FLAIL)", | |
| "51A5", | |
| "11A23" | |
| ], | |
| "predicted_codes": [ | |
| "86(DREY ST\u00c4NDE, DARINNEN DIE WELT BESTEHET)", | |
| "25A13", | |
| "49M32", | |
| "47I15(SICKLE)", | |
| "49MM32", | |
| "49L11", | |
| "49L641", | |
| "49L66", | |
| "49L65" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(DREY ST\\u00c4NDE, DARINNEN DIE WELT BESTEHET)\", \"25A13\", \"49M32\", \"47I15(SICKLE)\", \"49MM32\", \"49L11\", \"49L641\", \"49L66\", \"49L65\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 9, | |
| "total_predicted": 9, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4899930264993027, | |
| "code_precision": 0.2222222222222222, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 589, | |
| "gt_codes": [ | |
| "49E39311(PHIAL)", | |
| "49E39312(RETORT)", | |
| "49E3932", | |
| "49E3952(DISTILLATION)", | |
| "49E81" | |
| ], | |
| "predicted_codes": [ | |
| "49E39312", | |
| "49E39313(RETORT)", | |
| "49E81" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49E39312\", \"49E39313(RETORT)\", \"49E81\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9751473225723802, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 590, | |
| "gt_codes": [ | |
| "48A9871", | |
| "49L17" | |
| ], | |
| "predicted_codes": [ | |
| "48A98312", | |
| "48A9875" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48A98312\", \"48A9875\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6987096774193547, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 591, | |
| "gt_codes": [ | |
| "45C22", | |
| "32B33(TURKS)", | |
| "92D1916", | |
| "48A9877", | |
| "45C19(SHIELD)", | |
| "46C2711", | |
| "61B2(KOLUMBUS, Christoph)11" | |
| ], | |
| "predicted_codes": [ | |
| "49C3", | |
| "25F23(LION)", | |
| "11G1911", | |
| "61B2(COLUMBUS, Christoph)11" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49C3\", \"25F23(LION)\", \"11G1911\", \"61B2(COLUMBUS, Christoph)11\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2725309043591412, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 592, | |
| "gt_codes": [ | |
| "46C13142", | |
| "31D17" | |
| ], | |
| "predicted_codes": [ | |
| "83(BRANT, Ship of Fools)", | |
| "46C13142", | |
| "57A6" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"83(BRANT, Ship of Fools)\", \"46C13142\", \"57A6\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 593, | |
| "gt_codes": [ | |
| "25H2314", | |
| "25I1", | |
| "46C112:47G52", | |
| "47I21", | |
| "47I228" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "25H213", | |
| "46C112:47G52" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"25H213\", \"46C112:47G52\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6113066111400312, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 594, | |
| "gt_codes": [ | |
| "49H3", | |
| "83(OGILBY, America)" | |
| ], | |
| "predicted_codes": [ | |
| "45H3(+3)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45H3(+3)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.13333333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 595, | |
| "gt_codes": [ | |
| "49M42", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M42", | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M42\", \"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 596, | |
| "gt_codes": [ | |
| "25F36(GULL)", | |
| "25H23", | |
| "26A", | |
| "41A775" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C24" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C24\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.36831081081081085, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 597, | |
| "gt_codes": [ | |
| "25F(+342):25F(+154)", | |
| "25F42(+154)", | |
| "25F42(+57321)", | |
| "25G13", | |
| "25G21(+154)", | |
| "25H114", | |
| "25I12", | |
| "41D221(HAT)(+81)", | |
| "44B192", | |
| "92B11221", | |
| "92B58(CADUCEUS)", | |
| "92B58(PETASUS)", | |
| "52D3(+4)", | |
| "54F1(+4)", | |
| "54F12(+4)", | |
| "57A6(+4)" | |
| ], | |
| "predicted_codes": [ | |
| "25F31(+5262)", | |
| "25G4(THISTLE)(+1)", | |
| "25H18", | |
| "25I3", | |
| "31A2763(+0)", | |
| "41D221(HAT)", | |
| "49L8", | |
| "49M32", | |
| "49MM32", | |
| "92B11221", | |
| "92B58(CADUCEUS)", | |
| "92B58(PETASUS)", | |
| "92B58(WINGED SANDALS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F31(+5262)\", \"25G4(THISTLE)(+1)\", \"25H18\", \"25I3\", \"31A2763(+0)\", \"41D221(HAT)\", \"49L8\", \"49M32\", \"49MM32\", \"92B11221\", \"92B58(CADUCEUS)\", \"92B58(PETASUS)\", \"92B58(WINGED SANDALS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 13, | |
| "total_predicted": 13, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5706711297071131, | |
| "code_precision": 0.23076923076923078, | |
| "code_recall": 0.1875 | |
| }, | |
| { | |
| "index": 598, | |
| "gt_codes": [ | |
| "11F61", | |
| "11H(JOSEPH)", | |
| "11HH(ANNA)" | |
| ], | |
| "predicted_codes": [ | |
| "73B8" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B8\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 599, | |
| "gt_codes": [ | |
| "25H11(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2533333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 600, | |
| "gt_codes": [ | |
| "31A235", | |
| "31AA235", | |
| "41A44(+411)", | |
| "48A9821", | |
| "48A9875", | |
| "92D1916", | |
| "92L41" | |
| ], | |
| "predicted_codes": [ | |
| "41A44", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A44\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5655737704918032, | |
| "code_precision": 0.5, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 601, | |
| "gt_codes": [ | |
| "49M41", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8795518207282913, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 602, | |
| "gt_codes": [ | |
| "49G4" | |
| ], | |
| "predicted_codes": [ | |
| "25I145", | |
| "61E(AMSTERDAM)", | |
| "61F(NIEUWE GASTHUIS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I145\", \"61E(AMSTERDAM)\", \"61F(NIEUWE GASTHUIS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 603, | |
| "gt_codes": [ | |
| "11H(...)7", | |
| "11HH(...)7" | |
| ], | |
| "predicted_codes": [ | |
| "11G", | |
| "73B8" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11G\", \"73B8\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.26440677966101694, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 604, | |
| "gt_codes": [ | |
| "11A23", | |
| "11R3", | |
| "25F(+342):25F(+154)", | |
| "25F42(+154)", | |
| "25G11", | |
| "25G13", | |
| "25H1124", | |
| "25H114", | |
| "31A2512(+933)", | |
| "31A2515(+931)", | |
| "31AA2515(+931)", | |
| "31A2516(+933)", | |
| "31A25552", | |
| "31A2711", | |
| "31A2753", | |
| "31B6212", | |
| "31D14", | |
| "41A777", | |
| "41D211(+81)", | |
| "41D221(HAT)(+81)" | |
| ], | |
| "predicted_codes": [ | |
| "25F42(+1)", | |
| "25G3(PALM-TREE)(+22)", | |
| "25H11", | |
| "25I12", | |
| "31A2352", | |
| "31A2512(+933)", | |
| "31A2621(+53)", | |
| "31D14", | |
| "41D211(+81)", | |
| "41D221(+81)", | |
| "41D233(+81)", | |
| "41D27(+81)", | |
| "45C13(SWORD)", | |
| "45C22", | |
| "45C221", | |
| "46B311", | |
| "46C24(+63)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F42(+1)\", \"25G3(PALM-TREE)(+22)\", \"25H11\", \"25I12\", \"31A2352\", \"31A2512(+933)\", \"31A2621(+53)\", \"31D14\", \"41D211(+81)\", \"41D221(+81)\", \"41D233(+81)\", \"41D27(+81)\", \"45C13(SWORD)\", \"45C22\", \"45C221\", \"46B311\", \"46C24(+63)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 17, | |
| "total_predicted": 17, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6743702196642477, | |
| "code_precision": 0.17647058823529413, | |
| "code_recall": 0.15 | |
| }, | |
| { | |
| "index": 605, | |
| "gt_codes": [ | |
| "25F" | |
| ], | |
| "predicted_codes": [ | |
| "25F" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 606, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 607, | |
| "gt_codes": [ | |
| "11P3111", | |
| "44B194", | |
| "61B2(INNOZENZ <Papst, 8>)11" | |
| ], | |
| "predicted_codes": [ | |
| "11P3111", | |
| "46A122", | |
| "61B2(INNOZENZ <Papst, 8>)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11P3111\", \"46A122\", \"61B2(INNOZENZ <Papst, 8>)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7333333333333335, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 608, | |
| "gt_codes": [ | |
| "43A1" | |
| ], | |
| "predicted_codes": [ | |
| "43A(+2)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43A(+2)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 609, | |
| "gt_codes": [ | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 610, | |
| "gt_codes": [ | |
| "31D13", | |
| "41A23", | |
| "41AA11", | |
| "44B113", | |
| "49G2", | |
| "98B(ANTIOCHUS I)61" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+93231)", | |
| "41A761", | |
| "41B311", | |
| "41D283", | |
| "44B113", | |
| "44BB11", | |
| "44G(+5)", | |
| "44G1211", | |
| "44G1212", | |
| "44G1213", | |
| "44G1214", | |
| "44G1215", | |
| "44G1216", | |
| "44G1217", | |
| "44G1218", | |
| "44G1219", | |
| "44G122" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+93231)\", \"41A761\", \"41B311\", \"41D283\", \"44B113\", \"44BB11\", \"44G(+5)\", \"44G1211\", \"44G1212\", \"44G1213\", \"44G1214\", \"44G1215\", \"44G1216\", \"44G1217\", \"44G1218\", \"44G1219\", \"44G122\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 17, | |
| "total_predicted": 17, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4534370946822308, | |
| "code_precision": 0.058823529411764705, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 611, | |
| "gt_codes": [ | |
| "25G22(ONION)", | |
| "33A14", | |
| "41C12", | |
| "43C9", | |
| "46A14", | |
| "48C7354", | |
| "48C75" | |
| ], | |
| "predicted_codes": [ | |
| "31A254", | |
| "31D17", | |
| "46C13142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A254\", \"31D17\", \"46C13142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.21929861849096705, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 612, | |
| "gt_codes": [ | |
| "25H113", | |
| "25H23", | |
| "25H2311", | |
| "25I12", | |
| "25I5", | |
| "26A", | |
| "31A2513(+933)", | |
| "31A2515", | |
| "31A25552", | |
| "31A4527(+23)", | |
| "31A534", | |
| "31B6211", | |
| "43C1(+41621)", | |
| "92H4", | |
| "23T0", | |
| "48C901", | |
| "49K1(+55)", | |
| "51K1(+4)", | |
| "52A42(+4)", | |
| "52A44" | |
| ], | |
| "predicted_codes": [ | |
| "25F(+342)", | |
| "25H11", | |
| "25H13", | |
| "25I12", | |
| "26A", | |
| "31A221", | |
| "31A2352", | |
| "31A2512(+933)", | |
| "31A2711", | |
| "31A4521", | |
| "31B6211", | |
| "31D14", | |
| "41D211(+81)", | |
| "41D221(+81)", | |
| "41D233(+81)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F(+342)\", \"25H11\", \"25H13\", \"25I12\", \"26A\", \"31A221\", \"31A2352\", \"31A2512(+933)\", \"31A2711\", \"31A4521\", \"31B6211\", \"31D14\", \"41D211(+81)\", \"41D221(+81)\", \"41D233(+81)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 15, | |
| "total_predicted": 15, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5988071281699793, | |
| "code_precision": 0.2, | |
| "code_recall": 0.15 | |
| }, | |
| { | |
| "index": 613, | |
| "gt_codes": [ | |
| "25I" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "48C16" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"48C16\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 614, | |
| "gt_codes": [ | |
| "11D", | |
| "31A235", | |
| "31A2422", | |
| "31A25", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "11D", | |
| "31A235" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D\", \"31A235\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8262910798122065, | |
| "code_precision": 1.0, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 615, | |
| "gt_codes": [ | |
| "11P31521", | |
| "11P3154", | |
| "31A" | |
| ], | |
| "predicted_codes": [ | |
| "11H(ANTONY ABBOT)", | |
| "31E23621" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(ANTONY ABBOT)\", \"31E23621\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38000000000000006, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 616, | |
| "gt_codes": [ | |
| "25F711(BEE)(+53)", | |
| "45C221", | |
| "47I242(+0)", | |
| "47I243(+953)", | |
| "31A22611", | |
| "45A1", | |
| "45A10", | |
| "45A2", | |
| "45A20", | |
| "45A231", | |
| "47I2421" | |
| ], | |
| "predicted_codes": [ | |
| "25F711(BEE)(+49)", | |
| "31A221", | |
| "45C221", | |
| "46B311", | |
| "86(NEC VIRTUS NEC FIDES)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F711(BEE)(+49)\", \"31A221\", \"45C221\", \"46B311\", \"86(NEC VIRTUS NEC FIDES)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5424482872745326, | |
| "code_precision": 0.2, | |
| "code_recall": 0.09090909090909091 | |
| }, | |
| { | |
| "index": 617, | |
| "gt_codes": [ | |
| "25F711(CATERPILLAR)", | |
| "25F711(LADYBIRD)", | |
| "25G41(CARNATION)", | |
| "41A671" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(CARNATION)", | |
| "41A671", | |
| "41A773" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(CARNATION)\", \"41A671\", \"41A773\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7683083511777302, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 618, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "49D36", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8745603751465416, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 619, | |
| "gt_codes": [ | |
| "25I1" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(ARTICHOKE)", | |
| "31D14", | |
| "31D15", | |
| "41A7751", | |
| "46B" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(ARTICHOKE)\", \"31D14\", \"31D15\", \"41A7751\", \"46B\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.13333333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 620, | |
| "gt_codes": [ | |
| "31A2211", | |
| "31D15:61BB", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7570109890109891, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 621, | |
| "gt_codes": [ | |
| "22C31", | |
| "31A4690", | |
| "41A635", | |
| "44A1(+4)(DORDRECHT)", | |
| "48C244", | |
| "49L8", | |
| "49M32", | |
| "61E(DORDRECHT)", | |
| "92B11221", | |
| "92F2911" | |
| ], | |
| "predicted_codes": [ | |
| "11C23", | |
| "11D123(TAU-CROSS)", | |
| "11M44", | |
| "25G(+27)", | |
| "26A", | |
| "31AA2223(+89)", | |
| "31D15", | |
| "41B32(+1)", | |
| "41D271", | |
| "44A1(+4)(AMSTERDAM)", | |
| "44A1(+4)(HARLEM)", | |
| "44A1(+4)(UTRECHT)", | |
| "45C13(SWORD)", | |
| "46E221", | |
| "49L8", | |
| "49MM32", | |
| "49N", | |
| "61E(AMSTERDAM)", | |
| "61E(HARLEM)", | |
| "61E(UTRECHT)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11C23\", \"11D123(TAU-CROSS)\", \"11M44\", \"25G(+27)\", \"26A\", \"31AA2223(+89)\", \"31D15\", \"41B32(+1)\", \"41D271\", \"44A1(+4)(AMSTERDAM)\", \"44A1(+4)(HARLEM)\", \"44A1(+4)(UTRECHT)\", \"45C13(SWORD)\", \"46E221\", \"49L8\", \"49MM32\", \"49N\", \"61E(AMSTERDAM)\", \"61E(HARLEM)\", \"61E(UTRECHT)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 20, | |
| "total_predicted": 20, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5075570866141732, | |
| "code_precision": 0.05, | |
| "code_recall": 0.1 | |
| }, | |
| { | |
| "index": 622, | |
| "gt_codes": [ | |
| "31A233", | |
| "31A235", | |
| "31A2543", | |
| "31A5352", | |
| "41A721", | |
| "49G11", | |
| "49G34", | |
| "86(ZU MINDERN UND ZU MEHREN)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2516", | |
| "49G8", | |
| "57AA6141(+0)", | |
| "86(ZU MINDERN UND ZU MEHREN)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2516\", \"49G8\", \"57AA6141(+0)\", \"86(ZU MINDERN UND ZU MEHREN)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6421039844509232, | |
| "code_precision": 0.25, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 623, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31A311", | |
| "61B(+51)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9288014311270126, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 624, | |
| "gt_codes": [ | |
| "25G4(LAURUS ALEXANDRINA GENNINA)", | |
| "25G4(TRUE LAURELL OF ALEXANDRIA)", | |
| "25G4(CHAMAEDAPHNE VERA DIOSCORIDIS)", | |
| "25G4(TRUE DWARFE LAURELL OF DIOSCORIDES)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(...)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(...)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 625, | |
| "gt_codes": [ | |
| "25A4", | |
| "45K13" | |
| ], | |
| "predicted_codes": [ | |
| "25A4", | |
| "45K13" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25A4\", \"45K13\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 626, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(N)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(N)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(N)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 627, | |
| "gt_codes": [ | |
| "25F26(RABBIT)", | |
| "25F35(PEACOCK)", | |
| "25F36(DUCK)", | |
| "25H", | |
| "31A(+89)", | |
| "31D14", | |
| "31D15", | |
| "34B232(+51)", | |
| "47I21111", | |
| "47I214", | |
| "71", | |
| "71A422" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "25H15", | |
| "47I21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"25H15\", \"47I21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.48555555555555546, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 628, | |
| "gt_codes": [ | |
| "43C3963" | |
| ], | |
| "predicted_codes": [ | |
| "45H3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45H3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 629, | |
| "gt_codes": [ | |
| "73D415" | |
| ], | |
| "predicted_codes": [ | |
| "73D41" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D41\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.855, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 630, | |
| "gt_codes": [ | |
| "31A2245(+933):25G411", | |
| "31A2422", | |
| "31D13", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8574486234974796, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 631, | |
| "gt_codes": [ | |
| "44G342" | |
| ], | |
| "predicted_codes": [ | |
| "73D15" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D15\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 632, | |
| "gt_codes": [ | |
| "22C8", | |
| "25G3(+361)", | |
| "25G3(+363)", | |
| "25I3" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "25H114", | |
| "26A", | |
| "31D14(+72)", | |
| "31D15", | |
| "41A17", | |
| "41C12", | |
| "41C122", | |
| "41C123", | |
| "41C27(POT)", | |
| "41C691", | |
| "41C69:41C2511", | |
| "41C69:41C2512", | |
| "41C69:41C2513", | |
| "41C69:41C2514" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"25H114\", \"26A\", \"31D14(+72)\", \"31D15\", \"41A17\", \"41C12\", \"41C122\", \"41C123\", \"41C27(POT)\", \"41C691\", \"41C69:41C2511\", \"41C69:41C2512\", \"41C69:41C2513\", \"41C69:41C2514\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 15, | |
| "total_predicted": 15, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.18030035335689046, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 633, | |
| "gt_codes": [ | |
| "46C24:47K" | |
| ], | |
| "predicted_codes": [ | |
| "31A25", | |
| "46B222" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25\", \"46B222\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2533333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 634, | |
| "gt_codes": [ | |
| "31A71", | |
| "41D2321" | |
| ], | |
| "predicted_codes": [ | |
| "31A2516" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2516\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.37999999999999995, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 635, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2421", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9269580450992723, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 636, | |
| "gt_codes": [ | |
| "25G22(Reuponticum)" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(Reinhardtskraut)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(Reinhardtskraut)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 637, | |
| "gt_codes": [ | |
| "25G4(THISTLE)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(THISTLE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(THISTLE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 638, | |
| "gt_codes": [ | |
| "34B12", | |
| "41C69" | |
| ], | |
| "predicted_codes": [ | |
| "34B12", | |
| "34B12(+95)", | |
| "34B121" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"34B12\", \"34B12(+95)\", \"34B121\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6555683122847302, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 639, | |
| "gt_codes": [ | |
| "41C672" | |
| ], | |
| "predicted_codes": [ | |
| "41A773" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A773\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4000000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 640, | |
| "gt_codes": [ | |
| "31D15:61BB" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "41D222(RABAT)", | |
| "41D26611", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"41D222(RABAT)\", \"41D26611\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4326018808777429, | |
| "code_precision": 0.2, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 641, | |
| "gt_codes": [ | |
| "11P3153(+0)", | |
| "23R14", | |
| "24B3", | |
| "25F44", | |
| "25F72(SNAIL)", | |
| "41B33", | |
| "42E141(+0)", | |
| "44G591(+0)", | |
| "86(NEC VIRTUS OBSCURA PETIT)", | |
| "86(LET YOUR LIGHT SO SHINE, THAT MEN SEEING YOUR GOOD WORKES MAY GLORIFIE)" | |
| ], | |
| "predicted_codes": [ | |
| "86(DIE WASSERKUNST)", | |
| "41A773", | |
| "25H2130(RHEIN)", | |
| "49E39" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(DIE WASSERKUNST)\", \"41A773\", \"25H2130(RHEIN)\", \"49E39\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.43555555555555553, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 642, | |
| "gt_codes": [ | |
| "25FF", | |
| "25FF62", | |
| "92K1" | |
| ], | |
| "predicted_codes": [ | |
| "25FF411", | |
| "92H391" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25FF411\", \"92H391\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6000000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 643, | |
| "gt_codes": [ | |
| "25H13" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C513" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C513\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5333333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 644, | |
| "gt_codes": [ | |
| "25G4(ARTEMISIA LEPTOPHYLLOS)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(ARTEMISIA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(ARTEMISIA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 645, | |
| "gt_codes": [ | |
| "25I2", | |
| "47I211", | |
| "25H17", | |
| "25H155", | |
| "61E(KERSTLINGERODE)" | |
| ], | |
| "predicted_codes": [ | |
| "41A16", | |
| "25I3", | |
| "47I2112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A16\", \"25I3\", \"47I2112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.502200819672131, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 646, | |
| "gt_codes": [ | |
| "24C12", | |
| "92B1" | |
| ], | |
| "predicted_codes": [ | |
| "92B1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92B1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 647, | |
| "gt_codes": [ | |
| "48B3", | |
| "48C511" | |
| ], | |
| "predicted_codes": [ | |
| "48C513" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C513\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7480519480519481, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 648, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A2422", | |
| "31D13", | |
| "31D15:61BB", | |
| "46C1312", | |
| "46C13141", | |
| "61B(+55)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+55)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6941248695652174, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 649, | |
| "gt_codes": [ | |
| "48A9861", | |
| "94L322" | |
| ], | |
| "predicted_codes": [ | |
| "94L321" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"94L321\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 650, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(B)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(B)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(B)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 651, | |
| "gt_codes": [ | |
| "11V" | |
| ], | |
| "predicted_codes": [ | |
| "73C864" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73C864\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 652, | |
| "gt_codes": [ | |
| "31A2422", | |
| "31D15:61BB", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7986607828089025, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 653, | |
| "gt_codes": [ | |
| "11Q731126", | |
| "11Q7151" | |
| ], | |
| "predicted_codes": [ | |
| "11P31521", | |
| "49G1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11P31521\", \"49G1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2533333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 654, | |
| "gt_codes": [ | |
| "25I9" | |
| ], | |
| "predicted_codes": [ | |
| "25H119", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H119\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2533333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 655, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(G)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(G)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(G)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 656, | |
| "gt_codes": [ | |
| "34B131", | |
| "43C11481", | |
| "45C15(ARROW)" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "41A7751", | |
| "41C342", | |
| "41D2659(FRINGE)", | |
| "43C11(+415)", | |
| "43C11481" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"41A7751\", \"41C342\", \"41D2659(FRINGE)\", \"43C11(+415)\", \"43C11481\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 6, | |
| "total_predicted": 6, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4020725388601036, | |
| "code_precision": 0.16666666666666666, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 657, | |
| "gt_codes": [ | |
| "25H", | |
| "31D14", | |
| "31D15", | |
| "41A7751" | |
| ], | |
| "predicted_codes": [ | |
| "31A25(+9321)", | |
| "46C131", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25(+9321)\", \"46C131\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.25359605911330046, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 658, | |
| "gt_codes": [ | |
| "25G4(MISTLETOE)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(THISTLE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(THISTLE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 659, | |
| "gt_codes": [ | |
| "71F81", | |
| "11Q7141" | |
| ], | |
| "predicted_codes": [ | |
| "73B4" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B4\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.12666666666666665, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 660, | |
| "gt_codes": [ | |
| "41D221(HAT)", | |
| "45B", | |
| "45C13(SWORD)", | |
| "61B(+55)" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "45B", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"45B\", \"61B(+55)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6425, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 661, | |
| "gt_codes": [ | |
| "25I28", | |
| "46C13142", | |
| "47I221" | |
| ], | |
| "predicted_codes": [ | |
| "25H1", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H1\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5581816513761468, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 662, | |
| "gt_codes": [ | |
| "23K11(+1)", | |
| "41C11", | |
| "43C1422", | |
| "43C9", | |
| "48C85" | |
| ], | |
| "predicted_codes": [ | |
| "23K11", | |
| "46A15" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23K11\", \"46A15\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.44686192468619246, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 663, | |
| "gt_codes": [ | |
| "73C832", | |
| "73C8321", | |
| "73C8322" | |
| ], | |
| "predicted_codes": [ | |
| "73D15" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D15\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.38000000000000006, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 664, | |
| "gt_codes": [ | |
| "11Q713", | |
| "25I" | |
| ], | |
| "predicted_codes": [ | |
| "11Q713", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q713\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 665, | |
| "gt_codes": [ | |
| "42G:61B2(...)13" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 666, | |
| "gt_codes": [ | |
| "46C24", | |
| "25H13", | |
| "25H2322", | |
| "46C271", | |
| "32B3311" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C24", | |
| "49I1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C24\", \"49I1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6965329512893983, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 667, | |
| "gt_codes": [ | |
| "25H", | |
| "25I", | |
| "41A16", | |
| "48C145" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "41A16" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A16\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7860394537177542, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 668, | |
| "gt_codes": [ | |
| "11I62(HAGGAI)3", | |
| "49L12(I)", | |
| "49L171" | |
| ], | |
| "predicted_codes": [ | |
| "11I62(ISAIAH)", | |
| "49L12(I)", | |
| "49L171", | |
| "71O33" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11I62(ISAIAH)\", \"49L12(I)\", \"49L171\", \"71O33\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8571428571428571, | |
| "code_precision": 0.5, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 669, | |
| "gt_codes": [ | |
| "25H213", | |
| "41A17", | |
| "41A771", | |
| "46C2231" | |
| ], | |
| "predicted_codes": [ | |
| "25H", | |
| "46C112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H\", \"46C112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4577952755905511, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 670, | |
| "gt_codes": [ | |
| "25G4(...)" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(...)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(...)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 671, | |
| "gt_codes": [ | |
| "46C13141", | |
| "46C13142" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C13142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C13142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 672, | |
| "gt_codes": [ | |
| "23D44" | |
| ], | |
| "predicted_codes": [ | |
| "23D41", | |
| "92L1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23D41\", \"92L1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5333333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 673, | |
| "gt_codes": [ | |
| "41A2", | |
| "45A20", | |
| "56F2", | |
| "71", | |
| "71F212", | |
| "71F2165" | |
| ], | |
| "predicted_codes": [ | |
| "41A2", | |
| "48C5142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A2\", \"48C5142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2975, | |
| "code_precision": 0.5, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 674, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A24(+1)", | |
| "41A6", | |
| "48B3:61B", | |
| "48C5152", | |
| "48C5153", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "48B3:61B", | |
| "61B(+55)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"48B3:61B\", \"61B(+55)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8329686360320933, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 675, | |
| "gt_codes": [ | |
| "42E3" | |
| ], | |
| "predicted_codes": [ | |
| "42E13", | |
| "46A122(...)1" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"42E13\", \"46A122(...)1\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.456, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 676, | |
| "gt_codes": [ | |
| "11F422" | |
| ], | |
| "predicted_codes": [ | |
| "11F42", | |
| "31A235" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F42\", \"31A235\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 677, | |
| "gt_codes": [ | |
| "83(BRANT, Ship of Fools)", | |
| "41B1", | |
| "24A6" | |
| ], | |
| "predicted_codes": [ | |
| "85A(FOOLISH MAN AND FIRE)", | |
| "41B21", | |
| "31D16" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"85A(FOOLISH MAN AND FIRE)\", \"41B21\", \"31D16\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.25333333333333335, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 678, | |
| "gt_codes": [ | |
| "25H", | |
| "25H132" | |
| ], | |
| "predicted_codes": [ | |
| "25H132", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H132\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.74006734006734, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 679, | |
| "gt_codes": [ | |
| "23A1", | |
| "42G1", | |
| "44B111", | |
| "44B191", | |
| "46A122", | |
| "49K10", | |
| "93" | |
| ], | |
| "predicted_codes": [ | |
| "11M43", | |
| "25A13", | |
| "96A5(PIETAS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11M43\", \"25A13\", \"96A5(PIETAS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.076, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 680, | |
| "gt_codes": [ | |
| "11D123", | |
| "11H(MARTIN)4", | |
| "11P31131", | |
| "46A151", | |
| "46A212", | |
| "49L12(O)", | |
| "49L171" | |
| ], | |
| "predicted_codes": [ | |
| "11H(ANGELUS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(ANGELUS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4018264840182648, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 681, | |
| "gt_codes": [ | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8489208633093526, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 682, | |
| "gt_codes": [ | |
| "46A15", | |
| "46A1612", | |
| "54F12" | |
| ], | |
| "predicted_codes": [ | |
| "31A422", | |
| "56F2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A422\", \"56F2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.07600000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 683, | |
| "gt_codes": [ | |
| "41A2", | |
| "48A81(+351)", | |
| "61B113" | |
| ], | |
| "predicted_codes": [ | |
| "25A13", | |
| "48C5142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25A13\", \"48C5142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19000000000000003, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 684, | |
| "gt_codes": [ | |
| "25F23(LION)", | |
| "48A9833", | |
| "46A122", | |
| "48A98312", | |
| "25F24(BOAR)" | |
| ], | |
| "predicted_codes": [ | |
| "46A122", | |
| "48A98311", | |
| "45C221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A122\", \"48A98311\", \"45C221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6480274007357605, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 685, | |
| "gt_codes": [ | |
| "46A17", | |
| "31D112", | |
| "31D15(+53)", | |
| "31D15(+72)", | |
| "11Q11", | |
| "61B2(LOUBET, \u00c9mile)3", | |
| "31D14(+9321)", | |
| "11F26(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "46D3", | |
| "57AA91(+0)", | |
| "42B74(1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46D3\", \"57AA91(+0)\", \"42B74(1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.07626297577854672, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 686, | |
| "gt_codes": [ | |
| "25G3", | |
| "25H", | |
| "47I2112" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "47I21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"47I21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8262929745889388, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 687, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(L)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(L)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 688, | |
| "gt_codes": [ | |
| "11F4", | |
| "11F4111", | |
| "11F725", | |
| "31A2421", | |
| "33A14", | |
| "61B(+54)" | |
| ], | |
| "predicted_codes": [ | |
| "11F4", | |
| "31A25(+915)", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F4\", \"31A25(+915)\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8046483180428134, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 689, | |
| "gt_codes": [ | |
| "25F3(+4712)", | |
| "25F3(+53)", | |
| "25G11", | |
| "25H11", | |
| "25I152", | |
| "25I5", | |
| "31A2511(+933)", | |
| "31A2516(+933)", | |
| "31AA245", | |
| "31AA2627(+51)", | |
| "31D112(+89)", | |
| "31D15", | |
| "31E234631", | |
| "41A12", | |
| "41D211(+82)", | |
| "41D92", | |
| "42A3", | |
| "42B29", | |
| "45C13(SWORD)", | |
| "48C149" | |
| ], | |
| "predicted_codes": [ | |
| "25F31(+5262)", | |
| "25G11", | |
| "25H114", | |
| "25I9", | |
| "31A27112", | |
| "31D14", | |
| "31E234631", | |
| "41A38", | |
| "41B12(LOG)", | |
| "41C122", | |
| "41C321", | |
| "41C322:41C711", | |
| "41C323", | |
| "41C345", | |
| "41C691", | |
| "41C711", | |
| "41C7111", | |
| "41C71110", | |
| "41D267", | |
| "45C13(SWORD)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F31(+5262)\", \"25G11\", \"25H114\", \"25I9\", \"31A27112\", \"31D14\", \"31E234631\", \"41A38\", \"41B12(LOG)\", \"41C122\", \"41C321\", \"41C322:41C711\", \"41C323\", \"41C345\", \"41C691\", \"41C711\", \"41C7111\", \"41C71110\", \"41D267\", \"45C13(SWORD)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 20, | |
| "total_predicted": 20, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6352407734589713, | |
| "code_precision": 0.15, | |
| "code_recall": 0.15 | |
| }, | |
| { | |
| "index": 690, | |
| "gt_codes": [ | |
| "11H(JEROME)" | |
| ], | |
| "predicted_codes": [ | |
| "11H(Jerome)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(Jerome)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 691, | |
| "gt_codes": [ | |
| "41A2", | |
| "41A411", | |
| "41A412", | |
| "41B214", | |
| "48A9863" | |
| ], | |
| "predicted_codes": [ | |
| "41A2", | |
| "41B214" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A2\", \"41B214\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7995198079231692, | |
| "code_precision": 1.0, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 692, | |
| "gt_codes": [ | |
| "31A235", | |
| "31A24(+1)", | |
| "31A2421", | |
| "31D14", | |
| "31D15", | |
| "42G:61B2(...)13", | |
| "61B(+55)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "42G:61B2(...)13" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"42G:61B2(...)13\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7750661821956917, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 693, | |
| "gt_codes": [ | |
| "71K29221" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "44B193", | |
| "71H86" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"44B193\", \"71H86\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 694, | |
| "gt_codes": [ | |
| "23U22(+0)", | |
| "31F25", | |
| "33C23", | |
| "45C15(ARROW)" | |
| ], | |
| "predicted_codes": [ | |
| "23U21", | |
| "31A2549(+0)", | |
| "31D14", | |
| "31D15", | |
| "41B121", | |
| "41C762", | |
| "45C15(ARROW)(+63)", | |
| "45C15(BOW)(+63)", | |
| "86(DIE ZEIT)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23U21\", \"31A2549(+0)\", \"31D14\", \"31D15\", \"41B121\", \"41C762\", \"45C15(ARROW)(+63)\", \"45C15(BOW)(+63)\", \"86(DIE ZEIT)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 9, | |
| "total_predicted": 9, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5360655737704918, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 695, | |
| "gt_codes": [ | |
| "86(ET STEMMA ET GLORIAM RENOVABIT)", | |
| "86(WIE ER WIRD DESSEN STAMM ERWEITERN UND VERJ\u00dcNGEN/ ALSO AUCH NEUEN FLOR DEM GROSSEN ERTZ-HAUSS BRINGEN)", | |
| "25G3", | |
| "48C26", | |
| "42G1" | |
| ], | |
| "predicted_codes": [ | |
| "25G3", | |
| "46A122(...)1", | |
| "86(QUO FORTIOR ARBOR, EORUM MAIOR EST FRUCTUS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3\", \"46A122(...)1\", \"86(QUO FORTIOR ARBOR, EORUM MAIOR EST FRUCTUS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7019630156472261, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 696, | |
| "gt_codes": [ | |
| "25G4(+15)", | |
| "41A35", | |
| "41A64" | |
| ], | |
| "predicted_codes": [ | |
| "25G3(LAUREL)(+27)", | |
| "41D2653", | |
| "48C901", | |
| "48C91", | |
| "48C910", | |
| "48C910:5(+113)", | |
| "49L8", | |
| "51E11(+4):54F1(+4)", | |
| "54EE33(+4)", | |
| "57AA64(+4)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3(LAUREL)(+27)\", \"41D2653\", \"48C901\", \"48C91\", \"48C910\", \"48C910:5(+113)\", \"49L8\", \"51E11(+4):54F1(+4)\", \"54EE33(+4)\", \"57AA64(+4)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 10, | |
| "total_predicted": 10, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2717198764160659, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 697, | |
| "gt_codes": [ | |
| "25F72(OYSTER)(+93)", | |
| "31A231", | |
| "31A2422", | |
| "31D11222", | |
| "31D112:61B2(...)1", | |
| "41A422", | |
| "41D221(FEATHERS)", | |
| "41D26611", | |
| "41D2662", | |
| "41D26:31A22621", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4586624704956727, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.09090909090909091 | |
| }, | |
| { | |
| "index": 698, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2421", | |
| "61B(+53)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9519457804984697, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.4 | |
| }, | |
| { | |
| "index": 699, | |
| "gt_codes": [ | |
| "45C22", | |
| "25H23", | |
| "25H2311", | |
| "31A4527(+23)", | |
| "43C1(+41621)", | |
| "92H4" | |
| ], | |
| "predicted_codes": [ | |
| "24A6", | |
| "25F31(+5262)", | |
| "25H11", | |
| "25I12", | |
| "26A", | |
| "26C", | |
| "31A2711", | |
| "31A4521", | |
| "31D14", | |
| "45B", | |
| "45C19(SHIELD)", | |
| "45C22", | |
| "45C221", | |
| "48A98211", | |
| "48A98311", | |
| "48A984" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"24A6\", \"25F31(+5262)\", \"25H11\", \"25I12\", \"26A\", \"26C\", \"31A2711\", \"31A4521\", \"31D14\", \"45B\", \"45C19(SHIELD)\", \"45C22\", \"45C221\", \"48A98211\", \"48A98311\", \"48A984\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 16, | |
| "total_predicted": 16, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.49962909391466065, | |
| "code_precision": 0.0625, | |
| "code_recall": 0.16666666666666666 | |
| }, | |
| { | |
| "index": 700, | |
| "gt_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(T)" | |
| ], | |
| "predicted_codes": [ | |
| "49L17", | |
| "49M413", | |
| "49M3", | |
| "49L12(O)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(O)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 0.75, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 701, | |
| "gt_codes": [ | |
| "31A231", | |
| "31D14", | |
| "32B321", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "31A(+89)", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"31A(+89)\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.22799999999999998, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 702, | |
| "gt_codes": [ | |
| "24A6", | |
| "25F23(LION)(+15)", | |
| "25I12", | |
| "25I13", | |
| "25I18", | |
| "31A233", | |
| "31A2511(+931)", | |
| "31A25411", | |
| "31B6211", | |
| "31B62171", | |
| "41A641", | |
| "41A7221", | |
| "43C421", | |
| "43C421(+24)", | |
| "43C424", | |
| "45C15(CROSSBOW)", | |
| "51AA51(+4)", | |
| "57A612(+4)", | |
| "86(NON QUAM CREBRO SED QUAM BENE)" | |
| ], | |
| "predicted_codes": [ | |
| "86(NON QUAM CREBRO SED QUAM BENE)", | |
| "25I14", | |
| "31A2743", | |
| "49E2513", | |
| "49L11", | |
| "49D0", | |
| "54F12" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(NON QUAM CREBRO SED QUAM BENE)\", \"25I14\", \"31A2743\", \"49E2513\", \"49L11\", \"49D0\", \"54F12\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.46809596405359877, | |
| "code_precision": 0.14285714285714285, | |
| "code_recall": 0.05263157894736842 | |
| }, | |
| { | |
| "index": 703, | |
| "gt_codes": [ | |
| "11L54134(+0)", | |
| "11Q21", | |
| "11Q511", | |
| "11QQ7121(CHAPEL)", | |
| "26A", | |
| "31A25231(+917)", | |
| "31AA2541(+916)", | |
| "31B6211", | |
| "31D14", | |
| "41A3281", | |
| "41C342", | |
| "41D221(HAT)", | |
| "86(DIE KLAGE DES GERECHTEN VERMAG SEHR VIEL)", | |
| "86(INSTES MODO JOVA JUVABIT)" | |
| ], | |
| "predicted_codes": [ | |
| "11A23", | |
| "11D51", | |
| "11Q0", | |
| "11Q7146", | |
| "22C31", | |
| "25I22", | |
| "26A", | |
| "31A233", | |
| "31AA233", | |
| "31B6211", | |
| "31G1", | |
| "41D221(HAT)", | |
| "49MM32", | |
| "86(JOVA IUVABIT INSTES MODO)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11A23\", \"11D51\", \"11Q0\", \"11Q7146\", \"22C31\", \"25I22\", \"26A\", \"31A233\", \"31AA233\", \"31B6211\", \"31G1\", \"41D221(HAT)\", \"49MM32\", \"86(JOVA IUVABIT INSTES MODO)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 14, | |
| "total_predicted": 14, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6528872609979792, | |
| "code_precision": 0.21428571428571427, | |
| "code_recall": 0.21428571428571427 | |
| }, | |
| { | |
| "index": 704, | |
| "gt_codes": [ | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "31D15:61BB", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8847583643122676, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 705, | |
| "gt_codes": [ | |
| "25F(+342)", | |
| "25F44", | |
| "25G11", | |
| "25G3(+21)", | |
| "25H11", | |
| "25H15", | |
| "25I3", | |
| "26A", | |
| "31AA222(+89)", | |
| "31AA2352", | |
| "31A2512(+933)", | |
| "31A2515(+933)", | |
| "31AA2627(+53)", | |
| "31D15", | |
| "41A7211", | |
| "41D221(+82)", | |
| "41D232(+82)", | |
| "41D2339", | |
| "41D92", | |
| "46C11" | |
| ], | |
| "predicted_codes": [ | |
| "25F31(+5262)", | |
| "25G11", | |
| "25H114", | |
| "25I12", | |
| "26A", | |
| "31AA2352", | |
| "31D15", | |
| "41C7110", | |
| "92B18(EAGLE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F31(+5262)\", \"25G11\", \"25H114\", \"25I12\", \"26A\", \"31AA2352\", \"31D15\", \"41C7110\", \"92B18(EAGLE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 9, | |
| "total_predicted": 9, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6790756988369723, | |
| "code_precision": 0.4444444444444444, | |
| "code_recall": 0.2 | |
| }, | |
| { | |
| "index": 706, | |
| "gt_codes": [ | |
| "25F24(DEER)(+621)", | |
| "25H114", | |
| "43C111241" | |
| ], | |
| "predicted_codes": [ | |
| "25F24(DEER)(+621)", | |
| "25H", | |
| "34B11", | |
| "43C111241" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F24(DEER)(+621)\", \"25H\", \"34B11\", \"43C111241\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7342857142857143, | |
| "code_precision": 0.5, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 707, | |
| "gt_codes": [ | |
| "25A" | |
| ], | |
| "predicted_codes": [ | |
| "25A3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25A3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.57, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 708, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(C)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(C)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(C)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 709, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(A)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(A)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(A)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 710, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(B)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(B)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9690721649484536, | |
| "code_precision": 0.75, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 711, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9516666666666667, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 712, | |
| "gt_codes": [ | |
| "31A2212", | |
| "49G" | |
| ], | |
| "predicted_codes": [ | |
| "25G4(...)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G4(...)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 713, | |
| "gt_codes": [ | |
| "25G3(PEAR-TREE)", | |
| "25H113", | |
| "25I12", | |
| "26A", | |
| "31E34", | |
| "31E238", | |
| "31000", | |
| "31A236(+0)", | |
| "31A2512(+933)", | |
| "31A2515", | |
| "31A2531", | |
| "31A262", | |
| "31A2711", | |
| "31A2731", | |
| "31A4631", | |
| "31A534", | |
| "31AA2534", | |
| "31D14", | |
| "31D16(+72)", | |
| "31E2355(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "25G3(FIG-TREE)(+34)", | |
| "25H11", | |
| "25I12", | |
| "31A(+79)", | |
| "31A236", | |
| "31A2512(+933)", | |
| "31A2515(+933)", | |
| "31A2516(+933)", | |
| "31A2621(+51)", | |
| "31A26211(+51)", | |
| "31AA236", | |
| "31B6211", | |
| "31D14(+72)", | |
| "31E2381" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3(FIG-TREE)(+34)\", \"25H11\", \"25I12\", \"31A(+79)\", \"31A236\", \"31A2512(+933)\", \"31A2515(+933)\", \"31A2516(+933)\", \"31A2621(+51)\", \"31A26211(+51)\", \"31AA236\", \"31B6211\", \"31D14(+72)\", \"31E2381\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 14, | |
| "total_predicted": 14, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8407177299703266, | |
| "code_precision": 0.14285714285714285, | |
| "code_recall": 0.1 | |
| }, | |
| { | |
| "index": 714, | |
| "gt_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 715, | |
| "gt_codes": [ | |
| "25H213", | |
| "25G3", | |
| "46C112" | |
| ], | |
| "predicted_codes": [ | |
| "25H13", | |
| "46C112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7111498257839721, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 716, | |
| "gt_codes": [ | |
| "43" | |
| ], | |
| "predicted_codes": [ | |
| "47", | |
| "49E39" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"47\", \"49E39\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19746835443037977, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 717, | |
| "gt_codes": [ | |
| "11M43" | |
| ], | |
| "predicted_codes": [ | |
| "54F12" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"54F12\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 718, | |
| "gt_codes": [ | |
| "25I", | |
| "46C24" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "46C21" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"46C21\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9, | |
| "code_precision": 0.5, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 719, | |
| "gt_codes": [ | |
| "25G41", | |
| "59A4(+11)" | |
| ], | |
| "predicted_codes": [ | |
| "48C24", | |
| "96A5(ABUNDANTIA)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C24\", \"96A5(ABUNDANTIA)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 720, | |
| "gt_codes": [ | |
| "11P31521", | |
| "11Q713", | |
| "11Q7311", | |
| "34B11", | |
| "42E3", | |
| "48C161", | |
| "48C1622" | |
| ], | |
| "predicted_codes": [ | |
| "11Q713", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q713\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.37943262411347517, | |
| "code_precision": 0.5, | |
| "code_recall": 0.14285714285714285 | |
| }, | |
| { | |
| "index": 721, | |
| "gt_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)" | |
| ], | |
| "predicted_codes": [ | |
| "49L171", | |
| "49M413", | |
| "49M3", | |
| "49L12(E)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(E)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 722, | |
| "gt_codes": [ | |
| "25H114", | |
| "25H213", | |
| "46C131", | |
| "46C24" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.828594332587621, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 723, | |
| "gt_codes": [ | |
| "42B36" | |
| ], | |
| "predicted_codes": [ | |
| "42A3", | |
| "57AA611" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"42A3\", \"57AA611\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2533333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 724, | |
| "gt_codes": [ | |
| "48C16", | |
| "46A122", | |
| "41A33", | |
| "41A323" | |
| ], | |
| "predicted_codes": [ | |
| "48C16", | |
| "48A98312" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C16\", \"48A98312\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5023963133640552, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 725, | |
| "gt_codes": [ | |
| "25A", | |
| "34B11", | |
| "41A2", | |
| "41C12", | |
| "41C74(+1)", | |
| "42F51" | |
| ], | |
| "predicted_codes": [ | |
| "31A254", | |
| "31B6235", | |
| "33C23", | |
| "34B11", | |
| "41A711", | |
| "41A721", | |
| "41A771:25D13(TIN)", | |
| "41C12", | |
| "41C323(BERKEMEYER)", | |
| "41C74(+1)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A254\", \"31B6235\", \"33C23\", \"34B11\", \"41A711\", \"41A721\", \"41A771:25D13(TIN)\", \"41C12\", \"41C323(BERKEMEYER)\", \"41C74(+1)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 10, | |
| "total_predicted": 10, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6064287674993137, | |
| "code_precision": 0.3, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 726, | |
| "gt_codes": [ | |
| "49N" | |
| ], | |
| "predicted_codes": [ | |
| "49N" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49N\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 727, | |
| "gt_codes": [ | |
| "71E1343" | |
| ], | |
| "predicted_codes": [ | |
| "11C23", | |
| "49L7" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11C23\", \"49L7\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 728, | |
| "gt_codes": [ | |
| "25H1123", | |
| "25H13" | |
| ], | |
| "predicted_codes": [ | |
| "25H119", | |
| "46C112" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H119\", \"46C112\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5590384615384616, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 729, | |
| "gt_codes": [ | |
| "33C521", | |
| "49L4" | |
| ], | |
| "predicted_codes": [ | |
| "31D15", | |
| "48C72" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31D15\", \"48C72\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.19, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 730, | |
| "gt_codes": [ | |
| "9" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "46C13141" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C13141\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 731, | |
| "gt_codes": [ | |
| "41A541", | |
| "61B(+54)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5714285714285715, | |
| "code_precision": 0.25, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 732, | |
| "gt_codes": [ | |
| "25I151", | |
| "25II244", | |
| "46C223", | |
| "48C24" | |
| ], | |
| "predicted_codes": [ | |
| "41A636", | |
| "48C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A636\", \"48C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.32, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 733, | |
| "gt_codes": [ | |
| "23R13", | |
| "23T27(VICTORIAN)", | |
| "23T27(XIX)", | |
| "31A235", | |
| "31A5341", | |
| "31D1(+74)", | |
| "31D14", | |
| "31D15", | |
| "33A12", | |
| "41A1", | |
| "41A223", | |
| "41A711", | |
| "41A72111", | |
| "41A773", | |
| "41A774", | |
| "41B313", | |
| "41C11", | |
| "41C12", | |
| "41C311", | |
| "41C312" | |
| ], | |
| "predicted_codes": [ | |
| "23T27(VICTORIAN)", | |
| "23T27(XIX)", | |
| "25I141", | |
| "31A231", | |
| "31A235", | |
| "31A25(+9321)", | |
| "31A25161", | |
| "31A2518", | |
| "31A25552", | |
| "31A5341", | |
| "31B6235", | |
| "31D1(+73)", | |
| "31D14", | |
| "31D15", | |
| "33C21", | |
| "41A2", | |
| "41A711", | |
| "41A721", | |
| "41A7211", | |
| "41A7212", | |
| "41A7213", | |
| "41A771", | |
| "41A773", | |
| "41A774", | |
| "41B115", | |
| "41B2141", | |
| "41B313", | |
| "41B314", | |
| "41B3141", | |
| "41B34" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"23T27(VICTORIAN)\", \"23T27(XIX)\", \"25I141\", \"31A231\", \"31A235\", \"31A25(+9321)\", \"31A25161\", \"31A2518\", \"31A25552\", \"31A5341\", \"31B6235\", \"31D1(+73)\", \"31D14\", \"31D15\", \"33C21\", \"41A2\", \"41A711\", \"41A721\", \"41A7211\", \"41A7212\", \"41A7213\", \"41A771\", \"41A773\", \"41A774\", \"41B115\", \"41B2141\", \"41B313\", \"41B314\", \"41B3141\", \"41B34\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 30, | |
| "total_predicted": 30, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8076490025259035, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 734, | |
| "gt_codes": [ | |
| "11F42", | |
| "11F6" | |
| ], | |
| "predicted_codes": [ | |
| "11F42" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11F42\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8795518207282913, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 735, | |
| "gt_codes": [ | |
| "25H11", | |
| "25H213", | |
| "25I12", | |
| "31A25112", | |
| "41D263", | |
| "43B16", | |
| "46C145(+78)", | |
| "86(B\u00c4UME DICH IMMER NOCH SO HOCH AUF, DU BIST DOCH DEM HIMMEL FERN)", | |
| "86(MONTES)", | |
| "86(QUAMVIS ALTUS, PROCUL ATTAMEN ASTRIS)" | |
| ], | |
| "predicted_codes": [ | |
| "25H11", | |
| "31A2748:5(+4)", | |
| "31D14", | |
| "46C513", | |
| "51E11", | |
| "51EE11", | |
| "86(DIE H\u00d6HE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H11\", \"31A2748:5(+4)\", \"31D14\", \"46C513\", \"51E11\", \"51EE11\", \"86(DIE H\\u00d6HE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5952818569398389, | |
| "code_precision": 0.14285714285714285, | |
| "code_recall": 0.1 | |
| }, | |
| { | |
| "index": 736, | |
| "gt_codes": [ | |
| "25F3", | |
| "92B11221", | |
| "11G1911", | |
| "48A98711", | |
| "48A9844", | |
| "48A9831" | |
| ], | |
| "predicted_codes": [ | |
| "25F3", | |
| "48A9872", | |
| "41B313", | |
| "48A9831" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F3\", \"48A9872\", \"41B313\", \"48A9831\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6965337627721012, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 737, | |
| "gt_codes": [ | |
| "11Q712", | |
| "25I1", | |
| "25I241", | |
| "31D112", | |
| "31D15", | |
| "31D16", | |
| "41A721", | |
| "41A7751", | |
| "45H3", | |
| "46C13141", | |
| "46C145", | |
| "47I2223", | |
| "48C72", | |
| "48C7311" | |
| ], | |
| "predicted_codes": [ | |
| "25I146", | |
| "31A2711", | |
| "31B6235", | |
| "33A35", | |
| "34B11", | |
| "41C12", | |
| "41C74(+1)", | |
| "41C741", | |
| "46A14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I146\", \"31A2711\", \"31B6235\", \"33A35\", \"34B11\", \"41C12\", \"41C74(+1)\", \"41C741\", \"46A14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 9, | |
| "total_predicted": 9, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.36286056906137576, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 738, | |
| "gt_codes": [ | |
| "31D16", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7933333333333333, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 739, | |
| "gt_codes": [ | |
| "41A773", | |
| "48A9832", | |
| "49L16" | |
| ], | |
| "predicted_codes": [ | |
| "71E3243" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71E3243\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 740, | |
| "gt_codes": [ | |
| "43A42" | |
| ], | |
| "predicted_codes": [ | |
| "43A42", | |
| "59B31" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"43A42\", \"59B31\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 741, | |
| "gt_codes": [ | |
| "11Q712", | |
| "25I", | |
| "25I1" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "41A12" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A12\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5114006514657979, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 742, | |
| "gt_codes": [ | |
| "44B12", | |
| "45B", | |
| "44G312" | |
| ], | |
| "predicted_codes": [ | |
| "71H849" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71H849\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 743, | |
| "gt_codes": [ | |
| "25I9", | |
| "48C149", | |
| "61D(ITALY)" | |
| ], | |
| "predicted_codes": [ | |
| "25I9", | |
| "46C131" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I9\", \"46C131\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4799999999999999, | |
| "code_precision": 0.5, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 744, | |
| "gt_codes": [ | |
| "44G511", | |
| "44G34" | |
| ], | |
| "predicted_codes": [ | |
| "44C312", | |
| "61B2(LOUBET, \u00c9mile)(+4)", | |
| "57AA621(+0)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"44C312\", \"61B2(LOUBET, \\u00c9mile)(+4)\", \"57AA621(+0)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.1987261146496815, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 745, | |
| "gt_codes": [ | |
| "44D4", | |
| "42D1", | |
| "46A12", | |
| "42D3121(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "48C85", | |
| "31D14(+72)", | |
| "61B2(ROSENBERG, Max)(+4)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"48C85\", \"31D14(+72)\", \"61B2(ROSENBERG, Max)(+4)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.09903536977491963, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 746, | |
| "gt_codes": [ | |
| "73C863", | |
| "47I21111" | |
| ], | |
| "predicted_codes": [ | |
| "85A(OLD MAN AND HIS WIFE)", | |
| "31B6(+9223)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"85A(OLD MAN AND HIS WIFE)\", \"31B6(+9223)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 747, | |
| "gt_codes": [ | |
| "13A12", | |
| "31B3" | |
| ], | |
| "predicted_codes": [ | |
| "73B14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73B14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 748, | |
| "gt_codes": [ | |
| "11D131", | |
| "11D355", | |
| "46A122", | |
| "57A62", | |
| "96B113" | |
| ], | |
| "predicted_codes": [ | |
| "11D35", | |
| "73D64" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11D35\", \"73D64\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.342, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 749, | |
| "gt_codes": [ | |
| "25G3", | |
| "25H114", | |
| "25I" | |
| ], | |
| "predicted_codes": [ | |
| "25H114", | |
| "25I" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25H114\", \"25I\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8847583643122676, | |
| "code_precision": 1.0, | |
| "code_recall": 0.6666666666666666 | |
| }, | |
| { | |
| "index": 750, | |
| "gt_codes": [ | |
| "45B", | |
| "45D311", | |
| "98" | |
| ], | |
| "predicted_codes": [ | |
| "31A25", | |
| "41D267", | |
| "48C7351", | |
| "98" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A25\", \"41D267\", \"48C7351\", \"98\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3971428571428572, | |
| "code_precision": 0.25, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 751, | |
| "gt_codes": [ | |
| "45K27", | |
| "45L42" | |
| ], | |
| "predicted_codes": [ | |
| "45K21", | |
| "31E23621" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45K21\", \"31E23621\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4800000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 752, | |
| "gt_codes": [ | |
| "11Q712", | |
| "25I", | |
| "25I2", | |
| "46C232" | |
| ], | |
| "predicted_codes": [ | |
| "11Q712", | |
| "25H213", | |
| "46C2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"25H213\", \"46C2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6690818858560792, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 753, | |
| "gt_codes": [ | |
| "31A2421", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9454808857552054, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 754, | |
| "gt_codes": [ | |
| "31A2211", | |
| "31D14", | |
| "31D15" | |
| ], | |
| "predicted_codes": [ | |
| "11I62(ABRAHAM)", | |
| "11I62(AARON)", | |
| "11I62(DAVID)", | |
| "11I62(MOSES)", | |
| "11I62(SOLOMON)", | |
| "31A221", | |
| "49L8" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11I62(ABRAHAM)\", \"11I62(AARON)\", \"11I62(DAVID)\", \"11I62(MOSES)\", \"11I62(SOLOMON)\", \"31A221\", \"49L8\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2091887417218543, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 755, | |
| "gt_codes": [ | |
| "31A235", | |
| "31AA235", | |
| "31D14", | |
| "31D15", | |
| "31D16", | |
| "31D17", | |
| "41D267", | |
| "42B", | |
| "42D131", | |
| "45C13(SWORD)", | |
| "46A131", | |
| "46A1632", | |
| "46B3311", | |
| "86(LIBRA PARES PARIBUS NUMMIS APPENDET AMORI)", | |
| "86(TRUTINA NUPTURIENTIUM)", | |
| "92D1", | |
| "92D18(BOW)" | |
| ], | |
| "predicted_codes": [ | |
| "86(AMORIS AUCTORITAS)", | |
| "92D1", | |
| "46B3311", | |
| "57A64", | |
| "57AA64" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(AMORIS AUCTORITAS)\", \"92D1\", \"46B3311\", \"57A64\", \"57AA64\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4581818181818182, | |
| "code_precision": 0.4, | |
| "code_recall": 0.11764705882352941 | |
| }, | |
| { | |
| "index": 756, | |
| "gt_codes": [ | |
| "85(RANA E BUE)", | |
| "61I(REPUBBLICA ROMANA)", | |
| "61I(REPRESSIONE REP. ROMANA)" | |
| ], | |
| "predicted_codes": [ | |
| "46C13142", | |
| "92D1916", | |
| "57AA611" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46C13142\", \"92D1916\", \"57AA611\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 757, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9454808857552054, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 758, | |
| "gt_codes": [ | |
| "44B1212", | |
| "44B1", | |
| "44B19" | |
| ], | |
| "predicted_codes": [ | |
| "44B121", | |
| "98B(IGNATIUS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"44B121\", \"98B(IGNATIUS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5789622641509434, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 759, | |
| "gt_codes": [ | |
| "46A12", | |
| "48A9876", | |
| "61B2(FREDERIK HENDRIK)", | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "42G:61B2(...)13", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"42G:61B2(...)13\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.43675531914893617, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 760, | |
| "gt_codes": [ | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.687089715536105, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 761, | |
| "gt_codes": [ | |
| "43A3:25I2", | |
| "83(ANON., Een cluyte van Plaeyerwater)" | |
| ], | |
| "predicted_codes": [ | |
| "25I1", | |
| "43A3:25I2", | |
| "46B111" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I1\", \"43A3:25I2\", \"46B111\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4423791821561338, | |
| "code_precision": 0.3333333333333333, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 762, | |
| "gt_codes": [ | |
| "25G21(APPLE)", | |
| "25G21(PRUNE)", | |
| "41C653(APPLE)", | |
| "41C653(PRUNE)", | |
| "41D28", | |
| "47I4223", | |
| "9", | |
| "96A18211" | |
| ], | |
| "predicted_codes": [ | |
| "25G21(APPLE)", | |
| "25H", | |
| "31D17", | |
| "41C653(APPLE)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G21(APPLE)\", \"25H\", \"31D17\", \"41C653(APPLE)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5828831725616291, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 763, | |
| "gt_codes": [ | |
| "25I9", | |
| "31A22210", | |
| "31A2513(+931)", | |
| "31A2536(+931)", | |
| "31A5339", | |
| "31B623591(+0)", | |
| "31D14", | |
| "41A3284", | |
| "41D21(TUNIC):48(+726)", | |
| "44C34", | |
| "52DD3", | |
| "86(POLITICUS)" | |
| ], | |
| "predicted_codes": [ | |
| "25I9", | |
| "31A2516(+933)", | |
| "48C149", | |
| "57AA6141(+4)", | |
| "86(CUS POLITI)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I9\", \"31A2516(+933)\", \"48C149\", \"57AA6141(+4)\", \"86(CUS POLITI)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6089091156092923, | |
| "code_precision": 0.2, | |
| "code_recall": 0.08333333333333333 | |
| }, | |
| { | |
| "index": 764, | |
| "gt_codes": [ | |
| "31A231", | |
| "31A2422", | |
| "31A2518", | |
| "61B(+54)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+53)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9531079607415486, | |
| "code_precision": 0.6666666666666666, | |
| "code_recall": 0.3333333333333333 | |
| }, | |
| { | |
| "index": 765, | |
| "gt_codes": [ | |
| "31A231" | |
| ], | |
| "predicted_codes": [ | |
| "25I", | |
| "41A36" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A36\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 766, | |
| "gt_codes": [ | |
| "49M41", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8795518207282913, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 767, | |
| "gt_codes": [ | |
| "49M13", | |
| "49M3" | |
| ], | |
| "predicted_codes": [ | |
| "49M13", | |
| "49M3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49M13\", \"49M3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 768, | |
| "gt_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31A2212(+1)", | |
| "61B:31D14" | |
| ], | |
| "predicted_codes": [ | |
| "31A2422", | |
| "61B(+52)", | |
| "61B:31D14" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 3, | |
| "total_predicted": 3, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.9876621322366339, | |
| "code_precision": 1.0, | |
| "code_recall": 0.75 | |
| }, | |
| { | |
| "index": 769, | |
| "gt_codes": [ | |
| "31D14", | |
| "25I9", | |
| "25H213", | |
| "47I221", | |
| "47I2211", | |
| "25G3", | |
| "43C68", | |
| "31A2712" | |
| ], | |
| "predicted_codes": [ | |
| "47I213", | |
| "46C513", | |
| "47I221", | |
| "25H114", | |
| "47I2211" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"47I213\", \"46C513\", \"47I221\", \"25H114\", \"47I2211\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.5490870032223416, | |
| "code_precision": 0.4, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 770, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31A2422", | |
| "31D14", | |
| "31D15", | |
| "45B", | |
| "61B(+52)", | |
| "61B(+53)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "31D15:61BB", | |
| "41D221(CAP)", | |
| "41D222(RABAT)", | |
| "41D26611", | |
| "46A1241(ORDER OF THE GARTER)", | |
| "61B(+53)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"41D221(CAP)\", \"41D222(RABAT)\", \"41D26611\", \"46A1241(ORDER OF THE GARTER)\", \"61B(+53)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 7, | |
| "total_predicted": 7, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6002402103617369, | |
| "code_precision": 0.14285714285714285, | |
| "code_recall": 0.125 | |
| }, | |
| { | |
| "index": 771, | |
| "gt_codes": [ | |
| "25F24(HIPPOTAMUS)" | |
| ], | |
| "predicted_codes": [ | |
| "49G6213" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49G6213\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 772, | |
| "gt_codes": [ | |
| "11P44331" | |
| ], | |
| "predicted_codes": [ | |
| "41C741", | |
| "45B6" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41C741\", \"45B6\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.0, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 773, | |
| "gt_codes": [ | |
| "11H(SEVERINUS)", | |
| "11Q713", | |
| "11Q714113", | |
| "49G231" | |
| ], | |
| "predicted_codes": [ | |
| "11H(SEVERINUS)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"11H(SEVERINUS)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.611111111111111, | |
| "code_precision": 1.0, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 774, | |
| "gt_codes": [ | |
| "71F314" | |
| ], | |
| "predicted_codes": [ | |
| "71P432" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"71P432\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4000000000000001, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 775, | |
| "gt_codes": [ | |
| "41E2", | |
| "47D31" | |
| ], | |
| "predicted_codes": [ | |
| "41A723", | |
| "46E221" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"41A723\", \"46E221\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.28500000000000003, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 776, | |
| "gt_codes": [ | |
| "41A671" | |
| ], | |
| "predicted_codes": [ | |
| "25F711(BUTTERFLY)", | |
| "25G4(THISTLE)", | |
| "25G41(CARNATION)", | |
| "25G41(CONVOLVULUS)", | |
| "25G41(DAGSCONE)", | |
| "25G41(FRITILLARY)", | |
| "25G41(LILAC)", | |
| "25G41(MARIGOLD)", | |
| "25G41(NARCISSUS)", | |
| "25G41(PANSY)", | |
| "25G41(ROSE)", | |
| "25G41(TULIP)", | |
| "25G41(VIOLET)", | |
| "41A671", | |
| "41A711(+2)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25F711(BUTTERFLY)\", \"25G4(THISTLE)\", \"25G41(CARNATION)\", \"25G41(CONVOLVULUS)\", \"25G41(DAGSCONE)\", \"25G41(FRITILLARY)\", \"25G41(LILAC)\", \"25G41(MARIGOLD)\", \"25G41(NARCISSUS)\", \"25G41(PANSY)\", \"25G41(ROSE)\", \"25G41(TULIP)\", \"25G41(VIOLET)\", \"41A671\", \"41A711(+2)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 15, | |
| "total_predicted": 15, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.1927710843373494, | |
| "code_precision": 0.06666666666666667, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 777, | |
| "gt_codes": [ | |
| "59BB3", | |
| "57AA3", | |
| "57BB22", | |
| "54AA21", | |
| "46A85", | |
| "33B31(+0)" | |
| ], | |
| "predicted_codes": [ | |
| "46A17", | |
| "33B9" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46A17\", \"33B9\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2925, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 778, | |
| "gt_codes": [ | |
| "48C24", | |
| "92L41", | |
| "92L1913", | |
| "31A27331", | |
| "92L17911" | |
| ], | |
| "predicted_codes": [ | |
| "92D1916", | |
| "48C7351", | |
| "48A9851", | |
| "48C7352" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"92D1916\", \"48C7351\", \"48A9851\", \"48C7352\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.4021307506053268, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 779, | |
| "gt_codes": [ | |
| "92D1916" | |
| ], | |
| "predicted_codes": [ | |
| "25G41(ROSE)", | |
| "92D1916" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G41(ROSE)\", \"92D1916\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6666666666666666, | |
| "code_precision": 0.5, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 780, | |
| "gt_codes": [ | |
| "86(ALTERIUS ALTERA POSCIT OPEM)", | |
| "86(AIDE MUTUELLE)", | |
| "86(EINER DARFF DES ANDERN H\u00dcLFF)", | |
| "31A25222", | |
| "31AA541", | |
| "41C326", | |
| "41C122", | |
| "54E11" | |
| ], | |
| "predicted_codes": [ | |
| "86(QUOD NON RETINET, NON EST SUUM)", | |
| "25H13", | |
| "41A773", | |
| "31A2245(+933)", | |
| "54E42" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"86(QUOD NON RETINET, NON EST SUUM)\", \"25H13\", \"41A773\", \"31A2245(+933)\", \"54E42\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 5, | |
| "total_predicted": 5, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.6249056603773585, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 781, | |
| "gt_codes": [ | |
| "24A", | |
| "25A13", | |
| "25FF24(WINGED HORSE)", | |
| "25G3(PALM-TREE)(+22)", | |
| "25H11", | |
| "41D921", | |
| "45C19(SHIELD)", | |
| "48A98(+2)", | |
| "48A9821", | |
| "48A98211", | |
| "48A98313", | |
| "48A9833", | |
| "48A9857(HARP)", | |
| "48A9857(LYRE)", | |
| "48A9857(SHIELD)", | |
| "48C244", | |
| "48C7321", | |
| "48C7322", | |
| "48C901", | |
| "49L16" | |
| ], | |
| "predicted_codes": [ | |
| "25G3(PALM-TREE)(+22)", | |
| "25H11", | |
| "26A", | |
| "31AA2748:25F(+342)", | |
| "31D15", | |
| "41A773", | |
| "41C345", | |
| "41D2653", | |
| "49L8", | |
| "49MM32", | |
| "49N", | |
| "49S10", | |
| "49S10:25F(+342)", | |
| "49S10:25I12", | |
| "49S10:25I13", | |
| "49S10:25I14", | |
| "49S10:25I15", | |
| "49S10:25I16", | |
| "49S10:25I17", | |
| "49S10:25I18", | |
| "49S10:25I19", | |
| "49S10:25I2" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"25G3(PALM-TREE)(+22)\", \"25H11\", \"26A\", \"31AA2748:25F(+342)\", \"31D15\", \"41A773\", \"41C345\", \"41D2653\", \"49L8\", \"49MM32\", \"49N\", \"49S10\", \"49S10:25F(+342)\", \"49S10:25I12\", \"49S10:25I13\", \"49S10:25I14\", \"49S10:25I15\", \"49S10:25I16\", \"49S10:25I17\", \"49S10:25I18\", \"49S10:25I19\", \"49S10:25I2\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 22, | |
| "total_predicted": 22, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.3701882210078933, | |
| "code_precision": 0.09090909090909091, | |
| "code_recall": 0.1 | |
| }, | |
| { | |
| "index": 782, | |
| "gt_codes": [ | |
| "31D15", | |
| "48B3", | |
| "48C51", | |
| "48C5111", | |
| "48C5142", | |
| "48C515", | |
| "48C73411" | |
| ], | |
| "predicted_codes": [ | |
| "31A511", | |
| "48B11(+32)", | |
| "48C5111", | |
| "48C5142" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A511\", \"48B11(+32)\", \"48C5111\", \"48C5142\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 4, | |
| "total_predicted": 4, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.7422901130623046, | |
| "code_precision": 0.5, | |
| "code_recall": 0.2857142857142857 | |
| }, | |
| { | |
| "index": 783, | |
| "gt_codes": [ | |
| "49D22" | |
| ], | |
| "predicted_codes": [ | |
| "49D22" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"49D22\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": true, | |
| "hierarchical_f1": 1.0, | |
| "code_precision": 1.0, | |
| "code_recall": 1.0 | |
| }, | |
| { | |
| "index": 784, | |
| "gt_codes": [ | |
| "31A2421", | |
| "31D15", | |
| "61B(+52)", | |
| "61B:31A2212(+1)" | |
| ], | |
| "predicted_codes": [ | |
| "31A24(+1)", | |
| "61B(+52)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8018936495791888, | |
| "code_precision": 0.5, | |
| "code_recall": 0.25 | |
| }, | |
| { | |
| "index": 785, | |
| "gt_codes": [ | |
| "73D58", | |
| "73D641" | |
| ], | |
| "predicted_codes": [ | |
| "73D641" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"73D641\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 1, | |
| "total_predicted": 1, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.8795518207282913, | |
| "code_precision": 1.0, | |
| "code_recall": 0.5 | |
| }, | |
| { | |
| "index": 786, | |
| "gt_codes": [ | |
| "31D14", | |
| "25F6", | |
| "41A7751", | |
| "46B41" | |
| ], | |
| "predicted_codes": [ | |
| "46B21", | |
| "47K3" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"46B21\", \"47K3\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.26333333333333336, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| }, | |
| { | |
| "index": 787, | |
| "gt_codes": [ | |
| "45K" | |
| ], | |
| "predicted_codes": [ | |
| "45H3(+2)", | |
| "61A(1597.08.01)" | |
| ], | |
| "generated_text": "{\"iconclass-codes\": [\"45H3(+2)\", \"61A(1597.08.01)\"]}", | |
| "valid_json": true, | |
| "valid_code_count": 2, | |
| "total_predicted": 2, | |
| "exact_match": false, | |
| "hierarchical_f1": 0.2533333333333333, | |
| "code_precision": 0.0, | |
| "code_recall": 0.0 | |
| } | |
| ] | |
| } |
Xet Storage Details
- Size:
- 445 kB
- Xet hash:
- f2335bda7ebab74a539341b64d0dcbd9d28a042e2d85a20300e4614be3b58500
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.