{ "summary": { "model": "davanstrien/qwen35-9b-iconclass-sft-brillfull", "dataset": "davanstrien/iconclass-vlm-brillfull", "split": "test", "num_evaluated": 788, "num_skipped": 0, "elapsed_seconds": 1666.1, "exact_match_accuracy": 0.0761, "hierarchical_f1": 0.5621, "code_precision": 0.3276, "code_recall": 0.2678, "code_f1": 0.2947, "valid_json_pct": 1.0, "valid_code_pct": 1.0 }, "results": [ { "index": 0, "gt_codes": [ "25F3", "25F38(PHEASANT)", "25H", "25H11", "25H213", "34B232(+51)" ], "predicted_codes": [ "25H132", "46C11" ], "generated_text": "{\"iconclass-codes\": [\"25H132\", \"46C11\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.4113480885311871, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 1, "gt_codes": [ "31A235", "31A24(+1)", "31D15:61BB", "61B(+53)", "61B:31A2212(+1)" ], "predicted_codes": [ "31A24(+1)", "31D15:61BB", "61B(+53)", "61B:31A2212(+1)" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.9754098360655737, "code_precision": 1.0, "code_recall": 0.8 }, { "index": 2, "gt_codes": [ "31A235", "31A2422", "41D222(CRAVAT)", "42F5(+0)", "48C5142", "61B(+54)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A25(+9321)", "48C731", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A25(+9321)\", \"48C731\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.6889663407716994, "code_precision": 0.3333333333333333, "code_recall": 0.125 }, { "index": 3, "gt_codes": [ "71P4121" ], "predicted_codes": [ "92D1916", "35", "48C7352", "41A6" ], "generated_text": "{\"iconclass-codes\": [\"92D1916\", \"35\", \"48C7352\", \"41A6\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 4, "gt_codes": [ "25I1" ], "predicted_codes": [ "25I", "31D14", "31D15", "41A771:25D13(TIN)", "46B355" ], "generated_text": "{\"iconclass-codes\": [\"25I\", \"31D14\", \"31D15\", \"41A771:25D13(TIN)\", \"46B355\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.18999999999999997, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 5, "gt_codes": [ "92C2", "92C4" ], "predicted_codes": [ "11G", "25F36(SWAN)", "48C7352" ], "generated_text": "{\"iconclass-codes\": [\"11G\", \"25F36(SWAN)\", \"48C7352\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 6, "gt_codes": [ "48B3", "48C513", "48C523", "61B2(HENDRIK BUSSERUS)11" ], "predicted_codes": [ "48C513" ], "generated_text": "{\"iconclass-codes\": [\"48C513\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.7055016181229773, "code_precision": 1.0, "code_recall": 0.25 }, { "index": 7, "gt_codes": [ "73G4932", "73G4933", "73G4931" ], "predicted_codes": [ "73G491" ], "generated_text": "{\"iconclass-codes\": [\"73G491\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.855, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 8, "gt_codes": [ "44B1" ], "predicted_codes": [ "45C22", "61B2(AUGUST )11" ], "generated_text": "{\"iconclass-codes\": [\"45C22\", \"61B2(AUGUST )11\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.12666666666666665, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 9, "gt_codes": [ "31A2421", "31D15:61BB", "61B(+52)" ], "predicted_codes": [ "31A2421", "31D15:61BB", "61B(+52)" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 10, "gt_codes": [ "85" ], "predicted_codes": [ "83(OVID, Metamorphoses)" ], "generated_text": "{\"iconclass-codes\": [\"83(OVID, Metamorphoses)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.20000000000000004, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 11, "gt_codes": [ "61B(+2)", "61B(+55)" ], "predicted_codes": [ "31A231", "31D15:61BB", "48C161" ], "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31D15:61BB\", \"48C161\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 12, "gt_codes": [ "31A24(+1)", "31D15:61BB", "41D225", "41D2661", "41D2662", "46A122", "61B(+53)" ], "predicted_codes": [ "31A24(+1)", "31D15:61BB", "41D222(RUFF)", "41D2661", "41D2662", "46A122", "61B(+53)" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"41D222(RUFF)\", \"41D2661\", \"41D2662\", \"46A122\", \"61B(+53)\"]}", "valid_json": true, "valid_code_count": 7, "total_predicted": 7, "exact_match": false, "hierarchical_f1": 0.9857142857142858, "code_precision": 0.8571428571428571, "code_recall": 0.8571428571428571 }, { "index": 13, "gt_codes": [ "49D22(+0):13C222:49D36", "49E39", "5(+3)" ], "predicted_codes": [ "11G", "49D22(+0)", "49E39" ], "generated_text": "{\"iconclass-codes\": [\"11G\", \"49D22(+0)\", \"49E39\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.6666666666666666, "code_precision": 0.3333333333333333, "code_recall": 0.3333333333333333 }, { "index": 14, "gt_codes": [ "48A9876(+744)", "48A9861", "48A98211", "48A98333", "31AA2321", "31A2321", "48A9854", "11G1911" ], "predicted_codes": [ "73C8614" ], "generated_text": "{\"iconclass-codes\": [\"73C8614\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 15, "gt_codes": [ "25G4(Coriander)" ], "predicted_codes": [ "25G4(Coriander)" ], "generated_text": "{\"iconclass-codes\": [\"25G4(Coriander)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 16, "gt_codes": [ "31A2421", "31D12", "45B", "61B(+52)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.8215067028538531, "code_precision": 0.6666666666666666, "code_recall": 0.3333333333333333 }, { "index": 17, "gt_codes": [ "73", "73B57" ], "predicted_codes": [ "73", "73B57" ], "generated_text": "{\"iconclass-codes\": [\"73\", \"73B57\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 18, "gt_codes": [ "49L17", "49M413", "49M3", "49L12(T)" ], "predicted_codes": [ "49L17", "49M413", "49M3", "49L12(Z)" ], "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(Z)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 1.0, "code_precision": 0.75, "code_recall": 0.75 }, { "index": 19, "gt_codes": [ "25F3", "31D12", "31D13", "41A1", "41A77", "43C114", "45C15(ARROW)", "45C15(BOW)", "46C13141", "46C1463" ], "predicted_codes": [ "25F44", "31D112", "46C24" ], "generated_text": "{\"iconclass-codes\": [\"25F44\", \"31D112\", \"46C24\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.5057856465380968, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 20, "gt_codes": [ "71T551" ], "predicted_codes": [ "71F326" ], "generated_text": "{\"iconclass-codes\": [\"71F326\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.4000000000000001, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 21, "gt_codes": [ "25F24(DEER)(+45)", "25F24(DEER)(+621)", "25G3", "25G4(DICTAMNUS)", "25H114", "31A2351", "31A25552", "31EE23461", "33C971", "45C15(ARROW)", "45C15(BOW)", "45C23", "54AA7(+4)", "56BB1(+4)", "56F2(+4)", "92D16", "92D18(ARROW)", "92D18(BOW)", "92D18(QUIVER)" ], "predicted_codes": [ "25F24(STAG)(+63)", "25G11", "25H114", "31A2352(+89)", "31D120:5(+123)", "34B11(+9512)", "43C111231", "43C1147", "45C15(ARROW)", "45C15(BOW)", "45C23", "56BB1(+4):56F2(+4)", "56F2515(+4)", "56FF2515(+4)", "86(DULCEDO VICTRIX)", "92D156" ], "generated_text": "{\"iconclass-codes\": [\"25F24(STAG)(+63)\", \"25G11\", \"25H114\", \"31A2352(+89)\", \"31D120:5(+123)\", \"34B11(+9512)\", \"43C111231\", \"43C1147\", \"45C15(ARROW)\", \"45C15(BOW)\", \"45C23\", \"56BB1(+4):56F2(+4)\", \"56F2515(+4)\", \"56FF2515(+4)\", \"86(DULCEDO VICTRIX)\", \"92D156\"]}", "valid_json": true, "valid_code_count": 16, "total_predicted": 16, "exact_match": false, "hierarchical_f1": 0.7067383147264557, "code_precision": 0.25, "code_recall": 0.21052631578947367 }, { "index": 22, "gt_codes": [ "41A3311", "41A721", "42G:61B2(...)13", "47I4222" ], "predicted_codes": [ "31A25(+9321)", "41D221(HAT)", "61B(+53)" ], "generated_text": "{\"iconclass-codes\": [\"31A25(+9321)\", \"41D221(HAT)\", \"61B(+53)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.18267716535433068, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 23, "gt_codes": [ "31A2421", "31D15:61BB", "41D222(RABAT)", "61B(+52)" ], "predicted_codes": [ "31A24(+1)", "31D15:61BB", "41D221(BOOGJESMUTS)", "41D222(RABAT)", "41D26611", "61B(+53)" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"41D221(BOOGJESMUTS)\", \"41D222(RABAT)\", \"41D26611\", \"61B(+53)\"]}", "valid_json": true, "valid_code_count": 6, "total_predicted": 6, "exact_match": false, "hierarchical_f1": 0.9409305156007965, "code_precision": 0.3333333333333333, "code_recall": 0.5 }, { "index": 24, "gt_codes": [ "31A231", "31A2422", "44B1:61B(+2)", "61B(+55)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A231", "31A2422", "61B(+55)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31A2422\", \"61B(+55)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.8993350149048384, "code_precision": 1.0, "code_recall": 0.6666666666666666 }, { "index": 25, "gt_codes": [ "31A235", "31A24(+1)", "31D15:61BB", "31D17", "61B(+54)", "61B:31A2212(+1)" ], "predicted_codes": [ "31A235", "31A24(+1)", "31D15:61BB", "61B(+54)", "61B:31A2212(+1)" ], "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A24(+1)\", \"31D15:61BB\", \"61B(+54)\", \"61B:31A2212(+1)\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.9795918367346939, "code_precision": 1.0, "code_recall": 0.8333333333333334 }, { "index": 26, "gt_codes": [ "23O33", "23O41", "23O42", "23O43", "23O11", "23O12" ], "predicted_codes": [ "23O41" ], "generated_text": "{\"iconclass-codes\": [\"23O41\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.8461538461538461, "code_precision": 1.0, "code_recall": 0.16666666666666666 }, { "index": 27, "gt_codes": [ "44C312", "44C35(SOCIALISMO)", "41C711", "61B2(LENIN, Vladimir)3", "61B2(KUN, Bela)3" ], "predicted_codes": [ "46A17", "31D12(+53)", "48C91" ], "generated_text": "{\"iconclass-codes\": [\"46A17\", \"31D12(+53)\", \"48C91\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.12406417112299466, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 28, "gt_codes": [ "11M3", "94O5" ], "predicted_codes": [ "83(BOCCACCIO, De claris mulieribus)", "92B1", "92C4" ], "generated_text": "{\"iconclass-codes\": [\"83(BOCCACCIO, De claris mulieribus)\", \"92B1\", \"92C4\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.1142857142857143, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 29, "gt_codes": [ "44C312", "44B42", "61I(CONGRESSO DI BRUXELLES)", "54AA2" ], "predicted_codes": [ "46B31", "45A20", "44C312", "44G19" ], "generated_text": "{\"iconclass-codes\": [\"46B31\", \"45A20\", \"44C312\", \"44G19\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.39375, "code_precision": 0.25, "code_recall": 0.25 }, { "index": 30, "gt_codes": [ "11I61", "44B111" ], "predicted_codes": [ "49B24", "61B2" ], "generated_text": "{\"iconclass-codes\": [\"49B24\", \"61B2\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.095, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 31, "gt_codes": [ "25G3(+351)", "25G3(+371)", "25H11", "25H216", "31B6235", "33A35", "34B11", "46C11", "46C131", "46C13142", "47I211", "47I221" ], "predicted_codes": [ "25H11", "46C131" ], "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C131\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.6200948684777922, "code_precision": 1.0, "code_recall": 0.16666666666666666 }, { "index": 32, "gt_codes": [ "25H", "34B11", "43C114" ], "predicted_codes": [ "25H15", "34B11" ], "generated_text": "{\"iconclass-codes\": [\"25H15\", \"34B11\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.628, "code_precision": 0.5, "code_recall": 0.3333333333333333 }, { "index": 33, "gt_codes": [ "25H11", "25H114" ], "predicted_codes": [ "25H114", "31A(+73)", "31B6235", "33A35" ], "generated_text": "{\"iconclass-codes\": [\"25H114\", \"31A(+73)\", \"31B6235\", \"33A35\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.39384288747346075, "code_precision": 0.25, "code_recall": 0.5 }, { "index": 34, "gt_codes": [ "49M42", "49M3" ], "predicted_codes": [ "49M3" ], "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.8795518207282913, "code_precision": 1.0, "code_recall": 0.5 }, { "index": 35, "gt_codes": [ "46A151" ], "predicted_codes": [ "31A462", "31D17" ], "generated_text": "{\"iconclass-codes\": [\"31A462\", \"31D17\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 36, "gt_codes": [ "25H213", "25I", "25I1461", "31D11221", "31D12", "31D15", "31D16", "41B162", "41B4", "45B", "46C11", "46C223", "9", "96B113" ], "predicted_codes": [ "25H11", "46C131" ], "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C131\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.3457154213036566, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 37, "gt_codes": [ "31D15", "92D1916" ], "predicted_codes": [ "25H15", "31D15", "47I221" ], "generated_text": "{\"iconclass-codes\": [\"25H15\", \"31D15\", \"47I221\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.4, "code_precision": 0.3333333333333333, "code_recall": 0.5 }, { "index": 38, "gt_codes": [ "71D1922", "73" ], "predicted_codes": [ "25H", "31D14", "31D15", "41A7751", "41B162", "41C21", "41C27(POT)", "41C69", "41D221(HAT)", "45B", "45C13(SWORD)", "45C16(RIFLE)(+63)" ], "generated_text": "{\"iconclass-codes\": [\"25H\", \"31D14\", \"31D15\", \"41A7751\", \"41B162\", \"41C21\", \"41C27(POT)\", \"41C69\", \"41D221(HAT)\", \"45B\", \"45C13(SWORD)\", \"45C16(RIFLE)(+63)\"]}", "valid_json": true, "valid_code_count": 12, "total_predicted": 12, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 39, "gt_codes": [ "41D221(fur hat)" ], "predicted_codes": [ "31D16" ], "generated_text": "{\"iconclass-codes\": [\"31D16\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 40, "gt_codes": [ "73F412", "49L171" ], "predicted_codes": [ "11H(PAUL)", "49L12(D)", "49L171" ], "generated_text": "{\"iconclass-codes\": [\"11H(PAUL)\", \"49L12(D)\", \"49L171\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.5398773006134969, "code_precision": 0.3333333333333333, "code_recall": 0.5 }, { "index": 41, "gt_codes": [ "25G3(+351)", "25H17", "41A17" ], "predicted_codes": [ "25G3", "25H17", "41A17" ], "generated_text": "{\"iconclass-codes\": [\"25G3\", \"25H17\", \"41A17\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 1.0, "code_precision": 0.6666666666666666, "code_recall": 0.6666666666666666 }, { "index": 42, "gt_codes": [ "23R14", "25F716(CRAB)(+471)", "41B32(+1)", "43C128", "47K(+21)", "51L42:22C", "86(DURCH IHREN SCHEIN BEWOGEN)" ], "predicted_codes": [ "25F716(CRAY-FISH)(+49)", "25G3", "25H213", "31A233", "31D14(+89)", "31D15", "33C23", "41B121", "41B1211", "41B1212", "41B1213", "41B1214", "41B1215", "41B1216", "41B1217", "41B1218", "41B122", "41B123", "41B124", "41B125", "41B126", "41B127", "41B128", "41B1311", "41B1312", "41B1313", "41B1314", "41B1315", "41B1316", "41B1317", "41B132", "41B133", "41B134", "41B135", "41B136", "41B137", "41B138", "41B139" ], "generated_text": "{\"iconclass-codes\": [\"25F716(CRAY-FISH)(+49)\", \"25G3\", \"25H213\", \"31A233\", \"31D14(+89)\", \"31D15\", \"33C23\", \"41B121\", \"41B1211\", \"41B1212\", \"41B1213\", \"41B1214\", \"41B1215\", \"41B1216\", \"41B1217\", \"41B1218\", \"41B122\", \"41B123\", \"41B124\", \"41B125\", \"41B126\", \"41B127\", \"41B128\", \"41B1311\", \"41B1312\", \"41B1313\", \"41B1314\", \"41B1315\", \"41B1316\", \"41B1317\", \"41B132\", \"41B133\", \"41B134\", \"41B135\", \"41B136\", \"41B137\", \"41B138\", \"41B139\"]}", "valid_json": true, "valid_code_count": 38, "total_predicted": 38, "exact_match": false, "hierarchical_f1": 0.3839109478999312, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 43, "gt_codes": [ "48A9831" ], "predicted_codes": [ "73G491" ], "generated_text": "{\"iconclass-codes\": [\"73G491\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 44, "gt_codes": [ "11HH(HELENA)" ], "predicted_codes": [ "11HH(HELENA)" ], "generated_text": "{\"iconclass-codes\": [\"11HH(HELENA)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 45, "gt_codes": [ "73D641" ], "predicted_codes": [ "73D641" ], "generated_text": "{\"iconclass-codes\": [\"73D641\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 46, "gt_codes": [ "25H1" ], "predicted_codes": [ "25H1" ], "generated_text": "{\"iconclass-codes\": [\"25H1\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 47, "gt_codes": [ "11(+5):61B", "11P315(DOMINICANS)", "61B(+52)", "73", "73D41" ], "predicted_codes": [ "11H", "25G41(LILY)", "31A25221", "31A2523", "61B(+52)" ], "generated_text": "{\"iconclass-codes\": [\"11H\", \"25G41(LILY)\", \"31A25221\", \"31A2523\", \"61B(+52)\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.3094012738853503, "code_precision": 0.2, "code_recall": 0.2 }, { "index": 48, "gt_codes": [ "49D22" ], "predicted_codes": [ "49D22" ], "generated_text": "{\"iconclass-codes\": [\"49D22\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 49, "gt_codes": [ "31A44411", "46A122", "5(+1)" ], "predicted_codes": [ "31A(+89)", "46A122", "9" ], "generated_text": "{\"iconclass-codes\": [\"31A(+89)\", \"46A122\", \"9\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.5233333333333333, "code_precision": 0.3333333333333333, "code_recall": 0.3333333333333333 }, { "index": 50, "gt_codes": [ "31B6217", "31D15" ], "predicted_codes": [ "31A221" ], "generated_text": "{\"iconclass-codes\": [\"31A221\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.38, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 51, "gt_codes": [ "25A", "25A13", "31A235", "31F11", "41A251", "41A711", "41A7122", "41A721", "49C3", "49C32", "49M32", "61B(+55)" ], "predicted_codes": [ "25A13", "49L6" ], "generated_text": "{\"iconclass-codes\": [\"25A13\", \"49L6\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.4109335576114381, "code_precision": 0.5, "code_recall": 0.08333333333333333 }, { "index": 52, "gt_codes": [ "31A2422", "31A534", "31A5341", "41D222(RUFF)", "61B(+52)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+52)", "61B:31A2212(+1)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.8496302382908792, "code_precision": 1.0, "code_recall": 0.5714285714285714 }, { "index": 53, "gt_codes": [ "31D15", "41A1", "45B", "45B(+22)", "46C13141" ], "predicted_codes": [ "25I", "31D14", "31D15", "46C13141(+75247)", "46C1411" ], "generated_text": "{\"iconclass-codes\": [\"25I\", \"31D14\", \"31D15\", \"46C13141(+75247)\", \"46C1411\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.5970114192495922, "code_precision": 0.2, "code_recall": 0.2 }, { "index": 54, "gt_codes": [ "12B61", "12BB63", "25F(+342)", "25F23(LION)(+351)", "25I144", "25I153", "31A141", "31A2512(+932)", "31A2512(+933)", "31A2513(+933)", "31A2515(+933)", "31A25432", "31A25551", "31A26112(+51)", "31A2711", "31AA222(+89)", "31AA2513", "31AA2711", "31D11221(+89)", "31D14" ], "predicted_codes": [ "25F3(+342)", "26A", "31AA2741", "31D14", "31D15", "31E2382", "33C96", "41A11", "41B162", "41B32(+1)", "41D211", "41D2339", "45C11(SPEAR)", "45C19(SHIELD)", "45C22", "45C221", "45I611", "46C1215", "48C149", "54EE31(+4):56BB1(+4)" ], "generated_text": "{\"iconclass-codes\": [\"25F3(+342)\", \"26A\", \"31AA2741\", \"31D14\", \"31D15\", \"31E2382\", \"33C96\", \"41A11\", \"41B162\", \"41B32(+1)\", \"41D211\", \"41D2339\", \"45C11(SPEAR)\", \"45C19(SHIELD)\", \"45C22\", \"45C221\", \"45I611\", \"46C1215\", \"48C149\", \"54EE31(+4):56BB1(+4)\"]}", "valid_json": true, "valid_code_count": 20, "total_predicted": 20, "exact_match": false, "hierarchical_f1": 0.3039172238140719, "code_precision": 0.05, "code_recall": 0.05 }, { "index": 55, "gt_codes": [ "25H214", "41A17" ], "predicted_codes": [ "25I3", "41A17" ], "generated_text": "{\"iconclass-codes\": [\"25I3\", \"41A17\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.69, "code_precision": 0.5, "code_recall": 0.5 }, { "index": 56, "gt_codes": [ "11Q713", "48C73341" ], "predicted_codes": [ "11Q713", "61E(AMSTERDAM)", "61F(SINT-NICOLAASKERK)" ], "generated_text": "{\"iconclass-codes\": [\"11Q713\", \"61E(AMSTERDAM)\", \"61F(SINT-NICOLAASKERK)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.4, "code_precision": 0.3333333333333333, "code_recall": 0.5 }, { "index": 57, "gt_codes": [ "11F4", "11F4122", "11F715", "11F716", "31A2421", "41C", "61B(+52)" ], "predicted_codes": [ "11F4", "31A24(+1)", "61B(+53)" ], "generated_text": "{\"iconclass-codes\": [\"11F4\", \"31A24(+1)\", \"61B(+53)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.7927313868613138, "code_precision": 0.3333333333333333, "code_recall": 0.14285714285714285 }, { "index": 58, "gt_codes": [ "25F3", "41A772", "48C73411", "92D1916" ], "predicted_codes": [ "25G41(ROSE)", "31A(+89)", "31D112", "47I2111", "47I221", "92D1916" ], "generated_text": "{\"iconclass-codes\": [\"25G41(ROSE)\", \"31A(+89)\", \"31D112\", \"47I2111\", \"47I221\", \"92D1916\"]}", "valid_json": true, "valid_code_count": 6, "total_predicted": 6, "exact_match": false, "hierarchical_f1": 0.354, "code_precision": 0.16666666666666666, "code_recall": 0.25 }, { "index": 59, "gt_codes": [ "31A2211", "31A2422" ], "predicted_codes": [ "31A24(+1)", "61B(+52)" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.5590384615384616, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 60, "gt_codes": [ "11H(LAURENCE)" ], "predicted_codes": [ "11H(JOHN CHRYSOSTOM)" ], "generated_text": "{\"iconclass-codes\": [\"11H(JOHN CHRYSOSTOM)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 1.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 61, "gt_codes": [ "23E41", "23F41", "25I" ], "predicted_codes": [ "23F41", "25G3(+371)", "26D1", "43C24" ], "generated_text": "{\"iconclass-codes\": [\"23F41\", \"25G3(+371)\", \"26D1\", \"43C24\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.47245984784446315, "code_precision": 0.25, "code_recall": 0.3333333333333333 }, { "index": 62, "gt_codes": [ "73D313" ], "predicted_codes": [ "73B4" ], "generated_text": "{\"iconclass-codes\": [\"73B4\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.38, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 63, "gt_codes": [ "41A4231", "41A712", "45D311", "45D313", "48C911", "49L511", "49LL71", "49L72", "83(PLUTARCH, Parallel Lives of Illustrious Greeks and Romans)", "98B(PLUTARCH)5", "98B(POMPEY)1", "98B(STRABO, G.P.S.)5" ], "predicted_codes": [ "49B25", "49C3(+1)", "49L62" ], "generated_text": "{\"iconclass-codes\": [\"49B25\", \"49C3(+1)\", \"49L62\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.30143727161997563, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 64, "gt_codes": [ "41E2", "43C512", "48C5142:48C533" ], "predicted_codes": [ "11R5", "23U25", "48C7351" ], "generated_text": "{\"iconclass-codes\": [\"11R5\", \"23U25\", \"48C7351\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.2375, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 65, "gt_codes": [ "49L12(P)", "49L171", "73E42" ], "predicted_codes": [ "11U2", "49L12(P)", "49L171" ], "generated_text": "{\"iconclass-codes\": [\"11U2\", \"49L12(P)\", \"49L171\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.6666666666666666, "code_precision": 0.6666666666666666, "code_recall": 0.6666666666666666 }, { "index": 66, "gt_codes": [ "41D221(HAT)", "61B(+52)", "61B:31D14" ], "predicted_codes": [ "31A2421", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.6666666666666666, "code_precision": 0.6666666666666666, "code_recall": 0.6666666666666666 }, { "index": 67, "gt_codes": [ "43A42" ], "predicted_codes": [ "43A42" ], "generated_text": "{\"iconclass-codes\": [\"43A42\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 68, "gt_codes": [ "33B1" ], "predicted_codes": [ "42D31" ], "generated_text": "{\"iconclass-codes\": [\"42D31\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 69, "gt_codes": [ "31A2421", "31D12", "61B(+52)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A24(+1)", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.8875343490045797, "code_precision": 0.6666666666666666, "code_recall": 0.4 }, { "index": 70, "gt_codes": [ "25F36(SWAN)", "42E31", "52E2(+4)", "58BB1(+4)", "86(SIBI CANIT ET ORBI)" ], "predicted_codes": [ "25F36(SWAN)(+1)", "25H114", "86(NEC VULTUS NEC VERBA)" ], "generated_text": "{\"iconclass-codes\": [\"25F36(SWAN)(+1)\", \"25H114\", \"86(NEC VULTUS NEC VERBA)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.5318435754189944, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 71, "gt_codes": [ "49E39", "25G4" ], "predicted_codes": [ "25G4(Bronzer Wasser)" ], "generated_text": "{\"iconclass-codes\": [\"25G4(Bronzer Wasser)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.6666666666666666, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 72, "gt_codes": [ "31B1", "35", "47I2112", "47I221", "48C7351", "9", "97CC64" ], "predicted_codes": [ "25H11", "47I2112" ], "generated_text": "{\"iconclass-codes\": [\"25H11\", \"47I2112\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.3589743589743589, "code_precision": 0.5, "code_recall": 0.14285714285714285 }, { "index": 73, "gt_codes": [ "25H114", "46A14", "47I214", "47I221" ], "predicted_codes": [ "25H13", "47I21" ], "generated_text": "{\"iconclass-codes\": [\"25H13\", \"47I21\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.7163867355727822, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 74, "gt_codes": [ "46C13142" ], "predicted_codes": [ "25H1" ], "generated_text": "{\"iconclass-codes\": [\"25H1\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 75, "gt_codes": [ "45C22" ], "predicted_codes": [ "45C22" ], "generated_text": "{\"iconclass-codes\": [\"45C22\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 76, "gt_codes": [ "25H2", "43C121" ], "predicted_codes": [ "25H1", "47I221" ], "generated_text": "{\"iconclass-codes\": [\"25H1\", \"47I221\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.4000000000000001, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 77, "gt_codes": [ "86(ALSO WARDT DER HIMMEL UND DIE ERDTEN VOLLENDET)", "11A1", "71A2", "10", "11Q71444", "11P131" ], "predicted_codes": [ "11C23", "11D51", "11Q01", "24A6", "24B31", "24F2", "25H114", "25I12", "31AA2763", "49E121", "86(WAS DER HERR UND DIE ERDEN VOLLMA\u00dfT)" ], "generated_text": "{\"iconclass-codes\": [\"11C23\", \"11D51\", \"11Q01\", \"24A6\", \"24B31\", \"24F2\", \"25H114\", \"25I12\", \"31AA2763\", \"49E121\", \"86(WAS DER HERR UND DIE ERDEN VOLLMA\\u00dfT)\"]}", "valid_json": true, "valid_code_count": 11, "total_predicted": 11, "exact_match": false, "hierarchical_f1": 0.2816115107913669, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 78, "gt_codes": [ "41A2", "41B21", "42B71" ], "predicted_codes": [ "41A2", "41C652" ], "generated_text": "{\"iconclass-codes\": [\"41A2\", \"41C652\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.5952197802197802, "code_precision": 0.5, "code_recall": 0.3333333333333333 }, { "index": 79, "gt_codes": [ "31A2211", "61B(+2)" ], "predicted_codes": [ "31A24(+1)", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.8251106639839035, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 80, "gt_codes": [ "73D721" ], "predicted_codes": [ "73D76" ], "generated_text": "{\"iconclass-codes\": [\"73D76\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.76, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 81, "gt_codes": [ "23O11", "46C215(RUDDER)", "57A6(+4)", "86(FIDEM FATI VIRTUTE SEQUEMUR)", "92B11221" ], "predicted_codes": [ "23O41", "25F(+36)", "25FF6('CAPPRAE CORVINAE')", "25H23", "49L8" ], "generated_text": "{\"iconclass-codes\": [\"23O41\", \"25F(+36)\", \"25FF6('CAPPRAE CORVINAE')\", \"25H23\", \"49L8\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.2009585253456221, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 82, "gt_codes": [ "48A9876", "48C244" ], "predicted_codes": [ "46A12", "48A98311", "45C221" ], "generated_text": "{\"iconclass-codes\": [\"46A12\", \"48A98311\", \"45C221\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.49639225181598057, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 83, "gt_codes": [ "11Q651", "31A24(+1)", "31D15:61BB", "41D222(RUFF)", "41D262", "41D26611", "46A12", "61B(+53)" ], "predicted_codes": [ "31A2421", "31D15:61BB", "41D222(RUFF)", "41D26611", "41D2664", "41D2665", "41E2(+0)", "48C7352", "61B(+53)" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"41D222(RUFF)\", \"41D26611\", \"41D2664\", \"41D2665\", \"41E2(+0)\", \"48C7352\", \"61B(+53)\"]}", "valid_json": true, "valid_code_count": 9, "total_predicted": 9, "exact_match": false, "hierarchical_f1": 0.7690102758247702, "code_precision": 0.4444444444444444, "code_recall": 0.5 }, { "index": 84, "gt_codes": [ "25F34", "25F39(HOOPOE)", "25H213(+1)" ], "predicted_codes": [ "25F34", "25F37(HERON)" ], "generated_text": "{\"iconclass-codes\": [\"25F34\", \"25F37(HERON)\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.8040983606557377, "code_precision": 0.5, "code_recall": 0.3333333333333333 }, { "index": 85, "gt_codes": [ "25I", "41A12", "43B13", "46C112" ], "predicted_codes": [ "25I", "41A16" ], "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A16\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.6808290155440415, "code_precision": 0.5, "code_recall": 0.25 }, { "index": 86, "gt_codes": [ "25G3", "25H", "41A1", "46C2", "46C24" ], "predicted_codes": [ "25H", "41A17" ], "generated_text": "{\"iconclass-codes\": [\"25H\", \"41A17\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.6425396825396825, "code_precision": 0.5, "code_recall": 0.2 }, { "index": 87, "gt_codes": [ "31A2421", "61B(+52)", "61B:31D14" ], "predicted_codes": [ "31A2421", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 88, "gt_codes": [ "25G3", "25H" ], "predicted_codes": [ "25G3", "25H17" ], "generated_text": "{\"iconclass-codes\": [\"25G3\", \"25H17\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.7849999999999999, "code_precision": 0.5, "code_recall": 0.5 }, { "index": 89, "gt_codes": [ "25F3" ], "predicted_codes": [ "25F3" ], "generated_text": "{\"iconclass-codes\": [\"25F3\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 90, "gt_codes": [ "25H", "45H(+22)" ], "predicted_codes": [ "25H", "41B162", "45C13(SWORD)", "45H(+22)" ], "generated_text": "{\"iconclass-codes\": [\"25H\", \"41B162\", \"45C13(SWORD)\", \"45H(+22)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.7823439878234398, "code_precision": 0.5, "code_recall": 1.0 }, { "index": 91, "gt_codes": [ "31A559", "31D13", "31D14", "41A191", "41A761", "45C22", "92B423" ], "predicted_codes": [ "25F3", "41A761", "9" ], "generated_text": "{\"iconclass-codes\": [\"25F3\", \"41A761\", \"9\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.3302312543798178, "code_precision": 0.3333333333333333, "code_recall": 0.14285714285714285 }, { "index": 92, "gt_codes": [ "25I", "45D22(+32)", "46C24(FLUYT)", "46C24:47K", "46CC21" ], "predicted_codes": [ "25H13", "46C24" ], "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C24\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.6424322230828814, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 93, "gt_codes": [ "11P31521", "11Q713", "11Q7131(CHOIR SCREEN)", "11Q71454", "11Q72", "11Q7311", "25I", "31A233", "31A415", "34B11", "41B311", "42E141", "46A151" ], "predicted_codes": [ "11Q713", "25I", "48C162" ], "generated_text": "{\"iconclass-codes\": [\"11Q713\", \"25I\", \"48C162\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.5812021742572168, "code_precision": 0.6666666666666666, "code_recall": 0.15384615384615385 }, { "index": 94, "gt_codes": [ "33C23", "25H13", "11G", "46E1", "46E221", "25F72(SNAIL)" ], "predicted_codes": [ "11G", "45B", "26A", "31D14", "44BB191", "48C7352", "44B191", "44B192" ], "generated_text": "{\"iconclass-codes\": [\"11G\", \"45B\", \"26A\", \"31D14\", \"44BB191\", \"48C7352\", \"44B191\", \"44B192\"]}", "valid_json": true, "valid_code_count": 8, "total_predicted": 8, "exact_match": false, "hierarchical_f1": 0.31077540106951873, "code_precision": 0.125, "code_recall": 0.16666666666666666 }, { "index": 95, "gt_codes": [ "31A235", "31D15:61BB", "61B(+54)" ], "predicted_codes": [ "31A235", "31A2421", "31D15:61BB", "61B(+54)", "61B:31A2212(+1)" ], "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A2421\", \"31D15:61BB\", \"61B(+54)\", \"61B:31A2212(+1)\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.9281886387995713, "code_precision": 0.6, "code_recall": 1.0 }, { "index": 96, "gt_codes": [ "25G3", "25H213" ], "predicted_codes": [ "25H", "41A17" ], "generated_text": "{\"iconclass-codes\": [\"25H\", \"41A17\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.35625, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 97, "gt_codes": [ "11H(JOHN CHRYSOSTOM)36" ], "predicted_codes": [ "73B641" ], "generated_text": "{\"iconclass-codes\": [\"73B641\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 98, "gt_codes": [ "12CC13(ISIS)", "20" ], "predicted_codes": [ "24B", "92C1" ], "generated_text": "{\"iconclass-codes\": [\"24B\", \"92C1\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.095, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 99, "gt_codes": [ "11Q712", "22C8", "25H17:41D422", "25I", "25I5", "41A17", "41D427", "47D31", "47I1421" ], "predicted_codes": [ "11Q712", "25H", "25I" ], "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"25H\", \"25I\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.5167934782608694, "code_precision": 0.6666666666666666, "code_recall": 0.2222222222222222 }, { "index": 100, "gt_codes": [ "25F711", "25F711(BUTTERFLY)", "41A671", "48C24" ], "predicted_codes": [ "25F711(BUTTERFLY)", "25G4(ROSEMARY)", "25G4(ROSMARINUS OFFICIALIS)", "25G41(CARNATION)", "25G41(CONVOLVULUS)", "25G41(DAGSCONE)", "25G41(HOLLYHOCK)", "25G41(MARIGOLD)", "25G41(PANSY)", "25G41(SUNFLOWER)", "25G41(VIOLIER)", "41A671", "41A773(+2)", "48C24:61B(+52)" ], "generated_text": "{\"iconclass-codes\": [\"25F711(BUTTERFLY)\", \"25G4(ROSEMARY)\", \"25G4(ROSMARINUS OFFICIALIS)\", \"25G41(CARNATION)\", \"25G41(CONVOLVULUS)\", \"25G41(DAGSCONE)\", \"25G41(HOLLYHOCK)\", \"25G41(MARIGOLD)\", \"25G41(PANSY)\", \"25G41(SUNFLOWER)\", \"25G41(VIOLIER)\", \"41A671\", \"41A773(+2)\", \"48C24:61B(+52)\"]}", "valid_json": true, "valid_code_count": 14, "total_predicted": 14, "exact_match": false, "hierarchical_f1": 0.674009519219183, "code_precision": 0.14285714285714285, "code_recall": 0.5 }, { "index": 101, "gt_codes": [ "12A751", "49B24" ], "predicted_codes": [ "11H(NICHOLAS)", "46A21", "31E235" ], "generated_text": "{\"iconclass-codes\": [\"11H(NICHOLAS)\", \"46A21\", \"31E235\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.156, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 102, "gt_codes": [ "31D15" ], "predicted_codes": [ "31A231", "31D15" ], "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31D15\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.8165680473372781, "code_precision": 0.5, "code_recall": 1.0 }, { "index": 103, "gt_codes": [ "25H213", "25I41" ], "predicted_codes": [ "25H1991", "47D31" ], "generated_text": "{\"iconclass-codes\": [\"25H1991\", \"47D31\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.35625, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 104, "gt_codes": [ "32A5", "48C62" ], "predicted_codes": [ "48C91", "61B2(ROSSINI, Gioacchino)(+4)" ], "generated_text": "{\"iconclass-codes\": [\"48C91\", \"61B2(ROSSINI, Gioacchino)(+4)\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.3, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 105, "gt_codes": [ "25G4(Anis)" ], "predicted_codes": [ "25G4(Enzian)" ], "generated_text": "{\"iconclass-codes\": [\"25G4(Enzian)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 1.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 106, "gt_codes": [ "31A235", "31A2422", "31A5331", "41A251", "41A422", "41A711", "41A7122", "41C37", "41D212", "41D222(JABOT)", "41D2664", "49L511", "49L62", "49L7", "49M32", "61B(+55)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A235", "31A2422", "61B(+54)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A2422\", \"61B(+54)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.4682480587171578, "code_precision": 0.75, "code_recall": 0.16666666666666666 }, { "index": 107, "gt_codes": [ "31A2422", "61B(+52)", "61B:31D14" ], "predicted_codes": [ "31A24(+1)", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.9516666666666667, "code_precision": 0.6666666666666666, "code_recall": 0.6666666666666666 }, { "index": 108, "gt_codes": [ "11Q713", "11Q71454", "48C24" ], "predicted_codes": [ "12B61", "48C7352" ], "generated_text": "{\"iconclass-codes\": [\"12B61\", \"48C7352\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.34545454545454546, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 109, "gt_codes": [ "73D415" ], "predicted_codes": [ "45B", "25I1", "31D14", "46C112", "45K14" ], "generated_text": "{\"iconclass-codes\": [\"45B\", \"25I1\", \"31D14\", \"46C112\", \"45K14\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 110, "gt_codes": [ "25G21(GOURD)", "25G41(ROSE)", "31A559", "33C23", "47I221", "47I2213", "83(HOOFT, Granida)" ], "predicted_codes": [ "25G3", "41C7111", "9" ], "generated_text": "{\"iconclass-codes\": [\"25G3\", \"41C7111\", \"9\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.23609218436873744, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 111, "gt_codes": [ "49L17", "49M413", "49M3", "49L12(N)" ], "predicted_codes": [ "49L17", "49M413", "49M3", "49L12(I)" ], "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(I)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 1.0, "code_precision": 0.75, "code_recall": 0.75 }, { "index": 112, "gt_codes": [ "48C149", "61E(ROMA)", "61F(COLOSSEO)", "48A72" ], "predicted_codes": [ "48C149", "61E(ROMA)", "61F(COLOSSEO)" ], "generated_text": "{\"iconclass-codes\": [\"48C149\", \"61E(ROMA)\", \"61F(COLOSSEO)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.9159891598915989, "code_precision": 1.0, "code_recall": 0.75 }, { "index": 113, "gt_codes": [ "86(CLARIUS INDE MICAT)", "24A81", "25D11(DIAMOND)", "22C5", "11A2", "11M31" ], "predicted_codes": [ "86(CLARIUS INDE MICAT)", "41A35", "24A", "49L7", "49MM32" ], "generated_text": "{\"iconclass-codes\": [\"86(CLARIUS INDE MICAT)\", \"41A35\", \"24A\", \"49L7\", \"49MM32\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.3194053208137715, "code_precision": 0.2, "code_recall": 0.16666666666666666 }, { "index": 114, "gt_codes": [ "49C212", "52" ], "predicted_codes": [ "49D22(+0)", "49L16" ], "generated_text": "{\"iconclass-codes\": [\"49D22(+0)\", \"49L16\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.2533333333333333, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 115, "gt_codes": [ "25F33(EAGLE)(+5262)", "25H114", "25I2", "25I6", "31A22210", "46C2322", "73D83", "86(SIC ALOR)" ], "predicted_codes": [ "25F39(DOVE)(+47)", "25G11", "25H213", "25I6", "46C112:47G52", "46C232", "86(SIC ALOR)" ], "generated_text": "{\"iconclass-codes\": [\"25F39(DOVE)(+47)\", \"25G11\", \"25H213\", \"25I6\", \"46C112:47G52\", \"46C232\", \"86(SIC ALOR)\"]}", "valid_json": true, "valid_code_count": 7, "total_predicted": 7, "exact_match": false, "hierarchical_f1": 0.6757980652962514, "code_precision": 0.2857142857142857, "code_recall": 0.25 }, { "index": 116, "gt_codes": [ "73B57" ], "predicted_codes": [ "73B57" ], "generated_text": "{\"iconclass-codes\": [\"73B57\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 117, "gt_codes": [ "49B24" ], "predicted_codes": [ "49B24", "49B251" ], "generated_text": "{\"iconclass-codes\": [\"49B24\", \"49B251\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.9361702127659575, "code_precision": 0.5, "code_recall": 1.0 }, { "index": 118, "gt_codes": [ "41A775", "45C11(SPEAR)", "45C16(CANNON)", "45C221", "92D1916" ], "predicted_codes": [ "45C13(SWORD)", "92D1916" ], "generated_text": "{\"iconclass-codes\": [\"45C13(SWORD)\", \"92D1916\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.7694656488549618, "code_precision": 0.5, "code_recall": 0.2 }, { "index": 119, "gt_codes": [ "25H" ], "predicted_codes": [ "25G3", "41A671" ], "generated_text": "{\"iconclass-codes\": [\"25G3\", \"41A671\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.2533333333333333, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 120, "gt_codes": [ "49M3" ], "predicted_codes": [ "49M3" ], "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 121, "gt_codes": [ "34B11", "31D14(+72)", "31D14(+9321)" ], "predicted_codes": [ "31D14(+72)", "31D14(+9321)", "31D14(+9321)" ], "generated_text": "{\"iconclass-codes\": [\"31D14(+72)\", \"31D14(+9321)\", \"31D14(+9321)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.8461538461538461, "code_precision": 1.0, "code_recall": 0.6666666666666666 }, { "index": 122, "gt_codes": [ "11Q7121(TOWER)", "25H2", "25I2", "43C128" ], "predicted_codes": [ "25I146", "61E(NIEUWLAND)" ], "generated_text": "{\"iconclass-codes\": [\"25I146\", \"61E(NIEUWLAND)\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.2590909090909091, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 123, "gt_codes": [ "49D22" ], "predicted_codes": [ "49D22" ], "generated_text": "{\"iconclass-codes\": [\"49D22\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 124, "gt_codes": [ "25H132", "41D263" ], "predicted_codes": [ "25H13", "46C127" ], "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C127\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.5275, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 125, "gt_codes": [ "25F35(PARROT)", "25G21(APRICOT)", "25G21(FIG)", "25G21(LEMON)", "25G21(MELON)", "25G21(POMEGRANATE)", "25G21(PRUNE)", "25G21(RED CURRANT)", "41A7751", "41C653", "41C653(LEMON)", "41C653(PRUNE)", "47I422", "47I4222" ], "predicted_codes": [ "25F3", "25G21(APRICOT)", "25G21(LEMON)", "25G21(MELON)", "41A7751", "41C653(LEMON)" ], "generated_text": "{\"iconclass-codes\": [\"25F3\", \"25G21(APRICOT)\", \"25G21(LEMON)\", \"25G21(MELON)\", \"41A7751\", \"41C653(LEMON)\"]}", "valid_json": true, "valid_code_count": 6, "total_predicted": 6, "exact_match": false, "hierarchical_f1": 0.9119999999999999, "code_precision": 0.8333333333333334, "code_recall": 0.35714285714285715 }, { "index": 126, "gt_codes": [ "25H", "31D11221" ], "predicted_codes": [ "25H114", "31D11221", "46C121" ], "generated_text": "{\"iconclass-codes\": [\"25H114\", \"31D11221\", \"46C121\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.628, "code_precision": 0.3333333333333333, "code_recall": 0.5 }, { "index": 127, "gt_codes": [ "25G3", "25H", "41A1", "41A33" ], "predicted_codes": [ "25G3", "41A671" ], "generated_text": "{\"iconclass-codes\": [\"25G3\", \"41A671\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.6990106007067137, "code_precision": 0.5, "code_recall": 0.25 }, { "index": 128, "gt_codes": [ "33A35" ], "predicted_codes": [ "31A254", "31B6(+932)", "33C23" ], "generated_text": "{\"iconclass-codes\": [\"31A254\", \"31B6(+932)\", \"33C23\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.3151515151515152, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 129, "gt_codes": [ "71A2", "71A22" ], "predicted_codes": [ "24A6", "13C" ], "generated_text": "{\"iconclass-codes\": [\"24A6\", \"13C\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 130, "gt_codes": [ "25F25(ELEPHANT)", "25I", "25I13", "34E22", "43B7" ], "predicted_codes": [ "25F", "25I1461" ], "generated_text": "{\"iconclass-codes\": [\"25F\", \"25I1461\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.48363636363636375, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 131, "gt_codes": [ "11I36", "73" ], "predicted_codes": [ "31A(+89)", "71", "71C214" ], "generated_text": "{\"iconclass-codes\": [\"31A(+89)\", \"71\", \"71C214\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.11304347826086956, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 132, "gt_codes": [ "33A52", "46A71" ], "predicted_codes": [ "31A25(+933)" ], "generated_text": "{\"iconclass-codes\": [\"31A25(+933)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.13333333333333333, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 133, "gt_codes": [ "25F72(OYSTER)", "25G21(LEMON)", "41C653(LEMON)", "47I4223" ], "predicted_codes": [ "25F716(LOBSTER)", "25G21(APPLE)", "25G21(CHERRY)", "25G21(LEMON)", "25G21(MELON)", "25G21(POMEGRANATE)", "41C323", "41C653(APPLE)", "41C653(LEMON)", "47I4223" ], "generated_text": "{\"iconclass-codes\": [\"25F716(LOBSTER)\", \"25G21(APPLE)\", \"25G21(CHERRY)\", \"25G21(LEMON)\", \"25G21(MELON)\", \"25G21(POMEGRANATE)\", \"41C323\", \"41C653(APPLE)\", \"41C653(LEMON)\", \"47I4223\"]}", "valid_json": true, "valid_code_count": 10, "total_predicted": 10, "exact_match": false, "hierarchical_f1": 0.9379957356076758, "code_precision": 0.3, "code_recall": 0.75 }, { "index": 134, "gt_codes": [ "31B19", "41A3911", "47I221" ], "predicted_codes": [ "25H11", "31D14", "47I221" ], "generated_text": "{\"iconclass-codes\": [\"25H11\", \"31D14\", \"47I221\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.4963210702341137, "code_precision": 0.3333333333333333, "code_recall": 0.3333333333333333 }, { "index": 135, "gt_codes": [ "11A23", "11D51", "11D52", "11Q0", "22C311", "25F3(+342)", "31A2512(+933)", "31A2512(+9341)", "31A511", "31A51452", "31AA2331", "31D12", "31D13", "31G1", "41A711", "41D2661", "41D2668", "44B1211", "46E221", "71Q82(+0)" ], "predicted_codes": [ "86(SI INVENTUS FUI IN OCVLOS TUOS, DA MIHI VITAM MEAM PETITIONE MEA)", "31D15", "42B74", "11Q0", "11M31", "11Q01" ], "generated_text": "{\"iconclass-codes\": [\"86(SI INVENTUS FUI IN OCVLOS TUOS, DA MIHI VITAM MEAM PETITIONE MEA)\", \"31D15\", \"42B74\", \"11Q0\", \"11M31\", \"11Q01\"]}", "valid_json": true, "valid_code_count": 6, "total_predicted": 6, "exact_match": false, "hierarchical_f1": 0.4210781517398745, "code_precision": 0.16666666666666666, "code_recall": 0.05 }, { "index": 136, "gt_codes": [ "25H114", "31EE2346", "45C13(SWORD)", "45C19(SHIELD)", "45C15(ARROW)", "45C22", "45C23", "53C11(+4)", "56E3(+22)", "56F2(+22)", "56F2(+4)", "86(NEMO ADEO FERUS EST, QUI NON MITESCERE POSSIT)", "92B46", "92B48(ARMOUR)", "92B48(SHIELD)", "92B48(SWORD)", "92D151", "92D18(QUIVER)" ], "predicted_codes": [ "86(AMORUM)", "92D152", "45C13(SWORD)", "45C13(DAGGER)", "45C13(CUTLASS)", "45C13(RAPIER)", "45C13(SCIMITAR)", "45C13(TAVERNIER)", "45C13(XIXE)", "45C13(HALBERD)", "45C13(LANCE)", "45C13(MACE)", "45C13(PETASUS)", "45C13(WOODEN SWORD)" ], "generated_text": "{\"iconclass-codes\": [\"86(AMORUM)\", \"92D152\", \"45C13(SWORD)\", \"45C13(DAGGER)\", \"45C13(CUTLASS)\", \"45C13(RAPIER)\", \"45C13(SCIMITAR)\", \"45C13(TAVERNIER)\", \"45C13(XIXE)\", \"45C13(HALBERD)\", \"45C13(LANCE)\", \"45C13(MACE)\", \"45C13(PETASUS)\", \"45C13(WOODEN SWORD)\"]}", "valid_json": true, "valid_code_count": 14, "total_predicted": 14, "exact_match": false, "hierarchical_f1": 0.6129641909814324, "code_precision": 0.07142857142857142, "code_recall": 0.05555555555555555 }, { "index": 137, "gt_codes": [ "25I", "25I1" ], "predicted_codes": [ "25H11", "25I" ], "generated_text": "{\"iconclass-codes\": [\"25H11\", \"25I\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.7344406779661016, "code_precision": 0.5, "code_recall": 0.5 }, { "index": 138, "gt_codes": [ "31D14", "31D15", "61B(+52)" ], "predicted_codes": [ "31A2421", "31D15:61BB", "61B(+52)" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.8033711340206185, "code_precision": 0.3333333333333333, "code_recall": 0.3333333333333333 }, { "index": 139, "gt_codes": [ "25F36(SWAN)", "41A11", "41A646", "43B42" ], "predicted_codes": [ "25F36(SWAN)", "41A1", "48C7351" ], "generated_text": "{\"iconclass-codes\": [\"25F36(SWAN)\", \"41A1\", \"48C7351\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.63984375, "code_precision": 0.3333333333333333, "code_recall": 0.25 }, { "index": 140, "gt_codes": [ "31A235", "31A2422", "41A721", "41D222(JABOT)", "46A122", "61B(+53)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+53)", "61B:31A2212(+1)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.7460815047021944, "code_precision": 1.0, "code_recall": 0.5 }, { "index": 141, "gt_codes": [ "25I", "25I1", "44B233" ], "predicted_codes": [ "25I", "25I1", "41A31" ], "generated_text": "{\"iconclass-codes\": [\"25I\", \"25I1\", \"41A31\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.7299999999999999, "code_precision": 0.6666666666666666, "code_recall": 0.6666666666666666 }, { "index": 142, "gt_codes": [ "73B93", "73B931" ], "predicted_codes": [ "73A621" ], "generated_text": "{\"iconclass-codes\": [\"73A621\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.39493670886075954, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 143, "gt_codes": [ "25G41(ANEMONE)", "25G41(CONVOLVULUS)", "25G41(DAFFODIL)", "25G41(DAGSCONE)", "25G41(NARCISSUS)", "25G41(ROSE)", "25G41(TULIP)", "25H11", "41A646", "41A671", "41D283" ], "predicted_codes": [ "25G41(ANEMONE)", "25G41(CARNATION)", "25G41(CONVOLVULUS)", "25G41(DAGSCONE)", "25G41(FRITILLARY)", "25G41(LILY-OF-THE-VALLEY)", "25G41(MARIGOLD)", "25G41(NARCISSUS)", "25G41(PANSY)", "25G41(TULIP)", "25G41(VIOLET)", "25H", "48A9876" ], "generated_text": "{\"iconclass-codes\": [\"25G41(ANEMONE)\", \"25G41(CARNATION)\", \"25G41(CONVOLVULUS)\", \"25G41(DAGSCONE)\", \"25G41(FRITILLARY)\", \"25G41(LILY-OF-THE-VALLEY)\", \"25G41(MARIGOLD)\", \"25G41(NARCISSUS)\", \"25G41(PANSY)\", \"25G41(TULIP)\", \"25G41(VIOLET)\", \"25H\", \"48A9876\"]}", "valid_json": true, "valid_code_count": 13, "total_predicted": 13, "exact_match": false, "hierarchical_f1": 0.8140692235734331, "code_precision": 0.38461538461538464, "code_recall": 0.45454545454545453 }, { "index": 144, "gt_codes": [ "31A247", "31A2514(+933)", "31A2516(+933)", "31A26211(+51)", "31A2747", "31A534", "31A611", "31B171", "31D14", "34B11", "41A23", "41A3221", "41A4231", "41A7612", "41A7633", "41B21", "41B31", "41B313", "41D211(+81)", "41D233(+81)" ], "predicted_codes": [ "25G3(PALM-TREE)(+27)", "31A2422", "31D16", "41A22", "41A3211", "41A33", "41B31(+1)", "41C321", "41C341", "41C37", "41D211", "41D221", "41D2339", "48C161" ], "generated_text": "{\"iconclass-codes\": [\"25G3(PALM-TREE)(+27)\", \"31A2422\", \"31D16\", \"41A22\", \"41A3211\", \"41A33\", \"41B31(+1)\", \"41C321\", \"41C341\", \"41C37\", \"41D211\", \"41D221\", \"41D2339\", \"48C161\"]}", "valid_json": true, "valid_code_count": 14, "total_predicted": 14, "exact_match": false, "hierarchical_f1": 0.6876485052287836, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 145, "gt_codes": [ "25G4(...)" ], "predicted_codes": [ "25G4(...)" ], "generated_text": "{\"iconclass-codes\": [\"25G4(...)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 146, "gt_codes": [ "31A231", "31A2422", "61B(+53)", "61B:31A2212(+1)" ], "predicted_codes": [ "31A2421", "31D15:61BB", "61B(+53)", "61B:31A2212(+1)" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.8774360795454546, "code_precision": 0.5, "code_recall": 0.5 }, { "index": 147, "gt_codes": [ "31D112", "42G:61B2(...)13", "61B(+53)", "61B:31A2212(+1)" ], "predicted_codes": [ "12B61", "31D112:61B2(...)1", "48C75" ], "generated_text": "{\"iconclass-codes\": [\"12B61\", \"31D112:61B2(...)1\", \"48C75\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.31214285714285717, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 148, "gt_codes": [ "61D(GERMANIA)", "61D(FRANCIA)", "45A145" ], "predicted_codes": [ "45A1", "61D(GERMANIA)", "32B311(TEDESCHI)(+9)" ], "generated_text": "{\"iconclass-codes\": [\"45A1\", \"61D(GERMANIA)\", \"32B311(TEDESCHI)(+9)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.7164601769911504, "code_precision": 0.3333333333333333, "code_recall": 0.3333333333333333 }, { "index": 149, "gt_codes": [ "11H(PETER)", "11Q733", "31A25561(+915)", "49L12(P)", "49L171", "73F45" ], "predicted_codes": [ "11H(PAUL)", "49L12(T)", "49L171", "73F45" ], "generated_text": "{\"iconclass-codes\": [\"11H(PAUL)\", \"49L12(T)\", \"49L171\", \"73F45\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.8439306358381503, "code_precision": 0.5, "code_recall": 0.3333333333333333 }, { "index": 150, "gt_codes": [ "11M41", "31A511" ], "predicted_codes": [ "31F26", "48C515" ], "generated_text": "{\"iconclass-codes\": [\"31F26\", \"48C515\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.19, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 151, "gt_codes": [ "31A231", "31A2421", "45C21", "61B(+53)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A24(+1)", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.8407047991526114, "code_precision": 0.3333333333333333, "code_recall": 0.16666666666666666 }, { "index": 152, "gt_codes": [ "33B41", "96D(SABINE WOMEN)61", "98" ], "predicted_codes": [ "31D15", "45B", "98" ], "generated_text": "{\"iconclass-codes\": [\"31D15\", \"45B\", \"98\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.42934362934362935, "code_precision": 0.3333333333333333, "code_recall": 0.3333333333333333 }, { "index": 153, "gt_codes": [ "73C221", "73C222", "73C223" ], "predicted_codes": [ "71E3243", "71E3245" ], "generated_text": "{\"iconclass-codes\": [\"71E3243\", \"71E3245\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.19000000000000003, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 154, "gt_codes": [ "92D1916", "48A98311", "25G41", "48A9875", "61B2(PFEFFERKORN, Johannes)11" ], "predicted_codes": [ "48A9876", "11G23", "48C5156" ], "generated_text": "{\"iconclass-codes\": [\"48A9876\", \"11G23\", \"48C5156\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.4006165228113441, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 155, "gt_codes": [ "31D14", "45H3", "25G3", "46C131", "45F4", "44B132", "53CC1" ], "predicted_codes": [ "45H3", "25I1", "46C291", "48A9876", "45K14", "45D21" ], "generated_text": "{\"iconclass-codes\": [\"45H3\", \"25I1\", \"46C291\", \"48A9876\", \"45K14\", \"45D21\"]}", "valid_json": true, "valid_code_count": 6, "total_predicted": 6, "exact_match": false, "hierarchical_f1": 0.42317241379310344, "code_precision": 0.16666666666666666, "code_recall": 0.14285714285714285 }, { "index": 156, "gt_codes": [ "31A2422", "31D13", "31D15:61BB", "61B(+53)" ], "predicted_codes": [ "31A2421", "31D15:61BB", "61B(+52)" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.9546009594417794, "code_precision": 0.3333333333333333, "code_recall": 0.25 }, { "index": 157, "gt_codes": [ "31A235", "31A24(+1)", "61B(+54)", "61B:31A2212(+1)" ], "predicted_codes": [ "31A24(+1)", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.9408479920345171, "code_precision": 0.3333333333333333, "code_recall": 0.25 }, { "index": 158, "gt_codes": [ "41A12", "61F(GROENEWOUDE)" ], "predicted_codes": [ "41A12", "61E(GROENESWOOL)", "61F(HUIS GROENESWOOL)" ], "generated_text": "{\"iconclass-codes\": [\"41A12\", \"61E(GROENESWOOL)\", \"61F(HUIS GROENESWOOL)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.888888888888889, "code_precision": 0.3333333333333333, "code_recall": 0.5 }, { "index": 159, "gt_codes": [ "34B11", "47I213", "47I221", "47I2211" ], "predicted_codes": [ "25G3", "41A671" ], "generated_text": "{\"iconclass-codes\": [\"25G3\", \"41A671\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.1191919191919192, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 160, "gt_codes": [ "44B1", "46A12", "45C21" ], "predicted_codes": [ "45C21", "61B2(WILHELM )11" ], "generated_text": "{\"iconclass-codes\": [\"45C21\", \"61B2(WILHELM )11\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.48096885813148793, "code_precision": 0.5, "code_recall": 0.3333333333333333 }, { "index": 161, "gt_codes": [ "11M42", "11M44", "25H", "25I", "44G0", "44G112", "46C13141", "46C1463", "54A2", "92D1916" ], "predicted_codes": [ "12EE13", "12FF13", "46C13141", "98" ], "generated_text": "{\"iconclass-codes\": [\"12EE13\", \"12FF13\", \"46C13141\", \"98\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.32062547098718913, "code_precision": 0.25, "code_recall": 0.1 }, { "index": 162, "gt_codes": [ "11K", "31A233", "31B1", "31D14", "31D15" ], "predicted_codes": [ "31D15", "42B742" ], "generated_text": "{\"iconclass-codes\": [\"31D15\", \"42B742\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.5059288537549407, "code_precision": 0.5, "code_recall": 0.2 }, { "index": 163, "gt_codes": [ "86(HOMO HOMINI DEUS)", "25I144", "25I154", "59B31", "59B4", "11N36", "92D17", "55B1", "31D14", "33A53", "56F231" ], "predicted_codes": [ "86(HOMO HOMINI DEUS)", "31D14", "31A25552", "31B7", "31A2511(+933)", "31A2512(+933)", "31A2513(+933)" ], "generated_text": "{\"iconclass-codes\": [\"86(HOMO HOMINI DEUS)\", \"31D14\", \"31A25552\", \"31B7\", \"31A2511(+933)\", \"31A2512(+933)\", \"31A2513(+933)\"]}", "valid_json": true, "valid_code_count": 7, "total_predicted": 7, "exact_match": false, "hierarchical_f1": 0.2943396226415094, "code_precision": 0.2857142857142857, "code_recall": 0.18181818181818182 }, { "index": 164, "gt_codes": [ "92A" ], "predicted_codes": [ "71A3421", "71A3422" ], "generated_text": "{\"iconclass-codes\": [\"71A3421\", \"71A3422\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 165, "gt_codes": [ "31A2421", "31D12", "45B", "61B(+52)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.8215067028538531, "code_precision": 0.6666666666666666, "code_recall": 0.3333333333333333 }, { "index": 166, "gt_codes": [ "73B633", "73B641" ], "predicted_codes": [ "73G491" ], "generated_text": "{\"iconclass-codes\": [\"73G491\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.4000000000000001, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 167, "gt_codes": [ "44C312" ], "predicted_codes": [ "43A12", "57AA621" ], "generated_text": "{\"iconclass-codes\": [\"43A12\", \"57AA621\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.12666666666666665, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 168, "gt_codes": [ "11D124", "11Q15", "25F23(LION)", "73D231", "73D633", "73E422" ], "predicted_codes": [ "73F2145" ], "generated_text": "{\"iconclass-codes\": [\"73F2145\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.25333333333333335, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 169, "gt_codes": [ "31D14", "31D15", "48C755", "61B(+52)" ], "predicted_codes": [ "31A254", "31D14", "31D15", "41C74(+1)", "61B(+52)" ], "generated_text": "{\"iconclass-codes\": [\"31A254\", \"31D14\", \"31D15\", \"41C74(+1)\", \"61B(+52)\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.7534435990737679, "code_precision": 0.6, "code_recall": 0.75 }, { "index": 170, "gt_codes": [ "25F23(LION)", "23U24", "11R5", "25A13", "11D131", "48C24", "48C16", "24D", "49E11", "24B21" ], "predicted_codes": [ "11G", "48C24", "49E39" ], "generated_text": "{\"iconclass-codes\": [\"11G\", \"48C24\", \"49E39\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.4087029288702929, "code_precision": 0.3333333333333333, "code_recall": 0.1 }, { "index": 171, "gt_codes": [ "11P3113", "11Q7146", "31A2422", "31A5341", "31D12", "41D221", "61B(+52)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.7034035656401945, "code_precision": 1.0, "code_recall": 0.3333333333333333 }, { "index": 172, "gt_codes": [ "25H1321" ], "predicted_codes": [ "25H13", "46C513" ], "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C513\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.57, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 173, "gt_codes": [ "46C24", "25H2322" ], "predicted_codes": [ "46C24", "25H13" ], "generated_text": "{\"iconclass-codes\": [\"46C24\", \"25H13\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.7849999999999999, "code_precision": 0.5, "code_recall": 0.5 }, { "index": 174, "gt_codes": [ "48B3:61B", "48C51", "48C5152", "48C5153", "61B(+55)", "61B:31D14" ], "predicted_codes": [ "31A24(+1)", "61B(+55)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+55)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.4444444444444444, "code_precision": 0.6666666666666666, "code_recall": 0.3333333333333333 }, { "index": 175, "gt_codes": [ "48A98211", "42E34" ], "predicted_codes": [ "46A122", "48C7352", "48A9875", "48A9831" ], "generated_text": "{\"iconclass-codes\": [\"46A122\", \"48C7352\", \"48A9875\", \"48A9831\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.5452173913043479, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 176, "gt_codes": [ "11L61", "25I11", "32B311(ROMANS)", "33A11", "46B3311", "46B51", "46C22", "46C24(+64)", "47B11(+12)", "47B11(+21)", "47B131", "47G3", "47G311", "47G52", "61E(JANICULUM)", "61E(SATURNIA)", "61F(VICUS ARGENTARIUS)", "91B1115", "96A1251" ], "predicted_codes": [ "41C5", "46A23", "46B111" ], "generated_text": "{\"iconclass-codes\": [\"41C5\", \"46A23\", \"46B111\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.23215165876777255, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 177, "gt_codes": [ "11C14", "71C11824(+0)" ], "predicted_codes": [ "71C324" ], "generated_text": "{\"iconclass-codes\": [\"71C324\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.37999999999999995, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 178, "gt_codes": [ "31A2521", "48B3:61B", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A24(+1)", "61B(+53)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+53)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.7168712985699842, "code_precision": 0.3333333333333333, "code_recall": 0.25 }, { "index": 179, "gt_codes": [ "49M42", "49M3" ], "predicted_codes": [ "49M3" ], "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.8795518207282913, "code_precision": 1.0, "code_recall": 0.5 }, { "index": 180, "gt_codes": [ "43A42" ], "predicted_codes": [ "41D2653", "44B191" ], "generated_text": "{\"iconclass-codes\": [\"41D2653\", \"44B191\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.19, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 181, "gt_codes": [ "41D221(HAT)", "48", "48C2", "48C514", "54BB2", "55C11", "86(VIEL ZIERDE, WENIG NUTZEN)" ], "predicted_codes": [ "31A2549", "31D14(+72)", "31D15(+89)", "41A221", "41A761", "41C321", "41D221(HAT)(+81)", "48C24", "48C244", "48C5142:48C533", "48C5152", "48C5153", "48C5155", "48C5156", "48C5157", "48C5159", "48C5159(+0)", "51E11(+4)", "51EE11(+4)", "86(VIEL ZIERDE, WENIG NUTZEN)" ], "generated_text": "{\"iconclass-codes\": [\"31A2549\", \"31D14(+72)\", \"31D15(+89)\", \"41A221\", \"41A761\", \"41C321\", \"41D221(HAT)(+81)\", \"48C24\", \"48C244\", \"48C5142:48C533\", \"48C5152\", \"48C5153\", \"48C5155\", \"48C5156\", \"48C5157\", \"48C5159\", \"48C5159(+0)\", \"51E11(+4)\", \"51EE11(+4)\", \"86(VIEL ZIERDE, WENIG NUTZEN)\"]}", "valid_json": true, "valid_code_count": 20, "total_predicted": 20, "exact_match": false, "hierarchical_f1": 0.6167693431501599, "code_precision": 0.05, "code_recall": 0.14285714285714285 }, { "index": 182, "gt_codes": [ "31D11222", "41A721", "41D2665", "42B742", "42G:61B2(...)13" ], "predicted_codes": [ "31A235", "31D112:61B2(...)1", "42G:61B2(...)13", "61B(+54)" ], "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31D112:61B2(...)1\", \"42G:61B2(...)13\", \"61B(+54)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.5509036827195467, "code_precision": 0.25, "code_recall": 0.2 }, { "index": 183, "gt_codes": [ "92C455" ], "predicted_codes": [ "92C454" ], "generated_text": "{\"iconclass-codes\": [\"92C454\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.9, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 184, "gt_codes": [ "25I3", "41D42" ], "predicted_codes": [ "25I3", "47I21" ], "generated_text": "{\"iconclass-codes\": [\"25I3\", \"47I21\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.6, "code_precision": 0.5, "code_recall": 0.5 }, { "index": 185, "gt_codes": [ "31A231", "31A2422", "61B(+53)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+53)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.9650711513583441, "code_precision": 1.0, "code_recall": 0.6 }, { "index": 186, "gt_codes": [ "86(VULPES, ET SIMIUS)", "25F23(LION)", "25F22(+343)", "25F23(FOX)", "52A2", "51A5" ], "predicted_codes": [ "86(VULPES, ET SIMIUS)", "25F23(LION)(+491)", "25F22", "25F23(FOX)(+491)", "57AA6142(+4)", "57A6142" ], "generated_text": "{\"iconclass-codes\": [\"86(VULPES, ET SIMIUS)\", \"25F23(LION)(+491)\", \"25F22\", \"25F23(FOX)(+491)\", \"57AA6142(+4)\", \"57A6142\"]}", "valid_json": true, "valid_code_count": 6, "total_predicted": 6, "exact_match": false, "hierarchical_f1": 0.7300000000000001, "code_precision": 0.16666666666666666, "code_recall": 0.16666666666666666 }, { "index": 187, "gt_codes": [ "49L171", "49M413", "49M3", "49L12(O)" ], "predicted_codes": [ "49L171", "49M413", "49M3", "49L12(O)" ], "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(O)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 188, "gt_codes": [ "48A98312" ], "predicted_codes": [ "48A98312", "48A9875" ], "generated_text": "{\"iconclass-codes\": [\"48A98312\", \"48A9875\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.9623865110246433, "code_precision": 0.5, "code_recall": 1.0 }, { "index": 189, "gt_codes": [ "41B162", "41B23(+0)", "41C12", "41C74", "41C74(+1)", "41C741" ], "predicted_codes": [ "31A25", "41C74(+1)", "46A14" ], "generated_text": "{\"iconclass-codes\": [\"31A25\", \"41C74(+1)\", \"46A14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.5106254709871891, "code_precision": 0.3333333333333333, "code_recall": 0.16666666666666666 }, { "index": 190, "gt_codes": [ "31A231", "31A2421", "45B", "61B(+54)", "61B:31D14" ], "predicted_codes": [ "31A231", "31A24(+1)", "61B(+54)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31A24(+1)\", \"61B(+54)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.8566666666666667, "code_precision": 0.75, "code_recall": 0.6 }, { "index": 191, "gt_codes": [ "32A5", "54F122" ], "predicted_codes": [ "46A17", "31D14(+52)", "31D14(+9321)" ], "generated_text": "{\"iconclass-codes\": [\"46A17\", \"31D14(+52)\", \"31D14(+9321)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.10857142857142858, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 192, "gt_codes": [ "44B113", "61B2(GOTTFRIED V OF BOUILLON, DUKE OF LOWER-LOTHARINGIA, KING OF JERUSALEM)" ], "predicted_codes": [ "11I62(SOLOMON)" ], "generated_text": "{\"iconclass-codes\": [\"11I62(SOLOMON)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 193, "gt_codes": [ "25H17", "25I2", "46A14", "46C1215", "46C145", "47D31", "51LL1", "54DD4:51K1", "86(INVENTIS NON FACILE EST ADDERE)" ], "predicted_codes": [ "86(INVENTIS NON FACILE EST ADDERE)" ], "generated_text": "{\"iconclass-codes\": [\"86(INVENTIS NON FACILE EST ADDERE)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.19999999999999998, "code_precision": 1.0, "code_recall": 0.1111111111111111 }, { "index": 194, "gt_codes": [ "25F22", "34E3" ], "predicted_codes": [ "25F" ], "generated_text": "{\"iconclass-codes\": [\"25F\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.37999999999999995, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 195, "gt_codes": [ "46A12", "48C5142", "41B31", "48A9875", "31A511", "41A222", "41C51" ], "predicted_codes": [ "41A2", "31D15", "48C24", "41B311", "41A7612", "41A421", "41A4211" ], "generated_text": "{\"iconclass-codes\": [\"41A2\", \"31D15\", \"48C24\", \"41B311\", \"41A7612\", \"41A421\", \"41A4211\"]}", "valid_json": true, "valid_code_count": 7, "total_predicted": 7, "exact_match": false, "hierarchical_f1": 0.553735632183908, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 196, "gt_codes": [ "25I146", "31A(+89)", "31D112", "73", "73B633" ], "predicted_codes": [ "25H13", "46C291" ], "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C291\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.10857142857142857, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 197, "gt_codes": [ "41A31", "43C11491", "61F(JAGDSCHLOSS LANGELEBEN)" ], "predicted_codes": [ "41A16", "48C1425" ], "generated_text": "{\"iconclass-codes\": [\"41A16\", \"48C1425\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.316, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 198, "gt_codes": [ "11D", "31D15", "41A3911", "73", "73C72212" ], "predicted_codes": [ "25H15", "31D14", "31D15" ], "generated_text": "{\"iconclass-codes\": [\"25H15\", \"31D14\", \"31D15\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.3, "code_precision": 0.3333333333333333, "code_recall": 0.2 }, { "index": 199, "gt_codes": [ "31E23621", "42E191", "44F51", "44G342" ], "predicted_codes": [ "49D22" ], "generated_text": "{\"iconclass-codes\": [\"49D22\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.16811594202898553, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 200, "gt_codes": [ "31A2421", "31A5331", "48A811", "61B(+2)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.8458423891169604, "code_precision": 0.3333333333333333, "code_recall": 0.16666666666666666 }, { "index": 201, "gt_codes": [ "31A231", "31A2421", "31D13", "31D15:61BB", "61B(+53)" ], "predicted_codes": [ "31A2421", "31D15:61BB", "61B(+53)" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.9495798319327731, "code_precision": 1.0, "code_recall": 0.6 }, { "index": 202, "gt_codes": [ "22C3114", "25F33(EAGLE)(+1)", "25G3(LAUREL)(+221)", "31D12", "48A9877" ], "predicted_codes": [ "25F39(DOVE)", "48A98(+2)", "48A9876", "48C161" ], "generated_text": "{\"iconclass-codes\": [\"25F39(DOVE)\", \"48A98(+2)\", \"48A9876\", \"48C161\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.5722123528196654, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 203, "gt_codes": [ "25I", "25I1", "41A51" ], "predicted_codes": [ "25I", "41A3911(+0)", "48C7351" ], "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A3911(+0)\", \"48C7351\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.6438290598290597, "code_precision": 0.3333333333333333, "code_recall": 0.3333333333333333 }, { "index": 204, "gt_codes": [ "25F", "31A2211", "47I213" ], "predicted_codes": [ "47I213" ], "generated_text": "{\"iconclass-codes\": [\"47I213\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.5, "code_precision": 1.0, "code_recall": 0.3333333333333333 }, { "index": 205, "gt_codes": [ "34B11(+921)", "34B11(+923)", "41A775" ], "predicted_codes": [ "25F23(FOX)(+41)", "25F23(FOX)(+63)", "25I9", "34B11(+9512)", "43C11123" ], "generated_text": "{\"iconclass-codes\": [\"25F23(FOX)(+41)\", \"25F23(FOX)(+63)\", \"25I9\", \"34B11(+9512)\", \"43C11123\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.3589669421487603, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 206, "gt_codes": [ "31D12", "41D221(HAT)", "48B3:61B", "48C75", "61B(+52)", "61B:31D14" ], "predicted_codes": [ "31A2421", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.528888888888889, "code_precision": 0.6666666666666666, "code_recall": 0.3333333333333333 }, { "index": 207, "gt_codes": [ "11H(ANTONY ABBOT)7", "11G", "11K" ], "predicted_codes": [ "11H(ANTONY ABBOT)35", "46A21" ], "generated_text": "{\"iconclass-codes\": [\"11H(ANTONY ABBOT)35\", \"46A21\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.5454545454545454, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 208, "gt_codes": [ "46A124", "25F23(BEAR)", "45C13(DAGGER)", "25H155", "34F11" ], "predicted_codes": [ "25H1", "43C1147", "46A12" ], "generated_text": "{\"iconclass-codes\": [\"25H1\", \"43C1147\", \"46A12\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.5076201153106983, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 209, "gt_codes": [ "31A2422", "61B(+52)", "61B:31D14" ], "predicted_codes": [ "31A24(+1)", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.9516666666666667, "code_precision": 0.6666666666666666, "code_recall": 0.6666666666666666 }, { "index": 210, "gt_codes": [ "11H(HUGH)" ], "predicted_codes": [ "11H(DUGO)" ], "generated_text": "{\"iconclass-codes\": [\"11H(DUGO)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 1.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 211, "gt_codes": [ "25F711", "25F711(+4813)", "25F711(BUTTERFLY)", "25F711(CATERPILLAR)" ], "predicted_codes": [ "25F711", "25F711(+4813)", "25F711(CATERPILLAR)" ], "generated_text": "{\"iconclass-codes\": [\"25F711\", \"25F711(+4813)\", \"25F711(CATERPILLAR)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 0.75 }, { "index": 212, "gt_codes": [ "31A2421", "31D15:61BB", "46A122", "49M32", "61B(+53)", "61B:31A2212(+1)" ], "predicted_codes": [ "31A2421", "31D15:61BB", "61B(+53)", "61B:31A2212(+1)" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.8, "code_precision": 1.0, "code_recall": 0.6666666666666666 }, { "index": 213, "gt_codes": [ "42A1931" ], "predicted_codes": [ "31A221", "31A25(+933)", "46B31" ], "generated_text": "{\"iconclass-codes\": [\"31A221\", \"31A25(+933)\", \"46B31\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.095, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 214, "gt_codes": [ "45A232", "51H42", "92B11221", "92D1916" ], "predicted_codes": [ "25G21(MELON)", "47I4223", "92D1916" ], "generated_text": "{\"iconclass-codes\": [\"25G21(MELON)\", \"47I4223\", \"92D1916\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.3945723336853221, "code_precision": 0.3333333333333333, "code_recall": 0.25 }, { "index": 215, "gt_codes": [ "31D15:61BB", "61B(+53)" ], "predicted_codes": [ "31A2421", "31D15:61BB", "61B(+52)" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.8847583643122676, "code_precision": 0.3333333333333333, "code_recall": 0.5 }, { "index": 216, "gt_codes": [ "31AA2354(+4)", "31D11221", "33C23", "41A773", "41C122", "43B3", "43C522", "86(LE TRICTRAC)" ], "predicted_codes": [ "31A2543", "31D1(+76)", "31D14", "31D15", "33C23", "41A221", "41A711", "41A721", "41B31(+1)", "41C321", "41C322", "41C341", "41C37", "41C711", "41C7111", "41C7112", "41C7113", "41C7114", "41C7115", "41C7118(ICE-BUCKET)", "41C7119(CUPBOARD)", "41C713", "41C714", "41C7141", "41C7142", "41C7143", "41C7144", "41C7145", "41C7146", "41C7147", "41C7148", "41C7151" ], "generated_text": "{\"iconclass-codes\": [\"31A2543\", \"31D1(+76)\", \"31D14\", \"31D15\", \"33C23\", \"41A221\", \"41A711\", \"41A721\", \"41B31(+1)\", \"41C321\", \"41C322\", \"41C341\", \"41C37\", \"41C711\", \"41C7111\", \"41C7112\", \"41C7113\", \"41C7114\", \"41C7115\", \"41C7118(ICE-BUCKET)\", \"41C7119(CUPBOARD)\", \"41C713\", \"41C714\", \"41C7141\", \"41C7142\", \"41C7143\", \"41C7144\", \"41C7145\", \"41C7146\", \"41C7147\", \"41C7148\", \"41C7151\"]}", "valid_json": true, "valid_code_count": 32, "total_predicted": 32, "exact_match": false, "hierarchical_f1": 0.5610939226519337, "code_precision": 0.03125, "code_recall": 0.125 }, { "index": 217, "gt_codes": [ "25I", "25I1", "43B42", "46C14", "47G1" ], "predicted_codes": [ "25I", "46C13141" ], "generated_text": "{\"iconclass-codes\": [\"25I\", \"46C13141\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.6708298171589311, "code_precision": 0.5, "code_recall": 0.2 }, { "index": 218, "gt_codes": [ "31A2422", "31D12", "61B(+52)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.9227040129275518, "code_precision": 1.0, "code_recall": 0.6 }, { "index": 219, "gt_codes": [ "49M42", "48AA983", "49M3" ], "predicted_codes": [ "49M3" ], "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.7394957983193278, "code_precision": 1.0, "code_recall": 0.3333333333333333 }, { "index": 220, "gt_codes": [ "23K32", "47I145" ], "predicted_codes": [ "46C123", "47I85" ], "generated_text": "{\"iconclass-codes\": [\"46C123\", \"47I85\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.3275373134328358, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 221, "gt_codes": [ "31A2421", "31A2422", "31A5341", "31D14", "31D15", "41D222(TIE)", "61B(+52)", "61B:31A2212(+1)" ], "predicted_codes": [ "31A24(+1)", "31D15", "61B(+52)" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15\", \"61B(+52)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.8107941693892938, "code_precision": 0.6666666666666666, "code_recall": 0.25 }, { "index": 222, "gt_codes": [ "71C243" ], "predicted_codes": [ "71C324" ], "generated_text": "{\"iconclass-codes\": [\"71C324\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.6, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 223, "gt_codes": [ "31A(+65)", "11I62(ISAIAH)", "73D6", "71A421", "11D1311", "73A56", "71E3243", "71E1343" ], "predicted_codes": [ "48A9831", "73D641" ], "generated_text": "{\"iconclass-codes\": [\"48A9831\", \"73D641\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.2746218487394958, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 224, "gt_codes": [ "47G6(PLUMB-LINE)", "54A431(+4)", "54F12(+4)", "56F2(+4)", "86(AD AMUSSIM)", "92D156" ], "predicted_codes": [ "25H16", "31A2748:5(+113)", "47D8(ANVIL)(+0)", "47D8(HAMMER)(+0)", "51B3(+4):51I3(+4)", "51BB3(+4)", "51II3(+4)", "86(DURCH DIE H\u00c4NDE WIRD ERZIEHT, WAS DER VERSTAND GEDACHT)" ], "generated_text": "{\"iconclass-codes\": [\"25H16\", \"31A2748:5(+113)\", \"47D8(ANVIL)(+0)\", \"47D8(HAMMER)(+0)\", \"51B3(+4):51I3(+4)\", \"51BB3(+4)\", \"51II3(+4)\", \"86(DURCH DIE H\\u00c4NDE WIRD ERZIEHT, WAS DER VERSTAND GEDACHT)\"]}", "valid_json": true, "valid_code_count": 8, "total_predicted": 8, "exact_match": false, "hierarchical_f1": 0.3150395778364116, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 225, "gt_codes": [ "49C122" ], "predicted_codes": [ "49C121", "5(+11)" ], "generated_text": "{\"iconclass-codes\": [\"49C121\", \"5(+11)\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.6, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 226, "gt_codes": [ "11H(JAMES THE GREAT)" ], "predicted_codes": [ "11H(LEONARD)", "31E23621" ], "generated_text": "{\"iconclass-codes\": [\"11H(LEONARD)\", \"31E23621\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.6666666666666666, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 227, "gt_codes": [ "33C3211", "42D3421" ], "predicted_codes": [ "31D17", "42A56" ], "generated_text": "{\"iconclass-codes\": [\"31D17\", \"42A56\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.28500000000000003, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 228, "gt_codes": [ "25G3(OAK)", "25G4(IVY)(+39)", "51H11", "56F23", "86(HIER IMMER ZU VERBLEIBEN)" ], "predicted_codes": [ "25G3", "25G41", "25H17", "86(HIER IMMER ZU VERBLEIBEN)" ], "generated_text": "{\"iconclass-codes\": [\"25G3\", \"25G41\", \"25H17\", \"86(HIER IMMER ZU VERBLEIBEN)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.6481974569932685, "code_precision": 0.25, "code_recall": 0.2 }, { "index": 229, "gt_codes": [ "31A(+73)", "41E2(+0)", "43C7851" ], "predicted_codes": [ "31D112", "48C5142" ], "generated_text": "{\"iconclass-codes\": [\"31D112\", \"48C5142\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.2723170731707317, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 230, "gt_codes": [ "25F72(OYSTER)", "41C314", "41C323", "41C621", "47D8(KNIFE)" ], "predicted_codes": [ "25F716(LOBSTER)", "41C323", "41C341", "41C37" ], "generated_text": "{\"iconclass-codes\": [\"25F716(LOBSTER)\", \"41C323\", \"41C341\", \"41C37\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.7414666666666667, "code_precision": 0.25, "code_recall": 0.2 }, { "index": 231, "gt_codes": [ "49M41", "49M3" ], "predicted_codes": [ "31D16", "41D221(HAT)" ], "generated_text": "{\"iconclass-codes\": [\"31D16\", \"41D221(HAT)\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.12666666666666665, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 232, "gt_codes": [ "73C222", "73C221", "73C223" ], "predicted_codes": [ "73C8614" ], "generated_text": "{\"iconclass-codes\": [\"73C8614\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.57, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 233, "gt_codes": [ "25F23(BEAR)", "34F12" ], "predicted_codes": [ "85A(BEAR AND CUB)", "29A" ], "generated_text": "{\"iconclass-codes\": [\"85A(BEAR AND CUB)\", \"29A\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.095, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 234, "gt_codes": [ "61B(+2)", "61B(+55)" ], "predicted_codes": [ "31A231", "31D15:61BB", "41D221(CAP)", "41D2661", "61B(+55)" ], "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31D15:61BB\", \"41D221(CAP)\", \"41D2661\", \"61B(+55)\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.33333333333333337, "code_precision": 0.2, "code_recall": 0.5 }, { "index": 235, "gt_codes": [ "73G431" ], "predicted_codes": [ "73G491" ], "generated_text": "{\"iconclass-codes\": [\"73G491\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.8000000000000002, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 236, "gt_codes": [ "49L12(R)", "49L171", "73D82(NAILS)(+3)", "73E123" ], "predicted_codes": [ "11D324", "11G1911", "11H(PAUL)", "11Q7562", "48C7352", "49L12(B)", "49L171" ], "generated_text": "{\"iconclass-codes\": [\"11D324\", \"11G1911\", \"11H(PAUL)\", \"11Q7562\", \"48C7352\", \"49L12(B)\", \"49L171\"]}", "valid_json": true, "valid_code_count": 7, "total_predicted": 7, "exact_match": false, "hierarchical_f1": 0.38488576449912126, "code_precision": 0.14285714285714285, "code_recall": 0.25 }, { "index": 237, "gt_codes": [ "49L171", "49M413", "49M3", "49L12(D)" ], "predicted_codes": [ "49L171", "49M413", "49M3", "49L12(D)" ], "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(D)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 238, "gt_codes": [ "42B742" ], "predicted_codes": [ "92D1", "92L41" ], "generated_text": "{\"iconclass-codes\": [\"92D1\", \"92L41\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 239, "gt_codes": [ "31A2422", "61B(+53)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A24(+1)", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.9454808857552054, "code_precision": 0.3333333333333333, "code_recall": 0.25 }, { "index": 240, "gt_codes": [ "11Q712", "25I", "25I1", "25I145", "45H3", "46C21", "46C215(MAST)", "46C24" ], "predicted_codes": [ "25I", "25I1", "46C2" ], "generated_text": "{\"iconclass-codes\": [\"25I\", \"25I1\", \"46C2\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.7652063492063492, "code_precision": 0.6666666666666666, "code_recall": 0.25 }, { "index": 241, "gt_codes": [ "46C13141" ], "predicted_codes": [ "25H", "34B11", "43C11(+4241)", "46C131" ], "generated_text": "{\"iconclass-codes\": [\"25H\", \"34B11\", \"43C11(+4241)\", \"46C131\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.4193434343434344, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 242, "gt_codes": [ "45B", "45C22", "45C221", "61B:31D14" ], "predicted_codes": [ "31A2422", "45B", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"45B\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.6654033771106941, "code_precision": 0.5, "code_recall": 0.5 }, { "index": 243, "gt_codes": [ "11U1", "11U4" ], "predicted_codes": [ "73E12" ], "generated_text": "{\"iconclass-codes\": [\"73E12\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 244, "gt_codes": [ "25G3", "31A235", "31A2422", "31A5331", "41A641", "41A711", "41C37", "41D222(RABAT)", "46A122", "48C161", "61B(+54)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A235", "31A2422", "61B(+54)", "61B:31A2212(+1)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A2422\", \"61B(+54)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.6021505376344085, "code_precision": 1.0, "code_recall": 0.38461538461538464 }, { "index": 245, "gt_codes": [ "25F26(HARE)", "43C113" ], "predicted_codes": [ "25F26(HARE)", "34B11", "43C113" ], "generated_text": "{\"iconclass-codes\": [\"25F26(HARE)\", \"34B11\", \"43C113\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.8, "code_precision": 0.6666666666666666, "code_recall": 1.0 }, { "index": 246, "gt_codes": [ "25H", "46C13141" ], "predicted_codes": [ "25H", "46C13141" ], "generated_text": "{\"iconclass-codes\": [\"25H\", \"46C13141\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 247, "gt_codes": [ "25H114", "25H213", "25I", "41A362:47G541", "41A775", "47I14", "73", "73C815" ], "predicted_codes": [ "11Q712", "25H13", "25I" ], "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"25H13\", \"25I\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.3892548647365923, "code_precision": 0.3333333333333333, "code_recall": 0.125 }, { "index": 248, "gt_codes": [ "11Q712" ], "predicted_codes": [ "11Q712", "61E(AMSTERDAM)", "61F(WESTERKERK)" ], "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"61E(AMSTERDAM)\", \"61F(WESTERKERK)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.5, "code_precision": 0.3333333333333333, "code_recall": 1.0 }, { "index": 249, "gt_codes": [ "11H(JOHN)" ], "predicted_codes": [ "11H(JOHN THE BAPTIST)" ], "generated_text": "{\"iconclass-codes\": [\"11H(JOHN THE BAPTIST)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 1.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 250, "gt_codes": [ "44B4211", "45A20", "45A232" ], "predicted_codes": [ "45H3(+2)" ], "generated_text": "{\"iconclass-codes\": [\"45H3(+2)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.34545454545454546, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 251, "gt_codes": [ "35", "49M41" ], "predicted_codes": [ "85" ], "generated_text": "{\"iconclass-codes\": [\"85\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 252, "gt_codes": [ "31A2542", "31A2549", "34B11", "41A2", "41A33", "41A414", "48C7311", "48C7312", "48C7323", "48C7332", "48C7351", "48C75" ], "predicted_codes": [ "31A2542", "31B6235", "33A3", "33A35", "34B11", "41A2", "41A711", "41A721", "41C12", "41C323", "41D221(HAT)", "48C731(+0)", "48C7323", "48C7351", "48C741" ], "generated_text": "{\"iconclass-codes\": [\"31A2542\", \"31B6235\", \"33A3\", \"33A35\", \"34B11\", \"41A2\", \"41A711\", \"41A721\", \"41C12\", \"41C323\", \"41D221(HAT)\", \"48C731(+0)\", \"48C7323\", \"48C7351\", \"48C741\"]}", "valid_json": true, "valid_code_count": 15, "total_predicted": 15, "exact_match": false, "hierarchical_f1": 0.7529735022833522, "code_precision": 0.3333333333333333, "code_recall": 0.4166666666666667 }, { "index": 253, "gt_codes": [ "25F23(LION)(+5212)", "25F23(LION)(+547)", "41B1", "41B162", "56DD1", "86(MAGNIS VANA TERRENT)" ], "predicted_codes": [ "25F23(LION)(+1)", "25F23(LION)(+49)", "25H17", "26C0:5(+4)", "54A8(+4):54AA1(+4)", "86(MAGNIS VANA TERRET)" ], "generated_text": "{\"iconclass-codes\": [\"25F23(LION)(+1)\", \"25F23(LION)(+49)\", \"25H17\", \"26C0:5(+4)\", \"54A8(+4):54AA1(+4)\", \"86(MAGNIS VANA TERRET)\"]}", "valid_json": true, "valid_code_count": 6, "total_predicted": 6, "exact_match": false, "hierarchical_f1": 0.5766714490674318, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 254, "gt_codes": [ "11F4" ], "predicted_codes": [ "11F4" ], "generated_text": "{\"iconclass-codes\": [\"11F4\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 255, "gt_codes": [ "31A22621:22C4(BLONDE)", "31A235", "31A2421", "61B(+55)" ], "predicted_codes": [ "31A235", "31A24(+1)", "61B(+55)", "61B:31A2212(+1)" ], "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A24(+1)\", \"61B(+55)\", \"61B:31A2212(+1)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.8793590198863637, "code_precision": 0.5, "code_recall": 0.5 }, { "index": 256, "gt_codes": [ "41C741", "42B", "43C7" ], "predicted_codes": [ "42B74", "43C128" ], "generated_text": "{\"iconclass-codes\": [\"42B74\", \"43C128\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.5008524590163933, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 257, "gt_codes": [ "31A2422", "31D15:61BB", "61B(+53)", "61B:31A2212(+1)" ], "predicted_codes": [ "31A24(+1)", "31D15:61BB", "61B(+53)", "61B:31A2212(+1)" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.96375, "code_precision": 0.75, "code_recall": 0.75 }, { "index": 258, "gt_codes": [ "31A231", "31A2422", "31A25161", "31A5339", "41A2", "41A711", "41A721", "41C37", "49L511", "49L62", "49M32", "61B(+54)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A231", "31A2422", "61B(+53)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.6181369524984577, "code_precision": 0.75, "code_recall": 0.21428571428571427 }, { "index": 259, "gt_codes": [ "48A98(+2)", "49M3" ], "predicted_codes": [ "49M3" ], "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.7460815047021944, "code_precision": 1.0, "code_recall": 0.5 }, { "index": 260, "gt_codes": [ "31D15", "41D2632", "46C5135", "25H154" ], "predicted_codes": [ "31D15", "25H15", "41A761" ], "generated_text": "{\"iconclass-codes\": [\"31D15\", \"25H15\", \"41A761\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.6685013876040704, "code_precision": 0.3333333333333333, "code_recall": 0.25 }, { "index": 261, "gt_codes": [ "31A422", "43C9", "48C73411", "48C7351", "48C7524", "48C7525" ], "predicted_codes": [ "43C92" ], "generated_text": "{\"iconclass-codes\": [\"43C92\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.38, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 262, "gt_codes": [ "31AA533(...)", "31D15:61BB", "41D26611", "61B(+53)" ], "predicted_codes": [ "31A2421", "31D15:61BB", "61B(+53)", "61B:31A2212(+1)" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.7142114384748701, "code_precision": 0.5, "code_recall": 0.5 }, { "index": 263, "gt_codes": [ "25F72(SNAIL)(+521)", "51A51", "52A53", "86(SUCHE DICH NICHT AUSSER DIR)" ], "predicted_codes": [ "25F713(+4712)", "86(NEC VIRTUS NEC FORTUNA)" ], "generated_text": "{\"iconclass-codes\": [\"25F713(+4712)\", \"86(NEC VIRTUS NEC FORTUNA)\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.5866666666666667, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 264, "gt_codes": [ "31D14", "31D13", "41D221(HEADBAND)", "31B6211" ], "predicted_codes": [ "31D14", "31D15" ], "generated_text": "{\"iconclass-codes\": [\"31D14\", \"31D15\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.6788927335640139, "code_precision": 0.5, "code_recall": 0.25 }, { "index": 265, "gt_codes": [ "25H11", "25H15", "25H212", "33B3", "45B", "45C16(PISTOL)", "45H(+22)", "46C131", "46C13141" ], "predicted_codes": [ "25H11", "43C11(+4241)", "46C131" ], "generated_text": "{\"iconclass-codes\": [\"25H11\", \"43C11(+4241)\", \"46C131\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.6214363676053265, "code_precision": 0.6666666666666666, "code_recall": 0.2222222222222222 }, { "index": 266, "gt_codes": [ "25G3(+211)", "25H15", "31A2225" ], "predicted_codes": [ "25H15", "31D14" ], "generated_text": "{\"iconclass-codes\": [\"25H15\", \"31D14\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.6341514360313315, "code_precision": 0.5, "code_recall": 0.3333333333333333 }, { "index": 267, "gt_codes": [ "25I5" ], "predicted_codes": [ "41A63", "48C2" ], "generated_text": "{\"iconclass-codes\": [\"41A63\", \"48C2\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 268, "gt_codes": [ "11R5", "11R71", "25G4(+32)", "31A211", "31A216", "31F11", "86(EX MAXIMO MINIMUM)" ], "predicted_codes": [ "31A21", "49G62" ], "generated_text": "{\"iconclass-codes\": [\"31A21\", \"49G62\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.353561979421852, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 269, "gt_codes": [ "41A2", "47I212" ], "predicted_codes": [ "31A2542", "31B6235", "33C23", "41A775", "41B214", "41C12", "41C74(+1)", "41D221(HAT)", "48C7311" ], "generated_text": "{\"iconclass-codes\": [\"31A2542\", \"31B6235\", \"33C23\", \"41A775\", \"41B214\", \"41C12\", \"41C74(+1)\", \"41D221(HAT)\", \"48C7311\"]}", "valid_json": true, "valid_code_count": 9, "total_predicted": 9, "exact_match": false, "hierarchical_f1": 0.30558746736292425, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 270, "gt_codes": [ "25I", "31A21", "34E22", "41A2", "43B7" ], "predicted_codes": [ "25F(+3)", "25F26(HARE)", "25F3", "25F37(HERON)", "25F38(TURKEY)", "41A711", "41B34", "49G" ], "generated_text": "{\"iconclass-codes\": [\"25F(+3)\", \"25F26(HARE)\", \"25F3\", \"25F37(HERON)\", \"25F38(TURKEY)\", \"41A711\", \"41B34\", \"49G\"]}", "valid_json": true, "valid_code_count": 8, "total_predicted": 8, "exact_match": false, "hierarchical_f1": 0.288820179007323, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 271, "gt_codes": [ "73C811" ], "predicted_codes": [ "73C815" ], "generated_text": "{\"iconclass-codes\": [\"73C815\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.9, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 272, "gt_codes": [ "31A231", "31A24(+1)", "31D15:61BB", "61B(+55)", "61B:31A2212(+1)" ], "predicted_codes": [ "31A231", "31A24(+1)", "31D15:61BB", "61B(+55)" ], "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31A24(+1)\", \"31D15:61BB\", \"61B(+55)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.9550679205851619, "code_precision": 1.0, "code_recall": 0.8 }, { "index": 273, "gt_codes": [ "25F711(FLY)", "25F72(SNAIL)", "25G4(INDIAN CRESS)", "25G4(TROPAEOLUM MAJUS)", "25G41(ANEMONE)", "25G41(CONVOLVULUS)", "25G41(DAGSCONE)", "25G41(FRENCH ROSE)", "25G41(MARIGOLD)", "25G41(ROSA GALLICA)", "25G41(ROSE)", "25G41(TULIP)", "41A671", "41A774" ], "predicted_codes": [ "25G41(ROSE)", "25G41(TULIP)", "41A671", "41A774" ], "generated_text": "{\"iconclass-codes\": [\"25G41(ROSE)\", \"25G41(TULIP)\", \"41A671\", \"41A774\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.9353612167300381, "code_precision": 1.0, "code_recall": 0.2857142857142857 }, { "index": 274, "gt_codes": [ "25I1", "46C24", "25H2322", "26C3", "25H2311" ], "predicted_codes": [ "26C3", "46C24" ], "generated_text": "{\"iconclass-codes\": [\"26C3\", \"46C24\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.6807387862796832, "code_precision": 1.0, "code_recall": 0.4 }, { "index": 275, "gt_codes": [ "31A235", "31D15:61BB", "61B:31A2212(+1)" ], "predicted_codes": [ "31A2421", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.7110925925925925, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 276, "gt_codes": [ "24A1", "25F24(CAMEL)", "71C3222", "86(POST LUCTAM BENEDICETUR)" ], "predicted_codes": [ "25H114", "31A2763(+0)", "31D14", "31G1", "41C12", "49L8", "86(POST LUCTAM BENEDICETUR)" ], "generated_text": "{\"iconclass-codes\": [\"25H114\", \"31A2763(+0)\", \"31D14\", \"31G1\", \"41C12\", \"49L8\", \"86(POST LUCTAM BENEDICETUR)\"]}", "valid_json": true, "valid_code_count": 7, "total_predicted": 7, "exact_match": false, "hierarchical_f1": 0.2624591156874621, "code_precision": 0.14285714285714285, "code_recall": 0.25 }, { "index": 277, "gt_codes": [ "42G1", "44B194" ], "predicted_codes": [ "42G1", "44B194" ], "generated_text": "{\"iconclass-codes\": [\"42G1\", \"44B194\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 278, "gt_codes": [ "49H3", "83(OGILBY, America)" ], "predicted_codes": [ "45H3" ], "generated_text": "{\"iconclass-codes\": [\"45H3\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.13333333333333333, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 279, "gt_codes": [ "25H11", "25H216", "41A771:25D13(COPPER)", "41A7751", "47I21(+945)", "47I228" ], "predicted_codes": [ "25H11", "46C131" ], "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C131\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.47272727272727266, "code_precision": 0.5, "code_recall": 0.16666666666666666 }, { "index": 280, "gt_codes": [ "25G411(FLAG)", "41A671" ], "predicted_codes": [ "25G41(ANEMONE)", "25G41(IRIS)" ], "generated_text": "{\"iconclass-codes\": [\"25G41(ANEMONE)\", \"25G41(IRIS)\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.57, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 281, "gt_codes": [ "61B(+53)", "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+53)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.8, "code_precision": 0.6666666666666666, "code_recall": 1.0 }, { "index": 282, "gt_codes": [ "25H", "46C13142", "47I213", "47I214", "47I221" ], "predicted_codes": [ "25H15", "46C13142" ], "generated_text": "{\"iconclass-codes\": [\"25H15\", \"46C13142\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.5539653751030502, "code_precision": 0.5, "code_recall": 0.2 }, { "index": 283, "gt_codes": [ "48C142", "47I" ], "predicted_codes": [ "25H199", "48C1423" ], "generated_text": "{\"iconclass-codes\": [\"25H199\", \"48C1423\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.4942261904761905, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 284, "gt_codes": [ "31A233", "31D12", "34D111" ], "predicted_codes": [ "31A233", "46B21" ], "generated_text": "{\"iconclass-codes\": [\"31A233\", \"46B21\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.512987012987013, "code_precision": 0.5, "code_recall": 0.3333333333333333 }, { "index": 285, "gt_codes": [ "25I1", "31D15", "25H213", "61D(DONAU)", "61E(BRATISLAVA)" ], "predicted_codes": [ "25I1", "46C513", "25H213", "25H114", "61E(PREISACH)" ], "generated_text": "{\"iconclass-codes\": [\"25I1\", \"46C513\", \"25H213\", \"25H114\", \"61E(PREISACH)\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.6994285714285714, "code_precision": 0.4, "code_recall": 0.4 }, { "index": 286, "gt_codes": [ "25F24(DEER)", "25H", "25H155", "43C1147" ], "predicted_codes": [ "25F24(DEER)", "34B11", "43C11" ], "generated_text": "{\"iconclass-codes\": [\"25F24(DEER)\", \"34B11\", \"43C11\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.635548640681297, "code_precision": 0.3333333333333333, "code_recall": 0.25 }, { "index": 287, "gt_codes": [ "44C312", "44A51(ITALIA)(+0)", "61B2(ORLANDO, Vittorio)3", "82A(ORLANDO)(+0)" ], "predicted_codes": [ "45A1", "25H113", "61B2(ORLANDO, Luigi)(+4)", "44C312" ], "generated_text": "{\"iconclass-codes\": [\"45A1\", \"25H113\", \"61B2(ORLANDO, Luigi)(+4)\", \"44C312\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.5702625820568926, "code_precision": 0.25, "code_recall": 0.25 }, { "index": 288, "gt_codes": [ "25F35(PEACOCK)", "25F36(DUCK)", "25F37(STORK)", "25H21" ], "predicted_codes": [ "25F3", "25H17" ], "generated_text": "{\"iconclass-codes\": [\"25F3\", \"25H17\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.6994285714285715, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 289, "gt_codes": [ "25H11", "25I", "46C", "46C21", "46C223" ], "predicted_codes": [ "25H11", "46C131" ], "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C131\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.7011235955056179, "code_precision": 0.5, "code_recall": 0.2 }, { "index": 290, "gt_codes": [ "25F32(SWALLOW)(+42)", "25F32(SWALLOW)(+421)", "25F32(SWALLOW)(+452)", "25F32(SWALLOW)(+53)", "25F711(CICADA)(+63)", "25G11", "25G13", "25H1124", "31D14", "41A16", "46C11", "48C149", "48C7", "49C40", "51B2", "52D3", "54EE31(+4):51B3(+4)", "57AA7(+4)", "97DD23" ], "predicted_codes": [ "25F31(+5262)", "25F39(KING-FISHER)(+47)", "25G11", "25H114", "25I3", "25I9", "31A27112", "31B6211", "31D14", "41A16", "41A361", "41A54", "41A775", "41C122", "41C691", "41D211(+81)" ], "generated_text": "{\"iconclass-codes\": [\"25F31(+5262)\", \"25F39(KING-FISHER)(+47)\", \"25G11\", \"25H114\", \"25I3\", \"25I9\", \"31A27112\", \"31B6211\", \"31D14\", \"41A16\", \"41A361\", \"41A54\", \"41A775\", \"41C122\", \"41C691\", \"41D211(+81)\"]}", "valid_json": true, "valid_code_count": 16, "total_predicted": 16, "exact_match": false, "hierarchical_f1": 0.5426823729775759, "code_precision": 0.1875, "code_recall": 0.15789473684210525 }, { "index": 291, "gt_codes": [ "48B3", "61B(+52)" ], "predicted_codes": [ "31A24(+1)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.285, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 292, "gt_codes": [ "49L17", "49M413", "49M3", "49L12(E)" ], "predicted_codes": [ "49M3" ], "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.7361769352290679, "code_precision": 1.0, "code_recall": 0.25 }, { "index": 293, "gt_codes": [ "11D3222", "11D331", "11D334", "11G1911", "11H(ALL SAINTS)", "11L61", "11L611", "11S11", "11S15", "11S63", "31A25212", "31AA25212" ], "predicted_codes": [ "11A23", "11B3231", "11D51", "11G", "11H(PETER)", "11HH(MARY MAGDALENE)", "11Q7146(+0)", "11T41", "11U1", "11U4", "11U5", "11U6", "11U9", "11U91", "11U92", "11U93", "11U94", "11U95", "11U96", "11U97" ], "generated_text": "{\"iconclass-codes\": [\"11A23\", \"11B3231\", \"11D51\", \"11G\", \"11H(PETER)\", \"11HH(MARY MAGDALENE)\", \"11Q7146(+0)\", \"11T41\", \"11U1\", \"11U4\", \"11U5\", \"11U6\", \"11U9\", \"11U91\", \"11U92\", \"11U93\", \"11U94\", \"11U95\", \"11U96\", \"11U97\"]}", "valid_json": true, "valid_code_count": 20, "total_predicted": 20, "exact_match": false, "hierarchical_f1": 0.4443333958372399, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 294, "gt_codes": [ "11Q651", "25H11", "32B33", "44B1" ], "predicted_codes": [ "25H11", "46C131" ], "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C131\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.39666666666666667, "code_precision": 0.5, "code_recall": 0.25 }, { "index": 295, "gt_codes": [ "44D4", "42D32", "33C85", "44G" ], "predicted_codes": [ "46A17", "52AA51" ], "generated_text": "{\"iconclass-codes\": [\"46A17\", \"52AA51\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.11836734693877551, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 296, "gt_codes": [ "32B311(GERMANS)", "41D3", "45(+22)", "45C2" ], "predicted_codes": [ "45(+22)", "46C131" ], "generated_text": "{\"iconclass-codes\": [\"45(+22)\", \"46C131\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.47298734177215185, "code_precision": 0.5, "code_recall": 0.25 }, { "index": 297, "gt_codes": [ "11Q712", "25I13", "25I145", "31A2322", "31A235", "31A247(+63)", "31AA235", "31AA235", "31AA2513(+917)", "31B8", "31D14", "31D15", "33C23", "41A143", "41A711(+0)", "41D225", "41D262", "43C92", "44B152411", "48CC7311" ], "predicted_codes": [ "86(O BLUESCA ANIMUS, SCILICET TRAHIT INFLUXUS AEREA SI QUANDO INSTANT EXCITA MEMBRA SONO)", "43A12", "43B31(+0)", "43C92", "57AA646", "57BB13" ], "generated_text": "{\"iconclass-codes\": [\"86(O BLUESCA ANIMUS, SCILICET TRAHIT INFLUXUS AEREA SI QUANDO INSTANT EXCITA MEMBRA SONO)\", \"43A12\", \"43B31(+0)\", \"43C92\", \"57AA646\", \"57BB13\"]}", "valid_json": true, "valid_code_count": 6, "total_predicted": 6, "exact_match": false, "hierarchical_f1": 0.15773955773955775, "code_precision": 0.16666666666666666, "code_recall": 0.05263157894736842 }, { "index": 298, "gt_codes": [ "43C7" ], "predicted_codes": [ "43A121", "46B931" ], "generated_text": "{\"iconclass-codes\": [\"43A121\", \"46B931\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.32571428571428573, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 299, "gt_codes": [ "61B(+2)", "61B(+52)" ], "predicted_codes": [ "31A24(+1)", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.687089715536105, "code_precision": 0.3333333333333333, "code_recall": 0.5 }, { "index": 300, "gt_codes": [ "73C8522" ], "predicted_codes": [ "73C864" ], "generated_text": "{\"iconclass-codes\": [\"73C864\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.76, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 301, "gt_codes": [ "92D1916", "48C16", "46A122", "48C7322", "45C221", "48A9831", "48A9832" ], "predicted_codes": [ "46A122", "92D1916", "48C5156" ], "generated_text": "{\"iconclass-codes\": [\"46A122\", \"92D1916\", \"48C5156\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.7060892217518725, "code_precision": 0.6666666666666666, "code_recall": 0.2857142857142857 }, { "index": 302, "gt_codes": [ "31A2422", "31D15:61BB", "61B(+53)", "61B:31A2212(+1)" ], "predicted_codes": [ "31A2421", "31D15:61BB", "61B(+53)", "61B:31A2212(+1)" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.9875, "code_precision": 0.75, "code_recall": 0.75 }, { "index": 303, "gt_codes": [ "25H", "41A18", "46C11", "46C131", "46C13141" ], "predicted_codes": [ "25H", "46C131" ], "generated_text": "{\"iconclass-codes\": [\"25H\", \"46C131\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.8703756001129624, "code_precision": 1.0, "code_recall": 0.4 }, { "index": 304, "gt_codes": [ "61D(AMAZONIA)", "25I1" ], "predicted_codes": [ "25I1", "61E(SEMENDA)" ], "generated_text": "{\"iconclass-codes\": [\"25I1\", \"61E(SEMENDA)\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.7, "code_precision": 0.5, "code_recall": 0.5 }, { "index": 305, "gt_codes": [ "11Q651", "31A231", "31A2421", "31A25552", "41A711", "46A122", "61B(+53)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "11H", "31A2422", "61B(+53)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"11H\", \"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.723134201585504, "code_precision": 0.5, "code_recall": 0.2222222222222222 }, { "index": 306, "gt_codes": [ "25F25(ELEPHANT)" ], "predicted_codes": [ "25F25(ELEPHANT)" ], "generated_text": "{\"iconclass-codes\": [\"25F25(ELEPHANT)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 307, "gt_codes": [ "42G:61B2(...)13" ], "predicted_codes": [ "31A231", "31D14", "31D15", "61B(+55)", "61B:31A2212(+1)" ], "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31D14\", \"31D15\", \"61B(+55)\", \"61B:31A2212(+1)\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 308, "gt_codes": [ "11D4116", "49L12(N)", "49L171" ], "predicted_codes": [ "11D324", "11H(PAUL)", "49L12(H)", "49L171" ], "generated_text": "{\"iconclass-codes\": [\"11D324\", \"11H(PAUL)\", \"49L12(H)\", \"49L171\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.7926293779404077, "code_precision": 0.25, "code_recall": 0.3333333333333333 }, { "index": 309, "gt_codes": [ "25I", "25I1", "25I1461" ], "predicted_codes": [ "25I", "41A3911(+0)", "46C112" ], "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A3911(+0)\", \"46C112\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.45435244161358807, "code_precision": 0.3333333333333333, "code_recall": 0.3333333333333333 }, { "index": 310, "gt_codes": [ "25H114", "26F", "49E6", "61B2(FALB, Rudolf)3" ], "predicted_codes": [ "46A15", "32B311(GERMANI)(+9)", "46C1271" ], "generated_text": "{\"iconclass-codes\": [\"46A15\", \"32B311(GERMANI)(+9)\", \"46C1271\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.06909090909090909, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 311, "gt_codes": [ "49M42", "49M3" ], "predicted_codes": [ "49M3" ], "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.8795518207282913, "code_precision": 1.0, "code_recall": 0.5 }, { "index": 312, "gt_codes": [ "92B3" ], "predicted_codes": [ "92B371" ], "generated_text": "{\"iconclass-codes\": [\"92B371\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.76, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 313, "gt_codes": [ "25F23(LION)(+12)", "41A3281", "41A542", "41A635", "44A1(+4)(LEIDEN)", "45C14(LANCE)", "45C19(SHIELD)", "45C221", "46A122(WILLIAM I OF NASSAU)1", "48C244", "49B40", "49L8", "49MM32", "61E(LEIDEN)", "61H(UNIVERSITY OF LEIDEN)", "92C271", "92C28(HELMET)", "92C28(LANCE)", "92C281", "86(C. LUGDUNUM BATAVORUM)" ], "predicted_codes": [ "49M3" ], "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.2418659295093296, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 314, "gt_codes": [ "48B3", "48B3:61B", "48C24", "61B(+51)" ], "predicted_codes": [ "31A2421", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.33836206896551724, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 315, "gt_codes": [ "31A235", "31A24(+1)", "31D15:61BB", "61B(+54)", "61B:31A2212(+1)" ], "predicted_codes": [ "31A235", "31D15:61BB", "48C5142" ], "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31D15:61BB\", \"48C5142\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.6039387308533917, "code_precision": 0.6666666666666666, "code_recall": 0.4 }, { "index": 316, "gt_codes": [ "49M3" ], "predicted_codes": [ "49M3" ], "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 317, "gt_codes": [ "31A231", "31A235", "31A61", "31D11222", "31D14", "33A3", "34B11", "41C741", "41D221(CAP)", "41D221(HAT)", "48C72", "48C7351", "48C741", "48C75", "48C755", "61B(+55)" ], "predicted_codes": [ "31A25", "34B11", "41C74(+1)", "48C7351" ], "generated_text": "{\"iconclass-codes\": [\"31A25\", \"34B11\", \"41C74(+1)\", \"48C7351\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.7277045032018179, "code_precision": 0.5, "code_recall": 0.125 }, { "index": 318, "gt_codes": [ "41A251", "49L6", "49L62" ], "predicted_codes": [ "49L51", "61B2(PEYRAMA, GYRUS)11" ], "generated_text": "{\"iconclass-codes\": [\"49L51\", \"61B2(PEYRAMA, GYRUS)11\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.36106194690265486, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 319, "gt_codes": [ "25G21(POMEGRANATE)" ], "predicted_codes": [ "25G4(Granatapfel)" ], "generated_text": "{\"iconclass-codes\": [\"25G4(Granatapfel)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.57, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 320, "gt_codes": [ "11Q712", "25I2", "25I241", "31B52", "33C23", "46A151" ], "predicted_codes": [ "11Q712", "34B11", "46A14" ], "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"34B11\", \"46A14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.46421052631578946, "code_precision": 0.3333333333333333, "code_recall": 0.16666666666666666 }, { "index": 321, "gt_codes": [ "41D221" ], "predicted_codes": [ "31D17" ], "generated_text": "{\"iconclass-codes\": [\"31D17\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 322, "gt_codes": [ "31D14", "44C312", "11K", "49L641", "49L11", "49L66", "49L511" ], "predicted_codes": [ "46A12", "31D15", "92L7", "48C5156", "49MM32" ], "generated_text": "{\"iconclass-codes\": [\"46A12\", \"31D15\", \"92L7\", \"48C5156\", \"49MM32\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.3401922273297116, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 323, "gt_codes": [ "73D36" ], "predicted_codes": [ "73C412" ], "generated_text": "{\"iconclass-codes\": [\"73C412\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.38, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 324, "gt_codes": [ "49M42", "49M3" ], "predicted_codes": [ "49M3" ], "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.8795518207282913, "code_precision": 1.0, "code_recall": 0.5 }, { "index": 325, "gt_codes": [ "21D" ], "predicted_codes": [ "25G21", "47I422" ], "generated_text": "{\"iconclass-codes\": [\"25G21\", \"47I422\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.12666666666666665, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 326, "gt_codes": [ "11K(SATAN)" ], "predicted_codes": [ "11K", "31A2543" ], "generated_text": "{\"iconclass-codes\": [\"11K\", \"31A2543\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.6666666666666666, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 327, "gt_codes": [ "31A22621:22C4(BLONDE)", "31A2422", "41D211", "41D221(SKULLCAP)", "61B(+52)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.7995712754555198, "code_precision": 1.0, "code_recall": 0.42857142857142855 }, { "index": 328, "gt_codes": [ "42E22", "73F2452" ], "predicted_codes": [ "43A(+2)" ], "generated_text": "{\"iconclass-codes\": [\"43A(+2)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.12666666666666665, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 329, "gt_codes": [ "49L171", "49M413", "49M3", "49L12(N)" ], "predicted_codes": [ "49L171", "49M413", "49M3", "49L12(N)" ], "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(N)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 330, "gt_codes": [ "45H3(+3)" ], "predicted_codes": [ "45H3(+3)" ], "generated_text": "{\"iconclass-codes\": [\"45H3(+3)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 331, "gt_codes": [ "49L171", "49M413", "49M3", "49L12(A)" ], "predicted_codes": [ "49L171", "49M413", "49M3", "49L12(A)" ], "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(A)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 332, "gt_codes": [ "31A2363(+1)", "46C24", "47K42", "54AA11", "56B2(+11)", "86(DERJENIGE, DER HERUMLIEGT UND IN SEINEM KAHN RUHT, etc.)" ], "predicted_codes": [ "25H13", "31A(+89)", "31AA2764", "31D14", "31D15", "41C321", "41C322", "41C341", "41C342", "41C345", "41C37", "41C621", "41C69", "41C711", "41C7111", "41C7112", "41C7113", "41C7114", "41C7115", "41C7116", "41C7117", "41C7118(ANVIL)", "41C7118(HAMMER)", "41C7118(PICKAXE)", "41C7118(SAW)", "41C7118(SCISSORS)", "41C7118(TONGS)", "41C7119(COOKING-POT)", "41C7119(FRIEDPAN)", "41C7119(KETTLE)", "41C7119(PAN)", "41C7119(POT)", "41C7119(STOCKPOT)", "41C7119(WOK)" ], "generated_text": "{\"iconclass-codes\": [\"25H13\", \"31A(+89)\", \"31AA2764\", \"31D14\", \"31D15\", \"41C321\", \"41C322\", \"41C341\", \"41C342\", \"41C345\", \"41C37\", \"41C621\", \"41C69\", \"41C711\", \"41C7111\", \"41C7112\", \"41C7113\", \"41C7114\", \"41C7115\", \"41C7116\", \"41C7117\", \"41C7118(ANVIL)\", \"41C7118(HAMMER)\", \"41C7118(PICKAXE)\", \"41C7118(SAW)\", \"41C7118(SCISSORS)\", \"41C7118(TONGS)\", \"41C7119(COOKING-POT)\", \"41C7119(FRIEDPAN)\", \"41C7119(KETTLE)\", \"41C7119(PAN)\", \"41C7119(POT)\", \"41C7119(STOCKPOT)\", \"41C7119(WOK)\"]}", "valid_json": true, "valid_code_count": 34, "total_predicted": 34, "exact_match": false, "hierarchical_f1": 0.18584579680247557, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 333, "gt_codes": [ "86(DEO, PARENTIBUS ET MAGISTRIS)", "25I1", "61E(LEIPZIG)", "11Q21", "42B111", "41A711", "49MM32", "41A733", "49B24", "49L66", "11L224", "57A8" ], "predicted_codes": [ "86(DEO PARENTIBUS ET MAGISTRIS)", "25I1", "49B24", "31D14(+72)", "49C3", "49L11", "49M32" ], "generated_text": "{\"iconclass-codes\": [\"86(DEO PARENTIBUS ET MAGISTRIS)\", \"25I1\", \"49B24\", \"31D14(+72)\", \"49C3\", \"49L11\", \"49M32\"]}", "valid_json": true, "valid_code_count": 7, "total_predicted": 7, "exact_match": false, "hierarchical_f1": 0.49138755980861243, "code_precision": 0.2857142857142857, "code_recall": 0.16666666666666666 }, { "index": 334, "gt_codes": [ "41A12", "61E(VEGHEL)", "61F(FRISSELSTEIN)", "61F(FRISSENSTEIN)" ], "predicted_codes": [ "41A12", "61E(UTRECHT)", "61F(KASTEEL WINSINGEN)" ], "generated_text": "{\"iconclass-codes\": [\"41A12\", \"61E(UTRECHT)\", \"61F(KASTEEL WINSINGEN)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 1.0, "code_precision": 0.3333333333333333, "code_recall": 0.25 }, { "index": 335, "gt_codes": [ "31A221" ], "predicted_codes": [ "31A221", "31A254" ], "generated_text": "{\"iconclass-codes\": [\"31A221\", \"31A254\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.9473684210526316, "code_precision": 0.5, "code_recall": 1.0 }, { "index": 336, "gt_codes": [ "11R7", "43C1(+4241)", "43C1(+43)", "56D1", "86(SPE ILLECTAT INANI)" ], "predicted_codes": [ "41D2653", "47I15(HOE)", "86(QUAERITUR IN VANO)" ], "generated_text": "{\"iconclass-codes\": [\"41D2653\", \"47I15(HOE)\", \"86(QUAERITUR IN VANO)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.3449999999999999, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 337, "gt_codes": [ "31A2422", "61B(+52)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.9876621322366339, "code_precision": 1.0, "code_recall": 0.75 }, { "index": 338, "gt_codes": [ "31A2421", "31D15:61BB", "61B(+52)" ], "predicted_codes": [ "31A2421", "31D15:61BB", "61B(+52)" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 339, "gt_codes": [ "31A2421", "61B(+53)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+53)", "61B:31A2212(+1)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.9875, "code_precision": 0.75, "code_recall": 0.75 }, { "index": 340, "gt_codes": [ "49D22" ], "predicted_codes": [ "49D22" ], "generated_text": "{\"iconclass-codes\": [\"49D22\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 341, "gt_codes": [ "31A2422", "41E2(+0)", "61B(+53)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+53)", "61B:31A2212(+1)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.888888888888889, "code_precision": 1.0, "code_recall": 0.8 }, { "index": 342, "gt_codes": [ "49M3" ], "predicted_codes": [ "49M3" ], "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 343, "gt_codes": [ "41A773", "11F4", "11G1911", "41C621", "41C121", "31AA2351" ], "predicted_codes": [ "73B81" ], "generated_text": "{\"iconclass-codes\": [\"73B81\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 344, "gt_codes": [ "41D92", "46A124", "85", "31D15(+9411)" ], "predicted_codes": [ "46C131", "57AA91" ], "generated_text": "{\"iconclass-codes\": [\"46C131\", \"57AA91\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.1697841726618705, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 345, "gt_codes": [ "92L41", "41A646", "92L19", "46C127", "92L17911" ], "predicted_codes": [ "92L41", "31D15", "47I2133", "48C7352", "47I2131" ], "generated_text": "{\"iconclass-codes\": [\"92L41\", \"31D15\", \"47I2133\", \"48C7352\", \"47I2131\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.38868932038834947, "code_precision": 0.2, "code_recall": 0.2 }, { "index": 346, "gt_codes": [ "31A235", "31A2421", "61B(+54)", "61B:31D14" ], "predicted_codes": [ "31A235", "31A2422", "61B(+53)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.9875, "code_precision": 0.5, "code_recall": 0.5 }, { "index": 347, "gt_codes": [ "11HH(THERESA)" ], "predicted_codes": [ "11HH(THERESA)" ], "generated_text": "{\"iconclass-codes\": [\"11HH(THERESA)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 348, "gt_codes": [ "31A231", "31A2422", "31A5331", "48C161", "48C91", "61B(+54)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A235", "31A2422", "61B(+54)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A2422\", \"61B(+54)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.7979454648740768, "code_precision": 0.75, "code_recall": 0.375 }, { "index": 349, "gt_codes": [ "25G3(+33)", "25H17", "25H213", "41A17", "46AA14", "46C11", "47I2111", "49G361" ], "predicted_codes": [ "25H", "41A17", "46C13141" ], "generated_text": "{\"iconclass-codes\": [\"25H\", \"41A17\", \"46C13141\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.6120416124837451, "code_precision": 0.3333333333333333, "code_recall": 0.125 }, { "index": 350, "gt_codes": [ "47I212" ], "predicted_codes": [ "47I212" ], "generated_text": "{\"iconclass-codes\": [\"47I212\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 351, "gt_codes": [ "31A233", "31A2421", "31A25221", "31A2523", "31A534", "31A5341", "41A711", "41C37", "45B", "45C13(RAPIER)", "45C22", "45C221:25F3(+352)", "46A122", "46A1241(GOLDEN FLEECE)", "61B(+55)", "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+53)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.5711966325917017, "code_precision": 0.3333333333333333, "code_recall": 0.0625 }, { "index": 352, "gt_codes": [ "46C21" ], "predicted_codes": [ "25H13", "46C223" ], "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C223\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.5066666666666666, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 353, "gt_codes": [ "31A235", "31A25(+933)", "31A2541", "31A2549", "33C23" ], "predicted_codes": [ "31A25(+933)", "42B74" ], "generated_text": "{\"iconclass-codes\": [\"31A25(+933)\", \"42B74\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.5948136142625609, "code_precision": 0.5, "code_recall": 0.2 }, { "index": 354, "gt_codes": [ "25I1", "55B1", "41D267", "73C8641" ], "predicted_codes": [ "73B81" ], "generated_text": "{\"iconclass-codes\": [\"73B81\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.152, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 355, "gt_codes": [ "31A2421", "61B(+52)" ], "predicted_codes": [ "31A24(+1)", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.863826212193951, "code_precision": 0.3333333333333333, "code_recall": 0.5 }, { "index": 356, "gt_codes": [ "25G21(EMBLIC LEAF FLOWER)" ], "predicted_codes": [ "25G4(PERFORATA)" ], "generated_text": "{\"iconclass-codes\": [\"25G4(PERFORATA)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.57, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 357, "gt_codes": [ "31A235", "31D14", "41A2", "41C323", "45C15(ARROW)", "61B(+55)", "9" ], "predicted_codes": [ "12B13", "45C221", "9" ], "generated_text": "{\"iconclass-codes\": [\"12B13\", \"45C221\", \"9\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.36481327800829877, "code_precision": 0.3333333333333333, "code_recall": 0.14285714285714285 }, { "index": 358, "gt_codes": [ "41A12", "61E(MAARSSEN)" ], "predicted_codes": [ "41A12", "61E(AMSTERDAM)", "61F(WATERLOOTOREN)" ], "generated_text": "{\"iconclass-codes\": [\"41A12\", \"61E(AMSTERDAM)\", \"61F(WATERLOOTOREN)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.888888888888889, "code_precision": 0.3333333333333333, "code_recall": 0.5 }, { "index": 359, "gt_codes": [ "25F26(RABBIT)(+45)", "25G4111", "31D13", "34B11(+95711)", "41C11", "41C313", "41C6121(+2)", "41C624", "41C6263", "41C7111", "48C7311", "48C7521", "92D1916" ], "predicted_codes": [ "25G41(ROSE)", "31D13", "48C7322", "48C7351", "92D1916" ], "generated_text": "{\"iconclass-codes\": [\"25G41(ROSE)\", \"31D13\", \"48C7322\", \"48C7351\", \"92D1916\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.6390899717820707, "code_precision": 0.4, "code_recall": 0.15384615384615385 }, { "index": 360, "gt_codes": [ "41D1", "41D25(+82)" ], "predicted_codes": [ "42D3", "57AA6121" ], "generated_text": "{\"iconclass-codes\": [\"42D3\", \"57AA6121\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.13220338983050847, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 361, "gt_codes": [ "41A681" ], "predicted_codes": [ "41A682", "47I423" ], "generated_text": "{\"iconclass-codes\": [\"41A682\", \"47I423\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.6827586206896552, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 362, "gt_codes": [ "25H15", "25H156", "25H213" ], "predicted_codes": [ "25H15", "46C11" ], "generated_text": "{\"iconclass-codes\": [\"25H15\", \"46C11\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.6178343949044586, "code_precision": 0.5, "code_recall": 0.3333333333333333 }, { "index": 363, "gt_codes": [ "31A2421", "31D15:61BB", "61B(+53)", "61B:31A2212(+1)" ], "predicted_codes": [ "31A2421", "31D15:61BB", "61B(+53)", "61B:31A2212(+1)" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 364, "gt_codes": [ "25A13", "41A62" ], "predicted_codes": [ "41A63", "48C2" ], "generated_text": "{\"iconclass-codes\": [\"41A63\", \"48C2\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.44245810055865925, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 365, "gt_codes": [ "31D112:61B2(...)1", "34B11", "41C621", "61B(+53)" ], "predicted_codes": [ "31A24(+1)", "61B(+53)" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+53)\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.5023963133640553, "code_precision": 0.5, "code_recall": 0.25 }, { "index": 366, "gt_codes": [ "23D43", "25G3(+33)", "25H", "25H17", "25I" ], "predicted_codes": [ "25H", "46C13141" ], "generated_text": "{\"iconclass-codes\": [\"25H\", \"46C13141\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.503968253968254, "code_precision": 0.5, "code_recall": 0.2 }, { "index": 367, "gt_codes": [ "31A24(+1)", "31D15:61BB", "61B(+52)", "61B:31A2212(+1)" ], "predicted_codes": [ "31A24(+1)", "31D15:61BB", "61B(+52)" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"61B(+52)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.9431968295904887, "code_precision": 1.0, "code_recall": 0.75 }, { "index": 368, "gt_codes": [ "48C1412" ], "predicted_codes": [ "41A2", "48C163" ], "generated_text": "{\"iconclass-codes\": [\"41A2\", \"48C163\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.5846153846153846, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 369, "gt_codes": [ "45K" ], "predicted_codes": [ "45K" ], "generated_text": "{\"iconclass-codes\": [\"45K\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 370, "gt_codes": [ "25F2('TRAMET')" ], "predicted_codes": [ "25F(+34)", "25FF" ], "generated_text": "{\"iconclass-codes\": [\"25F(+34)\", \"25FF\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.5924050632911392, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 371, "gt_codes": [ "71F2152", "71F2143" ], "predicted_codes": [ "71E3243" ], "generated_text": "{\"iconclass-codes\": [\"71E3243\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.4000000000000001, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 372, "gt_codes": [ "11Q651", "49MM32" ], "predicted_codes": [ "41A251", "49M32" ], "generated_text": "{\"iconclass-codes\": [\"41A251\", \"49M32\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.3275373134328358, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 373, "gt_codes": [ "11(+5)", "11(+5):61B", "11H", "11H(JOHN THE BAPTIST)", "11HH", "11HH(MARY MAGDALENE)", "25H11", "47I2133", "49M32" ], "predicted_codes": [ "11H", "11HH(CECILIA)", "25G3(PALM-TREE)(+22)" ], "generated_text": "{\"iconclass-codes\": [\"11H\", \"11HH(CECILIA)\", \"25G3(PALM-TREE)(+22)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.6641259500542888, "code_precision": 0.3333333333333333, "code_recall": 0.1111111111111111 }, { "index": 374, "gt_codes": [ "25F23(TIGER)" ], "predicted_codes": [ "25F", "34B11" ], "generated_text": "{\"iconclass-codes\": [\"25F\", \"34B11\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.37999999999999995, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 375, "gt_codes": [ "31F2", "43A4313", "45(+221)", "45F5" ], "predicted_codes": [ "45H3(+2)" ], "generated_text": "{\"iconclass-codes\": [\"45H3(+2)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.30194552529182883, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 376, "gt_codes": [ "45B", "45C16(CANNON)", "46C131", "46A7", "44F1", "41A141", "32B311(FRENCH)" ], "predicted_codes": [ "45B", "25I1", "46A7" ], "generated_text": "{\"iconclass-codes\": [\"45B\", \"25I1\", \"46A7\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.5373134328358209, "code_precision": 0.6666666666666666, "code_recall": 0.2857142857142857 }, { "index": 377, "gt_codes": [ "49L171", "49M413", "49M3", "49L12(V)" ], "predicted_codes": [ "49L171", "49M413", "49M3", "49L12(V)" ], "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(V)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 378, "gt_codes": [ "25G21(BLACKBERRY)", "25G21(CHERRY)", "25G21(LEMON)", "25G21(PEACH)", "25G21(PRUNE)", "25G21(RED CURRANT)", "25G21(STRAWBERRY)", "41C341", "41C37", "41C653", "41C653(LEMON)", "41C653(PEACH)", "41C653(PRUNE)", "47I4223" ], "predicted_codes": [ "25G21(APRICOT)", "25G21(CHERRY)", "25G21(PEACH)", "41C323", "41C653", "41C653(PEACH)" ], "generated_text": "{\"iconclass-codes\": [\"25G21(APRICOT)\", \"25G21(CHERRY)\", \"25G21(PEACH)\", \"41C323\", \"41C653\", \"41C653(PEACH)\"]}", "valid_json": true, "valid_code_count": 6, "total_predicted": 6, "exact_match": false, "hierarchical_f1": 0.937856689917565, "code_precision": 0.6666666666666666, "code_recall": 0.2857142857142857 }, { "index": 379, "gt_codes": [ "11D", "11D31", "31A24(+1)", "31A533(SPLIT BEARD)", "31A534", "61B(+51)", "61B:31A2212(+1)" ], "predicted_codes": [ "11D", "31A24(+1)", "61B(+52)" ], "generated_text": "{\"iconclass-codes\": [\"11D\", \"31A24(+1)\", \"61B(+52)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.8599348534201954, "code_precision": 0.6666666666666666, "code_recall": 0.2857142857142857 }, { "index": 380, "gt_codes": [ "22C5", "25H13", "45C16(CANNON)(+1)", "46C24(STATENJACHT)" ], "predicted_codes": [ "25H13", "46C232" ], "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C232\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.6654416961130741, "code_precision": 0.5, "code_recall": 0.25 }, { "index": 381, "gt_codes": [ "24A2", "25G4111", "45C13(SWORD)", "54F2", "56D1", "59B31", "86(ANTE OCCASUM LAUREA)" ], "predicted_codes": [ "24A1", "31E5", "45C13(SWORD)", "49L8", "57A6(+4)", "86(ANTE OCCASUM LAUREA)" ], "generated_text": "{\"iconclass-codes\": [\"24A1\", \"31E5\", \"45C13(SWORD)\", \"49L8\", \"57A6(+4)\", \"86(ANTE OCCASUM LAUREA)\"]}", "valid_json": true, "valid_code_count": 6, "total_predicted": 6, "exact_match": false, "hierarchical_f1": 0.49047318611987384, "code_precision": 0.3333333333333333, "code_recall": 0.2857142857142857 }, { "index": 382, "gt_codes": [ "49L12(D)", "49L171", "73C1333" ], "predicted_codes": [ "49L12(D)", "49L171", "73D351" ], "generated_text": "{\"iconclass-codes\": [\"49L12(D)\", \"49L171\", \"73D351\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.7933333333333333, "code_precision": 0.6666666666666666, "code_recall": 0.6666666666666666 }, { "index": 383, "gt_codes": [ "44C312", "45I7", "61B2(RADETZKY, Johann)(+4)", "61K(QUADRILATERO)", "61I(BATTAGLIA DI GOITO)" ], "predicted_codes": [ "45B", "61D(SVIZZERA)", "32A5" ], "generated_text": "{\"iconclass-codes\": [\"45B\", \"61D(SVIZZERA)\", \"32A5\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.2983606557377049, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 384, "gt_codes": [ "31E23121" ], "predicted_codes": [ "11H(CHRISTOPHER)62" ], "generated_text": "{\"iconclass-codes\": [\"11H(CHRISTOPHER)62\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 385, "gt_codes": [ "49L12(D)", "49L171", "73B4" ], "predicted_codes": [ "11HH(CATHERINE)41", "31A25552(+932)", "73F46" ], "generated_text": "{\"iconclass-codes\": [\"11HH(CATHERINE)41\", \"31A25552(+932)\", \"73F46\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.12666666666666668, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 386, "gt_codes": [ "25F35(PARROT)", "25F36(SWAN)", "25I145", "31A5331", "31D112", "31D14", "31D15", "34B11", "41A1", "41A422", "41A646", "42G:61B2(...)13", "47I213", "61B(+55)", "92D1916" ], "predicted_codes": [ "25F3", "25G41(ROSE)", "31D112", "31D14", "31D15", "34B11", "41A646", "41C74(+1)", "42D3", "42G:61B2(...)13", "46C1463", "48C161" ], "generated_text": "{\"iconclass-codes\": [\"25F3\", \"25G41(ROSE)\", \"31D112\", \"31D14\", \"31D15\", \"34B11\", \"41A646\", \"41C74(+1)\", \"42D3\", \"42G:61B2(...)13\", \"46C1463\", \"48C161\"]}", "valid_json": true, "valid_code_count": 12, "total_predicted": 12, "exact_match": false, "hierarchical_f1": 0.6670118527760448, "code_precision": 0.5, "code_recall": 0.4 }, { "index": 387, "gt_codes": [ "11I61", "98B" ], "predicted_codes": [ "11I62", "49C3" ], "generated_text": "{\"iconclass-codes\": [\"11I62\", \"49C3\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.4000000000000001, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 388, "gt_codes": [ "31A2421", "61B(+52)", "61B:31A2212(+1)" ], "predicted_codes": [ "31A24(+1)", "61B(+53)" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+53)\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.863826212193951, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 389, "gt_codes": [ "25F711(BEE)", "25F711(BUTTERFLY)", "25G41(ANEMONE)", "25G41(AURICULA)", "25G41(CARNATION)", "25G41(CONVOLVULUS)", "25G41(CROWN IMPERIAL)", "25G41(DAGSCONE)", "25G41(FRITILLARIA IMPERIALIS)", "25G41(LILY)", "25G41(ROSE)", "25G41(TULIP)", "41A646", "41A671", "41A6711" ], "predicted_codes": [ "25F711(BUTTERFLY)", "25G4(ROSEMARY)", "25G4(ROSMARINUS OFFICIALIS)", "25G41(CARNATION)", "25G41(CONVOLVULUS)", "25G41(DAGSCONE)", "25G41(FRITILLARY)", "25G41(LILAC)", "25G41(MARIGOLD)", "25G41(PANSY)", "25G41(POPPY)", "25G41(ROSA GALLICA)", "25G41(ROSE)", "25G41(TULIP)", "25G41(VIOLET)", "25G41(WALLFLOWER)", "25G411(HYACINTH)", "41A671", "41A773" ], "generated_text": "{\"iconclass-codes\": [\"25F711(BUTTERFLY)\", \"25G4(ROSEMARY)\", \"25G4(ROSMARINUS OFFICIALIS)\", \"25G41(CARNATION)\", \"25G41(CONVOLVULUS)\", \"25G41(DAGSCONE)\", \"25G41(FRITILLARY)\", \"25G41(LILAC)\", \"25G41(MARIGOLD)\", \"25G41(PANSY)\", \"25G41(POPPY)\", \"25G41(ROSA GALLICA)\", \"25G41(ROSE)\", \"25G41(TULIP)\", \"25G41(VIOLET)\", \"25G41(WALLFLOWER)\", \"25G411(HYACINTH)\", \"41A671\", \"41A773\"]}", "valid_json": true, "valid_code_count": 19, "total_predicted": 19, "exact_match": false, "hierarchical_f1": 0.9628075632203801, "code_precision": 0.3684210526315789, "code_recall": 0.4666666666666667 }, { "index": 390, "gt_codes": [ "11P4433", "44G311" ], "predicted_codes": [ "41C741", "46A151" ], "generated_text": "{\"iconclass-codes\": [\"41C741\", \"46A151\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.13333333333333333, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 391, "gt_codes": [ "25F23(WOLF)(+2)", "25F23(WOLF)(+21)", "25F23(WOLF)(+23)", "25H18", "26D1", "51HH3", "86(SEHR SCHLIMM, DOCH OHNE MENGE)" ], "predicted_codes": [ "25F23(WOLF)(+49)", "25H11", "57AA6141(+4):54A8", "86(SEHR SCHLIMM, DOCH SON DER MENGE)" ], "generated_text": "{\"iconclass-codes\": [\"25F23(WOLF)(+49)\", \"25H11\", \"57AA6141(+4):54A8\", \"86(SEHR SCHLIMM, DOCH SON DER MENGE)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.7437310924369748, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 392, "gt_codes": [ "25I241", "48C7354" ], "predicted_codes": [ "25I", "41A7751", "43C9", "46B" ], "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A7751\", \"43C9\", \"46B\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.329182156133829, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 393, "gt_codes": [ "11H", "73", "73D415" ], "predicted_codes": [ "73", "73D415" ], "generated_text": "{\"iconclass-codes\": [\"73\", \"73D415\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.8, "code_precision": 1.0, "code_recall": 0.6666666666666666 }, { "index": 394, "gt_codes": [ "11M42", "46C131" ], "predicted_codes": [ "11H(Hylarius)", "45C13(SWORD)" ], "generated_text": "{\"iconclass-codes\": [\"11H(Hylarius)\", \"45C13(SWORD)\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.28500000000000003, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 395, "gt_codes": [ "61B(+2)", "61B(+52)" ], "predicted_codes": [ "31A2421", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.687089715536105, "code_precision": 0.3333333333333333, "code_recall": 0.5 }, { "index": 396, "gt_codes": [ "25A4", "45K13" ], "predicted_codes": [ "25A4", "45K13" ], "generated_text": "{\"iconclass-codes\": [\"25A4\", \"45K13\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 397, "gt_codes": [ "31A2211", "31A24(+1)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A24(+1)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.9559543230016314, "code_precision": 1.0, "code_recall": 0.5 }, { "index": 398, "gt_codes": [ "44C312", "61A(1848)", "23C1", "44F0", "61A(1849)" ], "predicted_codes": [ "46A17", "44C312", "59B32" ], "generated_text": "{\"iconclass-codes\": [\"46A17\", \"44C312\", \"59B32\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.3255104063429138, "code_precision": 0.3333333333333333, "code_recall": 0.2 }, { "index": 399, "gt_codes": [ "94A41", "46C22" ], "predicted_codes": [ "83(Anonymus, Herzog Ernst)", "45K14", "46C29" ], "generated_text": "{\"iconclass-codes\": [\"83(Anonymus, Herzog Ernst)\", \"45K14\", \"46C29\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.3636363636363636, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 400, "gt_codes": [ "71A611" ], "predicted_codes": [ "71A62" ], "generated_text": "{\"iconclass-codes\": [\"71A62\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.76, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 401, "gt_codes": [ "31A235", "41A2", "48B3:61B", "48C524", "61B(+54)", "61B:31D14" ], "predicted_codes": [ "31A235", "48B3:61B", "48C514(+414)", "48C5151", "48C5152", "48C5153", "61B(+54)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A235\", \"48B3:61B\", \"48C514(+414)\", \"48C5151\", \"48C5152\", \"48C5153\", \"61B(+54)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 8, "total_predicted": 8, "exact_match": false, "hierarchical_f1": 0.857504854368932, "code_precision": 0.5, "code_recall": 0.6666666666666666 }, { "index": 402, "gt_codes": [ "92D1916", "45C15(BOW AND ARROW)", "41B32", "48A9831" ], "predicted_codes": [ "92D1916", "48A98312", "45C13(SWORD)", "47I15(SCYTHE)" ], "generated_text": "{\"iconclass-codes\": [\"92D1916\", \"48A98312\", \"45C13(SWORD)\", \"47I15(SCYTHE)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.7375, "code_precision": 0.25, "code_recall": 0.25 }, { "index": 403, "gt_codes": [ "32B311(DUTCH)(+3)", "41D21(+82)", "41D262" ], "predicted_codes": [ "41D2" ], "generated_text": "{\"iconclass-codes\": [\"41D2\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.6080000000000001, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 404, "gt_codes": [ "25F23(LION)", "25H", "31D14", "34B11", "43C114", "46C13141" ], "predicted_codes": [ "25F23(LION)", "46C131", "98" ], "generated_text": "{\"iconclass-codes\": [\"25F23(LION)\", \"46C131\", \"98\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.5007773359840955, "code_precision": 0.3333333333333333, "code_recall": 0.16666666666666666 }, { "index": 405, "gt_codes": [ "92B423" ], "predicted_codes": [ "92D1916", "48C5156", "33C23", "48A9876" ], "generated_text": "{\"iconclass-codes\": [\"92D1916\", \"48C5156\", \"33C23\", \"48A9876\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.152, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 406, "gt_codes": [ "48A9833" ], "predicted_codes": [ "71E3243" ], "generated_text": "{\"iconclass-codes\": [\"71E3243\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 407, "gt_codes": [ "73", "73C523" ], "predicted_codes": [ "73", "73D415" ], "generated_text": "{\"iconclass-codes\": [\"73\", \"73D415\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.7, "code_precision": 0.5, "code_recall": 0.5 }, { "index": 408, "gt_codes": [ "25F72(MUREX)(+36)", "83(OVID, Metamorphoses I:313-347)", "91E72", "92H171", "92H18(TRIDENT)", "92H391" ], "predicted_codes": [ "25H13", "92B47" ], "generated_text": "{\"iconclass-codes\": [\"25H13\", \"92B47\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.33846153846153854, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 409, "gt_codes": [ "46C24", "25H13", "41B16", "25G3(PALM-TREE)", "24D", "24A6", "71A341" ], "predicted_codes": [ "71A3421" ], "generated_text": "{\"iconclass-codes\": [\"71A3421\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.21375, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 410, "gt_codes": [ "11H(JUDE THADDAEUS)" ], "predicted_codes": [ "11H(ANTONY ABBOT)" ], "generated_text": "{\"iconclass-codes\": [\"11H(ANTONY ABBOT)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 1.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 411, "gt_codes": [ "25H133", "25H23(+1)" ], "predicted_codes": [ "46C21" ], "generated_text": "{\"iconclass-codes\": [\"46C21\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 412, "gt_codes": [ "11F4132", "11H(JOHN)12", "73G" ], "predicted_codes": [ "11G23", "48A9876", "11H(JEROME)" ], "generated_text": "{\"iconclass-codes\": [\"11G23\", \"48A9876\", \"11H(JEROME)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.45999999999999996, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 413, "gt_codes": [ "25G41(VIOLET)" ], "predicted_codes": [ "25G4(Steinbrech)" ], "generated_text": "{\"iconclass-codes\": [\"25G4(Steinbrech)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.76, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 414, "gt_codes": [ "49H3", "83(OGILBY, America)" ], "predicted_codes": [ "49H3", "61D(AMERICA)", "83(OGILBY, America)" ], "generated_text": "{\"iconclass-codes\": [\"49H3\", \"61D(AMERICA)\", \"83(OGILBY, America)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.8, "code_precision": 0.6666666666666666, "code_recall": 1.0 }, { "index": 415, "gt_codes": [ "11T", "11K" ], "predicted_codes": [ "11T", "31E234" ], "generated_text": "{\"iconclass-codes\": [\"11T\", \"31E234\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.5833333333333334, "code_precision": 0.5, "code_recall": 0.5 }, { "index": 416, "gt_codes": [ "31A231", "31A2422", "41A7751", "41D211", "41D221(HOOD)", "41D2321", "41D2661", "41D2662", "42A45", "61B(+55)", "61B:31A2212(+1)" ], "predicted_codes": [ "31A231", "31D112:61B2(...)1", "41A711", "41C37", "41D26611", "48C5142" ], "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31D112:61B2(...)1\", \"41A711\", \"41C37\", \"41D26611\", \"48C5142\"]}", "valid_json": true, "valid_code_count": 6, "total_predicted": 6, "exact_match": false, "hierarchical_f1": 0.617259004724796, "code_precision": 0.16666666666666666, "code_recall": 0.09090909090909091 }, { "index": 417, "gt_codes": [ "86(INVIDIOSUM QUAM MISERUM ESSE PRAESTAT)", "25H2322", "46C24", "92I751", "94I182", "11N32", "56BB21" ], "predicted_codes": [ "83(OVID, Metamorphoses)" ], "generated_text": "{\"iconclass-codes\": [\"83(OVID, Metamorphoses)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.05, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 418, "gt_codes": [ "49E39", "25G4" ], "predicted_codes": [ "25G4" ], "generated_text": "{\"iconclass-codes\": [\"25G4\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.6666666666666666, "code_precision": 1.0, "code_recall": 0.5 }, { "index": 419, "gt_codes": [ "31A25373", "31D120", "41A773", "44B193", "48C7322", "49M32", "49M43", "49N", "92L41" ], "predicted_codes": [ "49M3" ], "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.38, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 420, "gt_codes": [ "31E23621", "71H814", "71H815(+0)" ], "predicted_codes": [ "71E3243" ], "generated_text": "{\"iconclass-codes\": [\"71E3243\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.30400000000000005, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 421, "gt_codes": [ "49L17", "49M413", "49M3", "49L12(T)" ], "predicted_codes": [ "49L17", "49M413", "49M3", "49L12(E)" ], "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(E)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 1.0, "code_precision": 0.75, "code_recall": 0.75 }, { "index": 422, "gt_codes": [ "33C23", "31D16", "46A1632", "46B311", "33A14", "55C2" ], "predicted_codes": [ "31D14", "31D15", "31A2748", "46B31" ], "generated_text": "{\"iconclass-codes\": [\"31D14\", \"31D15\", \"31A2748\", \"46B31\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.5161289719626169, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 423, "gt_codes": [ "31A235", "31D14", "41C74(+1)", "41C741" ], "predicted_codes": [ "31A235", "41C74(+1)", "46B31" ], "generated_text": "{\"iconclass-codes\": [\"31A235\", \"41C74(+1)\", \"46B31\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.7691975141853554, "code_precision": 0.6666666666666666, "code_recall": 0.5 }, { "index": 424, "gt_codes": [ "47I2112" ], "predicted_codes": [ "47I2112" ], "generated_text": "{\"iconclass-codes\": [\"47I2112\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 425, "gt_codes": [ "41A723", "41D282", "47H311", "47H312", "86(VIS AMORIS)", "94L24(+0)" ], "predicted_codes": [ "25F42(+1)", "31A2352", "31AA2352", "31D16", "41D271", "45C19(SHIELD)", "45C221", "48C161", "48C162", "48C1632", "48C164", "48C165", "48C168(HELMET)", "48CC7321", "48CC7322", "48CC7351", "48CC7525", "48CC7526", "48CC7532", "48CC7533", "48CC7541", "48CC7542", "48CC7543", "48CC7544" ], "generated_text": "{\"iconclass-codes\": [\"25F42(+1)\", \"31A2352\", \"31AA2352\", \"31D16\", \"41D271\", \"45C19(SHIELD)\", \"45C221\", \"48C161\", \"48C162\", \"48C1632\", \"48C164\", \"48C165\", \"48C168(HELMET)\", \"48CC7321\", \"48CC7322\", \"48CC7351\", \"48CC7525\", \"48CC7526\", \"48CC7532\", \"48CC7533\", \"48CC7541\", \"48CC7542\", \"48CC7543\", \"48CC7544\"]}", "valid_json": true, "valid_code_count": 24, "total_predicted": 24, "exact_match": false, "hierarchical_f1": 0.21931922723091077, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 426, "gt_codes": [ "73", "73B57" ], "predicted_codes": [ "73", "73B57" ], "generated_text": "{\"iconclass-codes\": [\"73\", \"73B57\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 427, "gt_codes": [ "47I2112", "47I213", "47I214", "47I221", "73", "73B14" ], "predicted_codes": [ "11G", "47I2112", "47I213", "47I214", "73", "73B65" ], "generated_text": "{\"iconclass-codes\": [\"11G\", \"47I2112\", \"47I213\", \"47I214\", \"73\", \"73B65\"]}", "valid_json": true, "valid_code_count": 6, "total_predicted": 6, "exact_match": false, "hierarchical_f1": 0.8279999999999998, "code_precision": 0.6666666666666666, "code_recall": 0.6666666666666666 }, { "index": 428, "gt_codes": [ "11F23" ], "predicted_codes": [ "11F232" ], "generated_text": "{\"iconclass-codes\": [\"11F232\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.855, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 429, "gt_codes": [ "44BB114(SULTAN'S WIFE)", "61BB2(HURREM SULTAN)1(+522)", "61BB2(ROXOLANA)1(+522)", "86(ROXOLANA SIVE ROSA SOLYMMANI UXOR)" ], "predicted_codes": [ "41D267", "44B1511" ], "generated_text": "{\"iconclass-codes\": [\"41D267\", \"44B1511\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.21743119266055044, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 430, "gt_codes": [ "25H11", "25H213", "25I", "46C112" ], "predicted_codes": [ "25H11", "46C112" ], "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C112\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.8489208633093526, "code_precision": 1.0, "code_recall": 0.5 }, { "index": 431, "gt_codes": [ "73B13" ], "predicted_codes": [ "73B25" ], "generated_text": "{\"iconclass-codes\": [\"73B25\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.6, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 432, "gt_codes": [ "31A235", "31A2422", "61B(+53)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+53)", "61B:31A2212(+1)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.9754098360655737, "code_precision": 1.0, "code_recall": 0.8 }, { "index": 433, "gt_codes": [ "25I22", "25I3", "31A2711", "33A35", "41D263", "49L8", "73E341", "86(WAS ONS HART NIET BRANDENDE IN ONS, TERWIJL HIJ ONDERWEG TOT ONS SPRAK EN ONS DE SCHRIFTEN OPENDE?)" ], "predicted_codes": [ "49M431" ], "generated_text": "{\"iconclass-codes\": [\"49M431\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.12176795580110499, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 434, "gt_codes": [ "25F26(HARE)", "25F38(PARTRIDGE)", "25G21(LEMON)", "41C653(LEMON)", "43C113" ], "predicted_codes": [ "25F38(PARTRIDGE)", "41A77", "41C653" ], "generated_text": "{\"iconclass-codes\": [\"25F38(PARTRIDGE)\", \"41A77\", \"41C653\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.7084651162790698, "code_precision": 0.3333333333333333, "code_recall": 0.2 }, { "index": 435, "gt_codes": [ "25H15", "43C121(+4161)", "46C232" ], "predicted_codes": [ "25H", "46C1112" ], "generated_text": "{\"iconclass-codes\": [\"25H\", \"46C1112\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.49875, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 436, "gt_codes": [ "24C14", "25A13", "25F35(PEACOCK)", "25G3", "25G4(+32)", "31D120", "41B31(+1)", "46C13192", "49D11(XX)", "52BB1", "86(PROLES TUA, MAIA, IUVENTUS)", "86(HIS BONES ARE FULL OF THE SINNES OF HIS YOUTH)" ], "predicted_codes": [ "25F36(SWAN)(+1)", "25G3", "41B31(+1)", "49E122", "86(AMORIS LUX)" ], "generated_text": "{\"iconclass-codes\": [\"25F36(SWAN)(+1)\", \"25G3\", \"41B31(+1)\", \"49E122\", \"86(AMORIS LUX)\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.6616696783520057, "code_precision": 0.4, "code_recall": 0.16666666666666666 }, { "index": 437, "gt_codes": [ "24A6", "25H13", "25H2323", "25I5", "31A2762", "31A2764", "31A453(+3)", "83(OVID, Metamorphoses VIII:183-235)", "95A(ICARUS)68" ], "predicted_codes": [ "86(QUOQUE IN AETHERE)", "92B1", "45C13(SWORD)", "26A", "26C", "26D" ], "generated_text": "{\"iconclass-codes\": [\"86(QUOQUE IN AETHERE)\", \"92B1\", \"45C13(SWORD)\", \"26A\", \"26C\", \"26D\"]}", "valid_json": true, "valid_code_count": 6, "total_predicted": 6, "exact_match": false, "hierarchical_f1": 0.14208494208494205, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 438, "gt_codes": [ "31A22141", "31A22153", "49G3(+52)" ], "predicted_codes": [ "49G81" ], "generated_text": "{\"iconclass-codes\": [\"49G81\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.285, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 439, "gt_codes": [ "31A2422", "31D15:61BB", "61B(+53)" ], "predicted_codes": [ "31A2421", "31D15:61BB", "61B(+52)" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.9833333333333334, "code_precision": 0.3333333333333333, "code_recall": 0.3333333333333333 }, { "index": 440, "gt_codes": [ "31A235", "31A2421", "31D15:61BB", "61B(+53)", "61B:31A2212(+1)" ], "predicted_codes": [ "31A2421", "31D15:61BB", "41A772", "41D221(CAP)", "41D222(RUFF)", "41D2661", "41D2664", "61B(+53)" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"41A772\", \"41D221(CAP)\", \"41D222(RUFF)\", \"41D2661\", \"41D2664\", \"61B(+53)\"]}", "valid_json": true, "valid_code_count": 8, "total_predicted": 8, "exact_match": false, "hierarchical_f1": 0.5233682514101531, "code_precision": 0.375, "code_recall": 0.6 }, { "index": 441, "gt_codes": [ "86(JUDICIUM MEMORATU DIGNUM)", "42B53", "42B4", "11Q01" ], "predicted_codes": [ "83(OVID, Metamorphoses)" ], "generated_text": "{\"iconclass-codes\": [\"83(OVID, Metamorphoses)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.08000000000000002, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 442, "gt_codes": [ "25F23(ERMINE)(+351)", "31A2421", "31AA533(...)", "31D15:61BB", "41D2211", "61B(+52)", "61B:31A2212(+1)" ], "predicted_codes": [ "31A2421", "31D15:61BB", "61B(+53)", "61B:31A2212(+1)" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.7931034482758621, "code_precision": 0.75, "code_recall": 0.42857142857142855 }, { "index": 443, "gt_codes": [ "48C811", "48C85" ], "predicted_codes": [ "41A2", "43C9" ], "generated_text": "{\"iconclass-codes\": [\"41A2\", \"43C9\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.19, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 444, "gt_codes": [ "41A2", "41A671" ], "predicted_codes": [ "48C5142" ], "generated_text": "{\"iconclass-codes\": [\"48C5142\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.19, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 445, "gt_codes": [ "92C1" ], "predicted_codes": [ "25F35(PEACOCK)", "41D9", "46C24" ], "generated_text": "{\"iconclass-codes\": [\"25F35(PEACOCK)\", \"41D9\", \"46C24\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 446, "gt_codes": [ "11L53", "41A251", "49L5", "49L62", "49MM32" ], "predicted_codes": [ "49M32" ], "generated_text": "{\"iconclass-codes\": [\"49M32\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.3999088838268793, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 447, "gt_codes": [ "11(+5):61B", "25H" ], "predicted_codes": [ "11(+5):61B", "25H114", "31A233", "31D14", "31D15", "41A7751", "41C37", "44G(+5)", "45B", "45C13(SWORD)" ], "generated_text": "{\"iconclass-codes\": [\"11(+5):61B\", \"25H114\", \"31A233\", \"31D14\", \"31D15\", \"41A7751\", \"41C37\", \"44G(+5)\", \"45B\", \"45C13(SWORD)\"]}", "valid_json": true, "valid_code_count": 10, "total_predicted": 10, "exact_match": false, "hierarchical_f1": 0.2616666666666666, "code_precision": 0.1, "code_recall": 0.5 }, { "index": 448, "gt_codes": [ "11I2", "59C2", "92C1" ], "predicted_codes": [ "48C24" ], "generated_text": "{\"iconclass-codes\": [\"48C24\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 449, "gt_codes": [ "43A(+2)", "48B43" ], "predicted_codes": [ "43A(+2)" ], "generated_text": "{\"iconclass-codes\": [\"43A(+2)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.7460815047021944, "code_precision": 1.0, "code_recall": 0.5 }, { "index": 450, "gt_codes": [ "31A2422", "41D222(RUFF)", "41D2659(SASH)", "45C22", "46A1241(ORDER OF THE GARTER)", "61B(+52)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.6557445914723797, "code_precision": 1.0, "code_recall": 0.375 }, { "index": 451, "gt_codes": [ "46C24" ], "predicted_codes": [ "46C21" ], "generated_text": "{\"iconclass-codes\": [\"46C21\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.8000000000000002, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 452, "gt_codes": [ "31A24(+1)", "61B(+52)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A24(+1)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.9294078287052525, "code_precision": 1.0, "code_recall": 0.5 }, { "index": 453, "gt_codes": [ "31D112", "31D15", "31D16", "41B4", "9" ], "predicted_codes": [ "31D14", "71", "71C213" ], "generated_text": "{\"iconclass-codes\": [\"31D14\", \"71\", \"71C213\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.34079422382671476, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 454, "gt_codes": [ "45B", "45C19(SHIELD)", "25G41", "44A31", "46C131" ], "predicted_codes": [ "45C22", "46A124", "48CC7351" ], "generated_text": "{\"iconclass-codes\": [\"45C22\", \"46A124\", \"48CC7351\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.3517680074836295, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 455, "gt_codes": [ "25G3", "31A235", "46A7" ], "predicted_codes": [ "31A25(+933)", "46C513" ], "generated_text": "{\"iconclass-codes\": [\"31A25(+933)\", \"46C513\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.45600000000000007, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 456, "gt_codes": [ "11P3151", "25I2" ], "predicted_codes": [ "25H114", "25I" ], "generated_text": "{\"iconclass-codes\": [\"25H114\", \"25I\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.35625, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 457, "gt_codes": [ "35" ], "predicted_codes": [ "43C721" ], "generated_text": "{\"iconclass-codes\": [\"43C721\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 458, "gt_codes": [ "31A2421", "31D15:61BB", "61B(+52)", "61B:31A2212(+1)" ], "predicted_codes": [ "31A2421", "31D15:61BB", "61B(+52)", "61B:31A2212(+1)" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\", \"61B:31A2212(+1)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 459, "gt_codes": [ "86(DRACHMAM INUENIT)" ], "predicted_codes": [ "25G3(OLIVE-TREE)(+27)", "26A", "41D92", "45C15(BOW)", "45C23", "56F2(+4)", "86(DRACHMAN INVENIT)", "92D156" ], "generated_text": "{\"iconclass-codes\": [\"25G3(OLIVE-TREE)(+27)\", \"26A\", \"41D92\", \"45C15(BOW)\", \"45C23\", \"56F2(+4)\", \"86(DRACHMAN INVENIT)\", \"92D156\"]}", "valid_json": true, "valid_code_count": 8, "total_predicted": 8, "exact_match": false, "hierarchical_f1": 0.2222222222222222, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 460, "gt_codes": [ "25H213", "25I12", "46C21" ], "predicted_codes": [ "25H13", "46C2" ], "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C2\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.6176912751677852, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 461, "gt_codes": [ "48C8421" ], "predicted_codes": [ "43C9", "45B212" ], "generated_text": "{\"iconclass-codes\": [\"43C9\", \"45B212\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.19, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 462, "gt_codes": [ "31A2422", "61B(+52)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.9876621322366339, "code_precision": 1.0, "code_recall": 0.75 }, { "index": 463, "gt_codes": [ "49L171", "49M413", "49M3", "49L12(E)", "49L12(S)" ], "predicted_codes": [ "49L171", "49M413", "49M3", "49L12(E)" ], "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(E)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 0.8 }, { "index": 464, "gt_codes": [ "44B1" ], "predicted_codes": [ "45C13(SWORD)", "61B2(HESS, Herman)1(+55)" ], "generated_text": "{\"iconclass-codes\": [\"45C13(SWORD)\", \"61B2(HESS, Herman)1(+55)\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.12666666666666665, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 465, "gt_codes": [ "31A(+89)", "31A2225", "31D15", "41A761", "61B(+55)" ], "predicted_codes": [ "31A(+89)", "31D15", "41A761" ], "generated_text": "{\"iconclass-codes\": [\"31A(+89)\", \"31D15\", \"41A761\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.8331388564760793, "code_precision": 1.0, "code_recall": 0.6 }, { "index": 466, "gt_codes": [ "31A231", "31D112", "33A3", "34B11", "48C51", "48C5111", "48C514(+414)", "48C5142", "48C5152", "48C5153" ], "predicted_codes": [ "31A25(+9321)", "48B3:61B", "48C5142", "48C5151", "48C5152", "48C5157" ], "generated_text": "{\"iconclass-codes\": [\"31A25(+9321)\", \"48B3:61B\", \"48C5142\", \"48C5151\", \"48C5152\", \"48C5157\"]}", "valid_json": true, "valid_code_count": 6, "total_predicted": 6, "exact_match": false, "hierarchical_f1": 0.7717457763475463, "code_precision": 0.3333333333333333, "code_recall": 0.2 }, { "index": 467, "gt_codes": [ "31A233", "71", "71F311", "71F3111", "71F314" ], "predicted_codes": [ "11H", "25F36(SWAN)", "48C7352" ], "generated_text": "{\"iconclass-codes\": [\"11H\", \"25F36(SWAN)\", \"48C7352\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 468, "gt_codes": [ "31A2245(+933):25G411", "31A235", "31A2421", "31D15:61BB", "41A541", "41A711", "41A772", "41C37", "41D221(TIPMUTS)", "48C161", "49M32", "61B(+54)", "61B:31A2212(+1)" ], "predicted_codes": [ "31A235", "31A2421", "31D15:61BB", "61B(+54)", "61B:31A2212(+1)" ], "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A2421\", \"31D15:61BB\", \"61B(+54)\", \"61B:31A2212(+1)\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.6170212765957447, "code_precision": 1.0, "code_recall": 0.38461538461538464 }, { "index": 469, "gt_codes": [ "92D1916", "48C161", "59B32", "25H11", "48A98211", "46C112" ], "predicted_codes": [ "11G", "48C24", "92D1916", "48A9875", "48A9831", "48A9876", "48A98783" ], "generated_text": "{\"iconclass-codes\": [\"11G\", \"48C24\", \"92D1916\", \"48A9875\", \"48A9831\", \"48A9876\", \"48A98783\"]}", "valid_json": true, "valid_code_count": 7, "total_predicted": 7, "exact_match": false, "hierarchical_f1": 0.5485603112840466, "code_precision": 0.14285714285714285, "code_recall": 0.16666666666666666 }, { "index": 470, "gt_codes": [ "25F37(STORK)", "25G21(ORANGE)", "41A7751:25G21", "41C653(ORANGE)", "46B31", "47I1421", "5(+1)", "92B11221", "92D1916" ], "predicted_codes": [ "12EE13", "12FF13", "47I15(SCYTHE)", "9", "92D1916" ], "generated_text": "{\"iconclass-codes\": [\"12EE13\", \"12FF13\", \"47I15(SCYTHE)\", \"9\", \"92D1916\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.340545746388443, "code_precision": 0.2, "code_recall": 0.1111111111111111 }, { "index": 471, "gt_codes": [ "25I9", "42E3722", "48C149(+7242)", "71G113" ], "predicted_codes": [ "12A43", "71E116" ], "generated_text": "{\"iconclass-codes\": [\"12A43\", \"71E116\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.13333333333333333, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 472, "gt_codes": [ "31A2422", "31A5341", "46A122", "61B(+53)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.8574149012139965, "code_precision": 0.6666666666666666, "code_recall": 0.3333333333333333 }, { "index": 473, "gt_codes": [ "25I1", "31D14", "46C24", "25H13", "31D15", "46C232" ], "predicted_codes": [ "25I1", "46C232", "25H213", "47K1" ], "generated_text": "{\"iconclass-codes\": [\"25I1\", \"46C232\", \"25H213\", \"47K1\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.6151807228915662, "code_precision": 0.5, "code_recall": 0.3333333333333333 }, { "index": 474, "gt_codes": [ "48C524" ], "predicted_codes": [ "48C7321", "48C75" ], "generated_text": "{\"iconclass-codes\": [\"48C7321\", \"48C75\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.57, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 475, "gt_codes": [ "11D", "11D351", "11Q2", "31B6214", "44G321(CROSS)", "45B", "45C11(SPEAR)", "45C22", "73D3522", "73D82(CROWN OF THORNS)" ], "predicted_codes": [ "11D", "73" ], "generated_text": "{\"iconclass-codes\": [\"11D\", \"73\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.38915712799167534, "code_precision": 0.5, "code_recall": 0.1 }, { "index": 476, "gt_codes": [ "31D14", "48C75", "46C131", "48CC7352" ], "predicted_codes": [ "45B", "46C131" ], "generated_text": "{\"iconclass-codes\": [\"45B\", \"46C131\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.43675531914893617, "code_precision": 0.5, "code_recall": 0.25 }, { "index": 477, "gt_codes": [ "73D71" ], "predicted_codes": [ "73D641" ], "generated_text": "{\"iconclass-codes\": [\"73D641\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.57, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 478, "gt_codes": [ "31A(+926)", "31B1", "56DD11" ], "predicted_codes": [ "71C324" ], "generated_text": "{\"iconclass-codes\": [\"71C324\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 479, "gt_codes": [ "31A2421", "31D12", "61B(+52)", "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.901652134006425, "code_precision": 0.6666666666666666, "code_recall": 0.5 }, { "index": 480, "gt_codes": [ "73B64" ], "predicted_codes": [ "73C8645" ], "generated_text": "{\"iconclass-codes\": [\"73C8645\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.38, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 481, "gt_codes": [ "73B25" ], "predicted_codes": [ "73B25" ], "generated_text": "{\"iconclass-codes\": [\"73B25\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 482, "gt_codes": [ "73C72" ], "predicted_codes": [ "73C412" ], "generated_text": "{\"iconclass-codes\": [\"73C412\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.57, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 483, "gt_codes": [ "45D311", "32B33", "61B2(FONDUK MUSTAFA PASCHA)11" ], "predicted_codes": [ "45C22", "61B2(MUSTAFA )11" ], "generated_text": "{\"iconclass-codes\": [\"45C22\", \"61B2(MUSTAFA )11\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.5519999999999999, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 484, "gt_codes": [ "11H(BAVO)32" ], "predicted_codes": [ "11H(ANTONY ABBOT)34", "11P31521", "73F263" ], "generated_text": "{\"iconclass-codes\": [\"11H(ANTONY ABBOT)34\", \"11P31521\", \"73F263\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.6301369863013698, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 485, "gt_codes": [ "49L171", "49M413", "49M3", "49L12(D)" ], "predicted_codes": [ "49L171", "49M413", "49M3", "49L12(D)" ], "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(D)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 486, "gt_codes": [ "25H15", "25H213", "46C1112", "46C14", "46C2", "47I2112" ], "predicted_codes": [ "25H", "41A17" ], "generated_text": "{\"iconclass-codes\": [\"25H\", \"41A17\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.3485071090047393, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 487, "gt_codes": [ "31A2422", "31D15:61BB", "61B(+52)", "61B:31A2212(+1)" ], "predicted_codes": [ "31A24(+1)", "31D15:61BB", "31D17", "61B(+52)", "61B:31A2212(+1)" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"31D17\", \"61B(+52)\", \"61B:31A2212(+1)\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.9429349410361733, "code_precision": 0.6, "code_recall": 0.75 }, { "index": 488, "gt_codes": [ "31D15", "73F14", "73F2231" ], "predicted_codes": [ "25F31(+5262)", "25I14", "26A", "31A2511(+933)", "31A2512(+933)", "31A2711", "31AA2512(+933)", "31D14(+72)", "31D15", "33B9", "34B11(+9512)", "41D211(+81)", "41D221(+81)" ], "generated_text": "{\"iconclass-codes\": [\"25F31(+5262)\", \"25I14\", \"26A\", \"31A2511(+933)\", \"31A2512(+933)\", \"31A2711\", \"31AA2512(+933)\", \"31D14(+72)\", \"31D15\", \"33B9\", \"34B11(+9512)\", \"41D211(+81)\", \"41D221(+81)\"]}", "valid_json": true, "valid_code_count": 13, "total_predicted": 13, "exact_match": false, "hierarchical_f1": 0.3075010360547037, "code_precision": 0.07692307692307693, "code_recall": 0.3333333333333333 }, { "index": 489, "gt_codes": [ "25F22", "25F35(PARROT)", "41A16", "48C7323", "48C7351", "48C75", "48C755" ], "predicted_codes": [ "25H", "31A(+89)", "41C652", "43B13", "43C9", "48C7351" ], "generated_text": "{\"iconclass-codes\": [\"25H\", \"31A(+89)\", \"41C652\", \"43B13\", \"43C9\", \"48C7351\"]}", "valid_json": true, "valid_code_count": 6, "total_predicted": 6, "exact_match": false, "hierarchical_f1": 0.46234378684272576, "code_precision": 0.16666666666666666, "code_recall": 0.14285714285714285 }, { "index": 490, "gt_codes": [ "25G41(ROSE)", "25G41(TULIP)", "41A671", "41A772", "41C7111" ], "predicted_codes": [ "25G3", "41A671" ], "generated_text": "{\"iconclass-codes\": [\"25G3\", \"41A671\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.6953016323633782, "code_precision": 0.5, "code_recall": 0.2 }, { "index": 491, "gt_codes": [ "31A2211", "31A233", "31D14" ], "predicted_codes": [ "31A2421", "31D15:61BB", "61B(+52)" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.6218556701030928, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 492, "gt_codes": [ "71C1131", "71C1181" ], "predicted_codes": [ "11H(PETER)34" ], "generated_text": "{\"iconclass-codes\": [\"11H(PETER)34\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 493, "gt_codes": [ "45A20", "92D1916" ], "predicted_codes": [ "25I1", "46A122(...)1" ], "generated_text": "{\"iconclass-codes\": [\"25I1\", \"46A122(...)1\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.095, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 494, "gt_codes": [ "73C63" ], "predicted_codes": [ "73C815" ], "generated_text": "{\"iconclass-codes\": [\"73C815\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.57, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 495, "gt_codes": [ "25F3", "25F32(FINCH)", "25F36(GULL)", "25F38(PHEASANT)", "25H14", "41A12", "46C21", "46C223" ], "predicted_codes": [ "25F3", "25H114", "25I" ], "generated_text": "{\"iconclass-codes\": [\"25F3\", \"25H114\", \"25I\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.5913543091655268, "code_precision": 0.3333333333333333, "code_recall": 0.125 }, { "index": 496, "gt_codes": [ "31B13", "31E2345", "71F1544", "72A" ], "predicted_codes": [ "71H849" ], "generated_text": "{\"iconclass-codes\": [\"71H849\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.2072727272727273, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 497, "gt_codes": [ "71", "71A611" ], "predicted_codes": [ "11G", "25F36(DUCK)", "25H15", "71" ], "generated_text": "{\"iconclass-codes\": [\"11G\", \"25F36(DUCK)\", \"25H15\", \"71\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.3670212765957447, "code_precision": 0.25, "code_recall": 0.5 }, { "index": 498, "gt_codes": [ "21D" ], "predicted_codes": [ "41C323" ], "generated_text": "{\"iconclass-codes\": [\"41C323\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 499, "gt_codes": [ "25I1", "25H213", "23O13", "73C7112" ], "predicted_codes": [ "25I1", "46C232", "25H13", "46C24", "46C283" ], "generated_text": "{\"iconclass-codes\": [\"25I1\", \"46C232\", \"25H13\", \"46C24\", \"46C283\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.36733641771315256, "code_precision": 0.2, "code_recall": 0.25 }, { "index": 500, "gt_codes": [ "86(DE KLUIZENAAR. AFGESCHEIDEN, VAN'T QUAAD)", "11Q331", "59AA1", "11M31" ], "predicted_codes": [ "86(QUOQUE VIVIT QUIETUS)", "41A53", "25H119", "31D16", "31B6(+73)", "54F12" ], "generated_text": "{\"iconclass-codes\": [\"86(QUOQUE VIVIT QUIETUS)\", \"41A53\", \"25H119\", \"31D16\", \"31B6(+73)\", \"54F12\"]}", "valid_json": true, "valid_code_count": 6, "total_predicted": 6, "exact_match": false, "hierarchical_f1": 0.23999999999999996, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 501, "gt_codes": [ "49L171", "49M413", "49M3", "49L12(D)" ], "predicted_codes": [ "49L171", "49M413", "49M3", "49L12(D)" ], "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(D)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 502, "gt_codes": [ "31A2421", "31A534", "41A7212", "48B3:61B", "61B(+54)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A235", "31A24(+1)", "61B(+53)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A24(+1)\", \"61B(+53)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.7372113022113022, "code_precision": 0.25, "code_recall": 0.14285714285714285 }, { "index": 503, "gt_codes": [ "22C4(GOLD)", "22C4(RED)", "25F23(LION)(+12)", "25F23(LION)(+154)", "25F23(LION)(+561)", "25H1", "44B191", "61D(BRITAIN)", "86(SIC PACEM HABEMUS)" ], "predicted_codes": [ "25F23(LION)(+1)", "44B191", "86(AMOR REGIUS)" ], "generated_text": "{\"iconclass-codes\": [\"25F23(LION)(+1)\", \"44B191\", \"86(AMOR REGIUS)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.7804878048780487, "code_precision": 0.3333333333333333, "code_recall": 0.1111111111111111 }, { "index": 504, "gt_codes": [ "25G4(STRAWBERRY)" ], "predicted_codes": [ "25G4(Stachelbeere)" ], "generated_text": "{\"iconclass-codes\": [\"25G4(Stachelbeere)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 1.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 505, "gt_codes": [ "11C15", "31B11", "41A773", "41A777", "47I1421", "71F641", "71F655(+0)", "71F657" ], "predicted_codes": [ "71C324" ], "generated_text": "{\"iconclass-codes\": [\"71C324\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.2181818181818182, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 506, "gt_codes": [ "41A221", "41A33", "42F51" ], "predicted_codes": [ "31A2542", "31D14", "31D15", "41A711", "41C342", "41D26611", "48C5142" ], "generated_text": "{\"iconclass-codes\": [\"31A2542\", \"31D14\", \"31D15\", \"41A711\", \"41C342\", \"41D26611\", \"48C5142\"]}", "valid_json": true, "valid_code_count": 7, "total_predicted": 7, "exact_match": false, "hierarchical_f1": 0.300098383696416, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 507, "gt_codes": [ "31A72", "31F2" ], "predicted_codes": [ "31F26", "42E131" ], "generated_text": "{\"iconclass-codes\": [\"31F26\", \"42E131\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.4591666666666667, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 508, "gt_codes": [ "31A2421", "61B(+53)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.9731242641549823, "code_precision": 0.3333333333333333, "code_recall": 0.25 }, { "index": 509, "gt_codes": [ "73D351" ], "predicted_codes": [ "73D41" ], "generated_text": "{\"iconclass-codes\": [\"73D41\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.57, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 510, "gt_codes": [ "11G", "41B311", "41C321", "48C24", "49L73" ], "predicted_codes": [ "11G", "25F39(DOVE)", "48C7352" ], "generated_text": "{\"iconclass-codes\": [\"11G\", \"25F39(DOVE)\", \"48C7352\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.47088997897687457, "code_precision": 0.3333333333333333, "code_recall": 0.2 }, { "index": 511, "gt_codes": [ "73C864", "73C86463" ], "predicted_codes": [ "47C21", "98B(ARISTIPPOS)51" ], "generated_text": "{\"iconclass-codes\": [\"47C21\", \"98B(ARISTIPPOS)51\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 512, "gt_codes": [ "31A2422", "31D15:61BB", "41D221(VLEUGELMUTS)", "41D222(RUFF)", "41D2661", "61B(+52)" ], "predicted_codes": [ "31A24(+1)", "31D15:61BB", "61B(+52)" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"61B(+52)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.6344444444444445, "code_precision": 0.6666666666666666, "code_recall": 0.3333333333333333 }, { "index": 513, "gt_codes": [ "23D43", "23T27(GEORGIAN)", "23T27(XIX)", "23T27(XVIII)", "31A235", "31A5341", "31B19", "31D1(+79)", "31D111", "31D112", "31D14", "31D15", "33A5", "41A17", "41A2", "41A711", "41A712", "41A721", "41A773", "41C11" ], "predicted_codes": [ "23U24", "25I141", "31A235", "31D1(+79)", "31D112", "31D14", "31D15", "31D16", "31D17", "31E2382", "31E23821", "31E23822", "31E23823", "31E23824", "31E23825", "31E23826", "31E23827", "31E23828", "31E23829", "31E2383", "31E2384", "31E2385", "31E2386", "31E2387" ], "generated_text": "{\"iconclass-codes\": [\"23U24\", \"25I141\", \"31A235\", \"31D1(+79)\", \"31D112\", \"31D14\", \"31D15\", \"31D16\", \"31D17\", \"31E2382\", \"31E23821\", \"31E23822\", \"31E23823\", \"31E23824\", \"31E23825\", \"31E23826\", \"31E23827\", \"31E23828\", \"31E23829\", \"31E2383\", \"31E2384\", \"31E2385\", \"31E2386\", \"31E2387\"]}", "valid_json": true, "valid_code_count": 24, "total_predicted": 24, "exact_match": false, "hierarchical_f1": 0.4817489536174939, "code_precision": 0.20833333333333334, "code_recall": 0.25 }, { "index": 514, "gt_codes": [ "86(GEBRECHEN MACHT KUNSTREICH)", "25I1", "61E(WISMAR)", "95A(ERICHTHONIUS)", "31A4153", "46C1422", "31A4", "55BB1", "52A42" ], "predicted_codes": [ "86(DEBRECHEN MACHT RUNTSREICH)", "25I1", "61E(WISMAR)", "46C1493", "46A122(ERICH THONIS)3", "46C1442", "46C1441", "31D16", "31B6(+72)", "57AA6121" ], "generated_text": "{\"iconclass-codes\": [\"86(DEBRECHEN MACHT RUNTSREICH)\", \"25I1\", \"61E(WISMAR)\", \"46C1493\", \"46A122(ERICH THONIS)3\", \"46C1442\", \"46C1441\", \"31D16\", \"31B6(+72)\", \"57AA6121\"]}", "valid_json": true, "valid_code_count": 10, "total_predicted": 10, "exact_match": false, "hierarchical_f1": 0.6255677334502413, "code_precision": 0.2, "code_recall": 0.2222222222222222 }, { "index": 515, "gt_codes": [ "41C26131", "41C68" ], "predicted_codes": [ "25F3(+91)", "25F62(COD)", "25F62(PLAICE)", "25F716(SHRIMP)", "41C27(POT)", "43C113" ], "generated_text": "{\"iconclass-codes\": [\"25F3(+91)\", \"25F62(COD)\", \"25F62(PLAICE)\", \"25F716(SHRIMP)\", \"41C27(POT)\", \"43C113\"]}", "valid_json": true, "valid_code_count": 6, "total_predicted": 6, "exact_match": false, "hierarchical_f1": 0.25685884691848904, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 516, "gt_codes": [ "25I", "31A231", "31A2422", "61B(+55)", "61B:31D14" ], "predicted_codes": [ "31A231", "45B", "61B(+55)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A231\", \"45B\", \"61B(+55)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.7509986684420773, "code_precision": 0.75, "code_recall": 0.6 }, { "index": 517, "gt_codes": [ "31A511", "41A2", "48A9863" ], "predicted_codes": [ "41A2", "48C5142" ], "generated_text": "{\"iconclass-codes\": [\"41A2\", \"48C5142\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.5599999999999999, "code_precision": 0.5, "code_recall": 0.3333333333333333 }, { "index": 518, "gt_codes": [ "25I2", "25H213", "25F6", "43C128", "46C232", "46C112", "47D31" ], "predicted_codes": [ "25I1", "46C232", "47D31", "25H213", "43C128", "46A14" ], "generated_text": "{\"iconclass-codes\": [\"25I1\", \"46C232\", \"47D31\", \"25H213\", \"43C128\", \"46A14\"]}", "valid_json": true, "valid_code_count": 6, "total_predicted": 6, "exact_match": false, "hierarchical_f1": 0.8147239263803681, "code_precision": 0.6666666666666666, "code_recall": 0.5714285714285714 }, { "index": 519, "gt_codes": [ "31A(+89)", "31D17", "41D28", "96", "96A1821" ], "predicted_codes": [ "11H", "31A(+89)", "73" ], "generated_text": "{\"iconclass-codes\": [\"11H\", \"31A(+89)\", \"73\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.30196936542669583, "code_precision": 0.3333333333333333, "code_recall": 0.2 }, { "index": 520, "gt_codes": [ "11H(IGNATIUS OF ANTIOCH)", "11I5" ], "predicted_codes": [ "11H(SIGNATUS)" ], "generated_text": "{\"iconclass-codes\": [\"11H(SIGNATUS)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.8165680473372781, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 521, "gt_codes": [ "25G13", "25H11", "25H15", "25H213", "25H217", "25I5", "41A771:31A2774", "41A773:31A2774", "51I4(+4):52B5112(+4)", "54DD51(+4)", "83(ERASMUS, Adagiorum chiliades I i 32)", "86(ALIQUID MALI PROPTER VICINUM MALUM)" ], "predicted_codes": [ "25H114", "25H213", "41A773", "41C691(+0)", "86(QUOD NON EST, NON EST)" ], "generated_text": "{\"iconclass-codes\": [\"25H114\", \"25H213\", \"41A773\", \"41C691(+0)\", \"86(QUOD NON EST, NON EST)\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.6974384559359068, "code_precision": 0.2, "code_recall": 0.08333333333333333 }, { "index": 522, "gt_codes": [ "23O42", "24D1(SCORPIUS)", "25F715" ], "predicted_codes": [ "25F716(CRAB)" ], "generated_text": "{\"iconclass-codes\": [\"25F716(CRAB)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.578894472361809, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 523, "gt_codes": [ "25H", "25I", "46C513" ], "predicted_codes": [ "25H", "46C131" ], "generated_text": "{\"iconclass-codes\": [\"25H\", \"46C131\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.7272727272727272, "code_precision": 0.5, "code_recall": 0.3333333333333333 }, { "index": 524, "gt_codes": [ "31A2422", "31A534", "31A5341", "41D222(RUFF)", "45B", "45C22:41D222(HALSBERG)", "61B(+52)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+52)", "61B:31A2212(+1)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.7297106563161608, "code_precision": 1.0, "code_recall": 0.4444444444444444 }, { "index": 525, "gt_codes": [ "25H213", "46C21", "46C24" ], "predicted_codes": [ "25H13", "46C24" ], "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C24\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.7874920634920635, "code_precision": 0.5, "code_recall": 0.3333333333333333 }, { "index": 526, "gt_codes": [ "25G3(+351)", "31A61", "41A1", "41C32(+0)", "43C114", "43C1147", "46C13141" ], "predicted_codes": [ "25G3(+371)", "46C131", "46C13141" ], "generated_text": "{\"iconclass-codes\": [\"25G3(+371)\", \"46C131\", \"46C13141\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.561692428608855, "code_precision": 0.3333333333333333, "code_recall": 0.14285714285714285 }, { "index": 527, "gt_codes": [ "25F26(HARE)", "25F38(PARTRIDGE)", "34B11", "34B12", "43C113" ], "predicted_codes": [ "25F36(DUCK)", "41A7751", "43C113" ], "generated_text": "{\"iconclass-codes\": [\"25F36(DUCK)\", \"41A7751\", \"43C113\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.5569679300291545, "code_precision": 0.3333333333333333, "code_recall": 0.2 }, { "index": 528, "gt_codes": [ "11P311", "11P31131", "11Q71455", "92I71181" ], "predicted_codes": [ "12A43", "12B61" ], "generated_text": "{\"iconclass-codes\": [\"12A43\", \"12B61\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.16285714285714287, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 529, "gt_codes": [ "25G41(ERYSIMUM CHEIRI)", "25G41(ROSE)", "25G41(TULIP)", "25G41(WALLFLOWER)", "41A671", "41A774" ], "predicted_codes": [ "25F711(BUTTERFLY)", "25G4(ROSEMARY)", "25G4(ROSMARINUS OFFICIALIS)", "25G41(CARNATION)", "25G41(DAFFODIL)", "25G41(NARCISSUS)", "25G41(TULIP)", "25G411(HYACINTH)", "41A671", "41A773" ], "generated_text": "{\"iconclass-codes\": [\"25F711(BUTTERFLY)\", \"25G4(ROSEMARY)\", \"25G4(ROSMARINUS OFFICIALIS)\", \"25G41(CARNATION)\", \"25G41(DAFFODIL)\", \"25G41(NARCISSUS)\", \"25G41(TULIP)\", \"25G411(HYACINTH)\", \"41A671\", \"41A773\"]}", "valid_json": true, "valid_code_count": 10, "total_predicted": 10, "exact_match": false, "hierarchical_f1": 0.9206616785360139, "code_precision": 0.2, "code_recall": 0.3333333333333333 }, { "index": 530, "gt_codes": [ "25G21(LEMON)", "25G21(POMEGRANATE)", "25G41(ROSE)", "41A774", "41C323", "41C653(LEMON)", "47I4223" ], "predicted_codes": [ "25G21(LEMON)", "41C323", "41C621", "41C653(LEMON)" ], "generated_text": "{\"iconclass-codes\": [\"25G21(LEMON)\", \"41C323\", \"41C621\", \"41C653(LEMON)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.8328547297297297, "code_precision": 0.75, "code_recall": 0.42857142857142855 }, { "index": 531, "gt_codes": [ "11F4", "11F4112", "11F723", "25G41(LILY)", "25H", "31A2421", "41A4231", "41D221", "73", "73B64" ], "predicted_codes": [ "11F4", "25G41(LILY)", "31A235", "61B(+54)" ], "generated_text": "{\"iconclass-codes\": [\"11F4\", \"25G41(LILY)\", \"31A235\", \"61B(+54)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.5425329815303429, "code_precision": 0.5, "code_recall": 0.2 }, { "index": 532, "gt_codes": [ "11F4", "11F41", "11F715", "25G41(VIOLET)", "25H", "31A2422", "61B(+53)" ], "predicted_codes": [ "11F4", "31A24(+1)", "61B(+53)" ], "generated_text": "{\"iconclass-codes\": [\"11F4\", \"31A24(+1)\", \"61B(+53)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.7343684695759067, "code_precision": 0.6666666666666666, "code_recall": 0.2857142857142857 }, { "index": 533, "gt_codes": [ "31A231", "31A2422", "61B(+53)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+53)", "61B:31A2212(+1)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.9754098360655737, "code_precision": 1.0, "code_recall": 0.8 }, { "index": 534, "gt_codes": [ "81(Anonymus,Wolfdietrich)", "46C514" ], "predicted_codes": [ "83(BRANT, Ship of Fools)", "46C5141" ], "generated_text": "{\"iconclass-codes\": [\"83(BRANT, Ship of Fools)\", \"46C5141\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.55125, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 535, "gt_codes": [ "47I15(SCYTHE)" ], "predicted_codes": [ "11P31521", "47I21" ], "generated_text": "{\"iconclass-codes\": [\"11P31521\", \"47I21\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.4, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 536, "gt_codes": [ "83(OVID, Metamorphoses)" ], "predicted_codes": [ "83(OVID, Metamorphoses)" ], "generated_text": "{\"iconclass-codes\": [\"83(OVID, Metamorphoses)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 537, "gt_codes": [ "25H112(+1)" ], "predicted_codes": [ "25H1", "46C513" ], "generated_text": "{\"iconclass-codes\": [\"25H1\", \"46C513\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.5066666666666666, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 538, "gt_codes": [ "31A53421", "49B43", "61B(+52)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.7671064789943053, "code_precision": 0.6666666666666666, "code_recall": 0.4 }, { "index": 539, "gt_codes": [ "47I421" ], "predicted_codes": [ "25G3", "49E39" ], "generated_text": "{\"iconclass-codes\": [\"25G3\", \"49E39\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.12666666666666665, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 540, "gt_codes": [ "31A2421", "31D13", "61B(+52)" ], "predicted_codes": [ "31D15:61BB", "41D26611" ], "generated_text": "{\"iconclass-codes\": [\"31D15:61BB\", \"41D26611\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.38000000000000006, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 541, "gt_codes": [ "61B(+2)", "61B(+52)" ], "predicted_codes": [ "31A24(+1)", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.687089715536105, "code_precision": 0.3333333333333333, "code_recall": 0.5 }, { "index": 542, "gt_codes": [ "49G6222" ], "predicted_codes": [ "31A254" ], "generated_text": "{\"iconclass-codes\": [\"31A254\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 543, "gt_codes": [ "25H1121", "25I5", "45C16(CANNON)", "45K13", "52E3", "54A44", "71Z(Maccabees 1:8)", "86(CONSILIO ET PATIENTIA)" ], "predicted_codes": [ "25H11", "46C13187(+0)", "54A43", "59B32", "86(CONSILIO ET PATIENTIA)" ], "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C13187(+0)\", \"54A43\", \"59B32\", \"86(CONSILIO ET PATIENTIA)\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.5179768786127167, "code_precision": 0.2, "code_recall": 0.125 }, { "index": 544, "gt_codes": [ "25H112", "45B", "45C16(RIFLE)" ], "predicted_codes": [ "31D14", "31D15" ], "generated_text": "{\"iconclass-codes\": [\"31D14\", \"31D15\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 545, "gt_codes": [ "31A22210", "31D14", "49G2(+0)", "57A6", "86(DAER HEBDY 'T AL)" ], "predicted_codes": [ "25I1", "31A4690:31D14(+72)", "31B6211", "31D14", "41C681", "41D221(HAT)", "41D2332", "41D263", "41D2661", "41D2662", "41D2664", "41D2665", "41D2668", "41D267", "41D268", "41D269", "41D271", "41D272", "41D273", "41D283", "41D2831", "41D2832", "41D2833", "41D2834", "41D2835", "41D2836", "41D2837" ], "generated_text": "{\"iconclass-codes\": [\"25I1\", \"31A4690:31D14(+72)\", \"31B6211\", \"31D14\", \"41C681\", \"41D221(HAT)\", \"41D2332\", \"41D263\", \"41D2661\", \"41D2662\", \"41D2664\", \"41D2665\", \"41D2668\", \"41D267\", \"41D268\", \"41D269\", \"41D271\", \"41D272\", \"41D273\", \"41D283\", \"41D2831\", \"41D2832\", \"41D2833\", \"41D2834\", \"41D2835\", \"41D2836\", \"41D2837\"]}", "valid_json": true, "valid_code_count": 27, "total_predicted": 27, "exact_match": false, "hierarchical_f1": 0.2811729019211326, "code_precision": 0.037037037037037035, "code_recall": 0.2 }, { "index": 546, "gt_codes": [ "71P422" ], "predicted_codes": [ "71P432" ], "generated_text": "{\"iconclass-codes\": [\"71P432\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.8000000000000002, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 547, "gt_codes": [ "46A14", "46C13141(+75247)", "46C1411", "46C1422", "46C1442" ], "predicted_codes": [ "46C13141", "47I2112" ], "generated_text": "{\"iconclass-codes\": [\"46C13141\", \"47I2112\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.6594594594594594, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 548, "gt_codes": [ "49L17", "49M413", "49M3", "49L12(N)" ], "predicted_codes": [ "49M13", "49M3" ], "generated_text": "{\"iconclass-codes\": [\"49M13\", \"49M3\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.6752994555353902, "code_precision": 0.5, "code_recall": 0.25 }, { "index": 549, "gt_codes": [ "25H11", "47I21", "47I221" ], "predicted_codes": [ "25H11", "34B11", "47I2112", "47I213", "47I221" ], "generated_text": "{\"iconclass-codes\": [\"25H11\", \"34B11\", \"47I2112\", \"47I213\", \"47I221\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.8338555402479827, "code_precision": 0.4, "code_recall": 0.6666666666666666 }, { "index": 550, "gt_codes": [ "49L17", "49M413", "49M3", "49L12(Z)" ], "predicted_codes": [ "49L17", "49M413", "49M3", "49L12(Z)" ], "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(Z)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 551, "gt_codes": [ "49M3" ], "predicted_codes": [ "49M3" ], "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 552, "gt_codes": [ "73B24(+0)" ], "predicted_codes": [ "73B8" ], "generated_text": "{\"iconclass-codes\": [\"73B8\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.57, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 553, "gt_codes": [ "25F716(LOBSTER)", "25G21(LEMON)", "25G21(PEACH)", "41C323", "41C341", "41C37", "41C621", "41C653(LEMON)", "41C653(PEACH)", "47I4223" ], "predicted_codes": [ "25F716(LOBSTER)", "41C323", "41C653", "41C653(PRUNE)" ], "generated_text": "{\"iconclass-codes\": [\"25F716(LOBSTER)\", \"41C323\", \"41C653\", \"41C653(PRUNE)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.8445984979780474, "code_precision": 0.5, "code_recall": 0.2 }, { "index": 554, "gt_codes": [ "11Q713", "11Q7131(CHOIR SCREEN)", "11Q72", "25I", "31D112", "41B311" ], "predicted_codes": [ "11Q713", "25I", "48C7351" ], "generated_text": "{\"iconclass-codes\": [\"11Q713\", \"25I\", \"48C7351\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.6832250227755845, "code_precision": 0.6666666666666666, "code_recall": 0.3333333333333333 }, { "index": 555, "gt_codes": [ "25I", "25I1", "25I142:25G3", "43B42" ], "predicted_codes": [ "25G3", "25I", "25I1" ], "generated_text": "{\"iconclass-codes\": [\"25G3\", \"25I\", \"25I1\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.7409395973154362, "code_precision": 0.6666666666666666, "code_recall": 0.5 }, { "index": 556, "gt_codes": [ "25L1", "49D22" ], "predicted_codes": [ "25I1", "49D22" ], "generated_text": "{\"iconclass-codes\": [\"25I1\", \"49D22\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.7, "code_precision": 0.5, "code_recall": 0.5 }, { "index": 557, "gt_codes": [ "31A534", "31A5341", "41D212(+43)", "41D212(TABBAARD)", "41D222(RUFF)", "41D224(+81)", "49K(+3)", "61B2(MERULA, PAULUS)11" ], "predicted_codes": [ "45C22" ], "generated_text": "{\"iconclass-codes\": [\"45C22\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.14615384615384616, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 558, "gt_codes": [ "31AA2513(+931)", "41B32(+2)", "41D221(HAT)", "45C13(SWORD)", "86(HELPE, OR ELSE I DYE)", "86(NON SUFFULTA PEREO)" ], "predicted_codes": [ "25F6", "31A417", "31D14(+89)", "41B121", "41C122", "41C711", "41D221(HAT)(+81)", "41D2332", "41D263", "41D2661", "41D2662", "41D2664", "41D2665", "41D2668", "41D267", "41D268", "41D269", "41D283", "41D2831", "41D2832", "41D2833", "41D2834", "41D2835", "41D2836", "41D2837", "41D2838", "41D2839" ], "generated_text": "{\"iconclass-codes\": [\"25F6\", \"31A417\", \"31D14(+89)\", \"41B121\", \"41C122\", \"41C711\", \"41D221(HAT)(+81)\", \"41D2332\", \"41D263\", \"41D2661\", \"41D2662\", \"41D2664\", \"41D2665\", \"41D2668\", \"41D267\", \"41D268\", \"41D269\", \"41D283\", \"41D2831\", \"41D2832\", \"41D2833\", \"41D2834\", \"41D2835\", \"41D2836\", \"41D2837\", \"41D2838\", \"41D2839\"]}", "valid_json": true, "valid_code_count": 27, "total_predicted": 27, "exact_match": false, "hierarchical_f1": 0.49783256291730876, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 559, "gt_codes": [ "25I241", "41A16" ], "predicted_codes": [ "25H", "41A7751", "46C131" ], "generated_text": "{\"iconclass-codes\": [\"25H\", \"41A7751\", \"46C131\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.42222222222222217, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 560, "gt_codes": [ "11I62(SOLOMON)34", "49B24", "49B2521", "49L12(P)", "49L171", "49LL72", "71Y1(Prov. 1:8)" ], "predicted_codes": [ "11H(PAUL)", "49L12(P)", "49L171", "73F45" ], "generated_text": "{\"iconclass-codes\": [\"11H(PAUL)\", \"49L12(P)\", \"49L171\", \"73F45\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.6008582420834567, "code_precision": 0.5, "code_recall": 0.2857142857142857 }, { "index": 561, "gt_codes": [ "25F24(STAG)", "46A122", "48A98211", "48A98311", "48A9875", "44B191", "45C221", "31A224", "48A98313" ], "predicted_codes": [ "46A122", "48A98311", "45C221" ], "generated_text": "{\"iconclass-codes\": [\"46A122\", \"48A98311\", \"45C221\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.7963891675025075, "code_precision": 1.0, "code_recall": 0.3333333333333333 }, { "index": 562, "gt_codes": [ "25G3(+32)", "26F1", "47I4(+8932)", "57A76(+4)", "86(SI TEMPUS FAVEBIT)" ], "predicted_codes": [ "25G3", "47I1111", "56F2(+4)", "86(QUOD VIVIT, QUOD MORITUR)" ], "generated_text": "{\"iconclass-codes\": [\"25G3\", \"47I1111\", \"56F2(+4)\", \"86(QUOD VIVIT, QUOD MORITUR)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.6372542901716067, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 563, "gt_codes": [ "24A6", "25H17", "31A332(+0)", "47I2112(+9459)", "47I2112(+94591)", "86(SO REIN WIE AUF WELLEN)" ], "predicted_codes": [ "24A6", "47I2111(+953)", "86(SO REIN ALS AUFZULESEN)" ], "generated_text": "{\"iconclass-codes\": [\"24A6\", \"47I2111(+953)\", \"86(SO REIN ALS AUFZULESEN)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.8051718385051718, "code_precision": 0.3333333333333333, "code_recall": 0.16666666666666666 }, { "index": 564, "gt_codes": [ "25H21", "41A7751", "46C1111", "47I221", "49G361" ], "predicted_codes": [ "25H11", "47I21" ], "generated_text": "{\"iconclass-codes\": [\"25H11\", \"47I21\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.49245778611632274, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 565, "gt_codes": [ "47I2112" ], "predicted_codes": [ "47I2112" ], "generated_text": "{\"iconclass-codes\": [\"47I2112\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 566, "gt_codes": [ "31A2421", "31A5341", "61B(+51)", "61B:31D14" ], "predicted_codes": [ "31A2421", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.9473684210526316, "code_precision": 0.6666666666666666, "code_recall": 0.5 }, { "index": 567, "gt_codes": [ "11H", "23R14", "31D15", "34B11", "41B16", "41B33", "45B", "73", "73D331" ], "predicted_codes": [ "31A25", "41B311", "48C7311" ], "generated_text": "{\"iconclass-codes\": [\"31A25\", \"41B311\", \"48C7311\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.3092382495948136, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 568, "gt_codes": [ "61B2(WILLEM I, prins van Oranje-Nassau)11" ], "predicted_codes": [ "45C21" ], "generated_text": "{\"iconclass-codes\": [\"45C21\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 569, "gt_codes": [ "24A6", "25H23", "31A2764", "52BB41(+4)", "56DD2(+4)", "86(CAVETE AB INCERTIS)", "95A(ICARUS)681" ], "predicted_codes": [ "24A6", "25F(+342)", "25H11", "25H23", "26C", "31A2763", "31D12", "46C291", "86(NEC VIRTUS NEC FORTUNA)" ], "generated_text": "{\"iconclass-codes\": [\"24A6\", \"25F(+342)\", \"25H11\", \"25H23\", \"26C\", \"31A2763\", \"31D12\", \"46C291\", \"86(NEC VIRTUS NEC FORTUNA)\"]}", "valid_json": true, "valid_code_count": 9, "total_predicted": 9, "exact_match": false, "hierarchical_f1": 0.586765698852127, "code_precision": 0.2222222222222222, "code_recall": 0.2857142857142857 }, { "index": 570, "gt_codes": [ "73C721" ], "predicted_codes": [ "73C412" ], "generated_text": "{\"iconclass-codes\": [\"73C412\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.6, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 571, "gt_codes": [ "61B(+2)" ], "predicted_codes": [ "31A2421", "31D15:61BB", "61B(+52)" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.5, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 572, "gt_codes": [ "48C7322", "48C7325", "48C75", "52A6", "59C2" ], "predicted_codes": [ "48C7352", "49M32" ], "generated_text": "{\"iconclass-codes\": [\"48C7352\", \"49M32\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.5303201506591337, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 573, "gt_codes": [ "11(+5)", "11(+5):61B", "11F4", "11FF4221", "11H", "11H(ADRIAN)", "11HH(BARBARA)" ], "predicted_codes": [ "11(+5):61B", "25H15", "41A3911", "73" ], "generated_text": "{\"iconclass-codes\": [\"11(+5):61B\", \"25H15\", \"41A3911\", \"73\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.34513274336283184, "code_precision": 0.25, "code_recall": 0.14285714285714285 }, { "index": 574, "gt_codes": [ "31D14", "31D15", "45D311", "41D221(HAT)", "31A235", "46D3" ], "predicted_codes": [ "45B", "31D14", "46A21", "45C13(SABRE)", "45D312" ], "generated_text": "{\"iconclass-codes\": [\"45B\", \"31D14\", \"46A21\", \"45C13(SABRE)\", \"45D312\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.6089983579638751, "code_precision": 0.2, "code_recall": 0.16666666666666666 }, { "index": 575, "gt_codes": [ "33A13", "44B421" ], "predicted_codes": [ "42E22" ], "generated_text": "{\"iconclass-codes\": [\"42E22\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.12666666666666665, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 576, "gt_codes": [ "25G21(CHERRY)", "25G21(HAZELNUT)", "25G21(MELON)", "25G21(PEACH)", "25G41(CARNATION)", "25G41(CONVOLVULUS)", "25G41(DAGSCONE)", "25G41(ROSE)", "41A774", "41C653(PEACH)", "47I4223" ], "predicted_codes": [ "25G21(PEACH)", "41A671", "41C37" ], "generated_text": "{\"iconclass-codes\": [\"25G21(PEACH)\", \"41A671\", \"41C37\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.7142820784729585, "code_precision": 0.3333333333333333, "code_recall": 0.09090909090909091 }, { "index": 577, "gt_codes": [ "49L17", "49M413", "49M3", "49L12(P)" ], "predicted_codes": [ "49L17", "49M413", "49M3", "49L12(H)" ], "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(H)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 1.0, "code_precision": 0.75, "code_recall": 0.75 }, { "index": 578, "gt_codes": [ "25I1", "31D15", "31E3", "41A1", "46C14" ], "predicted_codes": [ "25I", "31A(+89)", "46C13141" ], "generated_text": "{\"iconclass-codes\": [\"25I\", \"31A(+89)\", \"46C13141\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.5066666666666667, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 579, "gt_codes": [ "25G3", "25H114", "25I", "41A1", "46C11" ], "predicted_codes": [ "25H114", "25I" ], "generated_text": "{\"iconclass-codes\": [\"25H114\", \"25I\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.6449864498644986, "code_precision": 1.0, "code_recall": 0.4 }, { "index": 580, "gt_codes": [ "43B31", "48C7521" ], "predicted_codes": [ "41C52" ], "generated_text": "{\"iconclass-codes\": [\"41C52\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.19746835443037977, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 581, "gt_codes": [ "86(DER TAUBEN-NARR)", "31A235", "31B8", "41A36", "34B2311", "25F39(DOVE)(+5262)", "54AA1", "46A170", "54BB4" ], "predicted_codes": [ "86(DER TAUBEN NARR)", "25F3", "41A775", "41A3911", "43C1(+412)", "43C114", "43C1147", "54DD51" ], "generated_text": "{\"iconclass-codes\": [\"86(DER TAUBEN NARR)\", \"25F3\", \"41A775\", \"41A3911\", \"43C1(+412)\", \"43C114\", \"43C1147\", \"54DD51\"]}", "valid_json": true, "valid_code_count": 8, "total_predicted": 8, "exact_match": false, "hierarchical_f1": 0.4384507699486701, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 582, "gt_codes": [ "92D1916", "92B58(CADUCEUS)", "41D92", "46A122", "48C5142", "46B311", "45C16(CANNON)", "44D4", "25F37(CRANE)", "48C7352", "44A3" ], "predicted_codes": [ "45C22", "92D1916", "48A9875", "44B191", "48C5156", "44B192" ], "generated_text": "{\"iconclass-codes\": [\"45C22\", \"92D1916\", \"48A9875\", \"44B191\", \"48C5156\", \"44B192\"]}", "valid_json": true, "valid_code_count": 6, "total_predicted": 6, "exact_match": false, "hierarchical_f1": 0.5112380952380952, "code_precision": 0.16666666666666666, "code_recall": 0.09090909090909091 }, { "index": 583, "gt_codes": [ "41A7751", "92D1916" ], "predicted_codes": [ "49M32", "92D1916" ], "generated_text": "{\"iconclass-codes\": [\"49M32\", \"92D1916\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.595, "code_precision": 0.5, "code_recall": 0.5 }, { "index": 584, "gt_codes": [ "46A7" ], "predicted_codes": [ "31A25(+933)", "46A7" ], "generated_text": "{\"iconclass-codes\": [\"31A25(+933)\", \"46A7\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.6666666666666666, "code_precision": 0.5, "code_recall": 1.0 }, { "index": 585, "gt_codes": [ "31A231", "31A2421", "31D15:61BB", "61B(+53)", "61B:31A2212(+1)" ], "predicted_codes": [ "31A235", "31A2421", "31D15:61BB", "61B(+54)", "61B:31A2212(+1)" ], "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31A2421\", \"31D15:61BB\", \"61B(+54)\", \"61B:31A2212(+1)\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.9800000000000001, "code_precision": 0.6, "code_recall": 0.6 }, { "index": 586, "gt_codes": [ "25F23(PANTHER)", "25F42(+343)", "25F6(+621)", "31A4542(+23)", "43C1(+41614)", "43C1(+4163)", "47I214(+9351)", "57AA621(+1)", "86(DECEIT)", "86(INGANNO)" ], "predicted_codes": [ "25F42(+1)", "31A2763", "31D14", "41C129", "43C11481", "47I2133(+933)", "47I2133(+934)", "47I2133(+935)", "47I2133(+936)", "47I2133(+937)", "47I2133(+938)", "47I2133(+939)", "47I2133(+941)", "47I2133(+942)", "47I2133(+943)", "47I2133(+944)", "47I2133(+945)", "47I2133(+946)", "47I2133(+947)", "47I2133(+948)", "47I2133(+949)", "47I2133(+951)", "47I2133(+952)", "47I2133(+953)", "47I2133(+954)", "47I2133(+955)", "47I2133(+956)", "47I2133(+957)", "47I2133(+958)", "47I2133(+959)", "47I2133(+96)", "47I2133(+961)", "47I2133(+962)", "47I2133(+963)", "47I2133(+964)", "47I2133(+965)", "47I2133(+966)", "47I2133(+967)", "47I2133(+968)", "47I2133(+969)", "47I2133(+97)", "47I2133(+98)", "47I2133(+99)", "54E31(+4):51K1(+4)", "57AA6121(+4)", "86(DECEIT)" ], "generated_text": "{\"iconclass-codes\": [\"25F42(+1)\", \"31A2763\", \"31D14\", \"41C129\", \"43C11481\", \"47I2133(+933)\", \"47I2133(+934)\", \"47I2133(+935)\", \"47I2133(+936)\", \"47I2133(+937)\", \"47I2133(+938)\", \"47I2133(+939)\", \"47I2133(+941)\", \"47I2133(+942)\", \"47I2133(+943)\", \"47I2133(+944)\", \"47I2133(+945)\", \"47I2133(+946)\", \"47I2133(+947)\", \"47I2133(+948)\", \"47I2133(+949)\", \"47I2133(+951)\", \"47I2133(+952)\", \"47I2133(+953)\", \"47I2133(+954)\", \"47I2133(+955)\", \"47I2133(+956)\", \"47I2133(+957)\", \"47I2133(+958)\", \"47I2133(+959)\", \"47I2133(+96)\", \"47I2133(+961)\", \"47I2133(+962)\", \"47I2133(+963)\", \"47I2133(+964)\", \"47I2133(+965)\", \"47I2133(+966)\", \"47I2133(+967)\", \"47I2133(+968)\", \"47I2133(+969)\", \"47I2133(+97)\", \"47I2133(+98)\", \"47I2133(+99)\", \"54E31(+4):51K1(+4)\", \"57AA6121(+4)\", \"86(DECEIT)\"]}", "valid_json": true, "valid_code_count": 46, "total_predicted": 46, "exact_match": false, "hierarchical_f1": 0.8072702793672164, "code_precision": 0.021739130434782608, "code_recall": 0.1 }, { "index": 587, "gt_codes": [ "25F6(+63)", "25H213", "25I3", "86(MIT DIESEN NUN GAR ANDERS)" ], "predicted_codes": [ "25F6", "25G4(REED)", "25H17", "25H213", "25I3", "86(MIT DIESEN NUN GANZ ANDERS)" ], "generated_text": "{\"iconclass-codes\": [\"25F6\", \"25G4(REED)\", \"25H17\", \"25H213\", \"25I3\", \"86(MIT DIESEN NUN GANZ ANDERS)\"]}", "valid_json": true, "valid_code_count": 6, "total_predicted": 6, "exact_match": false, "hierarchical_f1": 0.9061075660893345, "code_precision": 0.3333333333333333, "code_recall": 0.5 }, { "index": 588, "gt_codes": [ "86(DREY ST\u00c4NDE/ DARINNEN DIE WELT BESTEHET)", "25A13", "46A14", "46A124", "11P3113", "11C12", "55C2", "45C13(SWORD)", "49MM32", "47I15(FLAIL)", "51A5", "11A23" ], "predicted_codes": [ "86(DREY ST\u00c4NDE/DARINNEN DIE WELT BESTEHET)", "25A13", "49B43(+3)", "47I15(SPADE)", "45C13(SWORD)", "49MM32", "11P3111", "11Q7324" ], "generated_text": "{\"iconclass-codes\": [\"86(DREY ST\\u00c4NDE/DARINNEN DIE WELT BESTEHET)\", \"25A13\", \"49B43(+3)\", \"47I15(SPADE)\", \"45C13(SWORD)\", \"49MM32\", \"11P3111\", \"11Q7324\"]}", "valid_json": true, "valid_code_count": 8, "total_predicted": 8, "exact_match": false, "hierarchical_f1": 0.6952964254577159, "code_precision": 0.375, "code_recall": 0.25 }, { "index": 589, "gt_codes": [ "49E39311(PHIAL)", "49E39312(RETORT)", "49E3932", "49E3952(DISTILLATION)", "49E81" ], "predicted_codes": [ "49E39312(RECEPTACULUM)", "49E39312(RETORT)", "49E39312(SPHONDELEMA)", "49E81" ], "generated_text": "{\"iconclass-codes\": [\"49E39312(RECEPTACULUM)\", \"49E39312(RETORT)\", \"49E39312(SPHONDELEMA)\", \"49E81\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.9751473225723802, "code_precision": 0.5, "code_recall": 0.4 }, { "index": 590, "gt_codes": [ "48A9871", "49L17" ], "predicted_codes": [ "48A9831", "48C5156" ], "generated_text": "{\"iconclass-codes\": [\"48A9831\", \"48C5156\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.592887029288703, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 591, "gt_codes": [ "45C22", "32B33(TURKS)", "92D1916", "48A9877", "45C19(SHIELD)", "46C2711", "61B2(KOLUMBUS, Christoph)11" ], "predicted_codes": [ "49C3", "25F23(LION)", "48A9876", "49E122", "49L11" ], "generated_text": "{\"iconclass-codes\": [\"49C3\", \"25F23(LION)\", \"48A9876\", \"49E122\", \"49L11\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.25693391115926323, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 592, "gt_codes": [ "46C13142", "31D17" ], "predicted_codes": [ "83(BRANT, Ship of Fools)", "46C13142", "47I212" ], "generated_text": "{\"iconclass-codes\": [\"83(BRANT, Ship of Fools)\", \"46C13142\", \"47I212\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.4423791821561338, "code_precision": 0.3333333333333333, "code_recall": 0.5 }, { "index": 593, "gt_codes": [ "25H2314", "25I1", "46C112:47G52", "47I21", "47I228" ], "predicted_codes": [ "25H11", "25I", "46C112:47G52" ], "generated_text": "{\"iconclass-codes\": [\"25H11\", \"25I\", \"46C112:47G52\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.5906681270536691, "code_precision": 0.3333333333333333, "code_recall": 0.2 }, { "index": 594, "gt_codes": [ "49H3", "83(OGILBY, America)" ], "predicted_codes": [ "49H3", "83(OGILBY, America)" ], "generated_text": "{\"iconclass-codes\": [\"49H3\", \"83(OGILBY, America)\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 595, "gt_codes": [ "49M42", "49M3" ], "predicted_codes": [ "49M42", "48A98783", "25F23(LION)(+1)", "45C19(SHIELD)", "45C13(SWORD)" ], "generated_text": "{\"iconclass-codes\": [\"49M42\", \"48A98783\", \"25F23(LION)(+1)\", \"45C19(SHIELD)\", \"45C13(SWORD)\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.4526382592928377, "code_precision": 0.2, "code_recall": 0.5 }, { "index": 596, "gt_codes": [ "25F36(GULL)", "25H23", "26A", "41A775" ], "predicted_codes": [ "25H13", "46C24" ], "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C24\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.36831081081081085, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 597, "gt_codes": [ "25F(+342):25F(+154)", "25F42(+154)", "25F42(+57321)", "25G13", "25G21(+154)", "25H114", "25I12", "41D221(HAT)(+81)", "44B192", "92B11221", "92B58(CADUCEUS)", "92B58(PETASUS)", "52D3(+4)", "54F1(+4)", "54F12(+4)", "57A6(+4)" ], "predicted_codes": [ "25F39(DOVE)(+1)", "25G4(+27)", "25H11", "25I3", "46C1215", "48A98331", "48A984", "48A9854", "48A9875", "48A9876", "49L8", "54E31(+4):51K1(+4)", "54EE31(+4)", "56BB1(+4)", "86(AMORIS ARTE MEDENTUR)" ], "generated_text": "{\"iconclass-codes\": [\"25F39(DOVE)(+1)\", \"25G4(+27)\", \"25H11\", \"25I3\", \"46C1215\", \"48A98331\", \"48A984\", \"48A9854\", \"48A9875\", \"48A9876\", \"49L8\", \"54E31(+4):51K1(+4)\", \"54EE31(+4)\", \"56BB1(+4)\", \"86(AMORIS ARTE MEDENTUR)\"]}", "valid_json": true, "valid_code_count": 15, "total_predicted": 15, "exact_match": false, "hierarchical_f1": 0.3468581091192051, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 598, "gt_codes": [ "11F61", "11H(JOSEPH)", "11HH(ANNA)" ], "predicted_codes": [ "73B821" ], "generated_text": "{\"iconclass-codes\": [\"73B821\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 599, "gt_codes": [ "25H11(+1)" ], "predicted_codes": [ "25I146", "73F298" ], "generated_text": "{\"iconclass-codes\": [\"25I146\", \"73F298\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.2533333333333333, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 600, "gt_codes": [ "31A235", "31AA235", "41A44(+411)", "48A9821", "48A9875", "92D1916", "92L41" ], "predicted_codes": [ "48A9876", "48C1623" ], "generated_text": "{\"iconclass-codes\": [\"48A9876\", \"48C1623\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.4070953436807096, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 601, "gt_codes": [ "49M41", "49M3" ], "predicted_codes": [ "49M3" ], "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.8795518207282913, "code_precision": 1.0, "code_recall": 0.5 }, { "index": 602, "gt_codes": [ "49G4" ], "predicted_codes": [ "11Q712", "46C232" ], "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"46C232\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.12666666666666665, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 603, "gt_codes": [ "11H(...)7", "11HH(...)7" ], "predicted_codes": [ "11G", "42E35" ], "generated_text": "{\"iconclass-codes\": [\"11G\", \"42E35\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.26440677966101694, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 604, "gt_codes": [ "11A23", "11R3", "25F(+342):25F(+154)", "25F42(+154)", "25G11", "25G13", "25H1124", "25H114", "31A2512(+933)", "31A2515(+931)", "31AA2515(+931)", "31A2516(+933)", "31A25552", "31A2711", "31A2753", "31B6212", "31D14", "41A777", "41D211(+81)", "41D221(HAT)(+81)" ], "predicted_codes": [ "25F42(+1)", "25G3", "25H11", "25H1124", "25I12", "26A", "31A2352", "31A2512(+933)", "31A2512(+934)", "31A2711", "31A534", "31D14", "41D211(+81)", "41D221(+81)", "41D233(+81)" ], "generated_text": "{\"iconclass-codes\": [\"25F42(+1)\", \"25G3\", \"25H11\", \"25H1124\", \"25I12\", \"26A\", \"31A2352\", \"31A2512(+933)\", \"31A2512(+934)\", \"31A2711\", \"31A534\", \"31D14\", \"41D211(+81)\", \"41D221(+81)\", \"41D233(+81)\"]}", "valid_json": true, "valid_code_count": 15, "total_predicted": 15, "exact_match": false, "hierarchical_f1": 0.7689899513776338, "code_precision": 0.3333333333333333, "code_recall": 0.25 }, { "index": 605, "gt_codes": [ "25F" ], "predicted_codes": [ "25F" ], "generated_text": "{\"iconclass-codes\": [\"25F\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 606, "gt_codes": [ "31A2422", "61B(+52)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+52)", "61B:31A2212(+1)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 607, "gt_codes": [ "11P3111", "44B194", "61B2(INNOZENZ )11" ], "predicted_codes": [ "11P3112", "46A122" ], "generated_text": "{\"iconclass-codes\": [\"11P3112\", \"46A122\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.45999999999999996, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 608, "gt_codes": [ "43A1" ], "predicted_codes": [ "43A(+2)" ], "generated_text": "{\"iconclass-codes\": [\"43A(+2)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.57, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 609, "gt_codes": [ "61B(+53)" ], "predicted_codes": [ "31A24(+1)", "61B(+53)" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+53)\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.6666666666666666, "code_precision": 0.5, "code_recall": 1.0 }, { "index": 610, "gt_codes": [ "31D13", "41A23", "41AA11", "44B113", "49G2", "98B(ANTIOCHUS I)61" ], "predicted_codes": [ "31A25(+9321)", "41A2", "41A7612", "41B311", "41D283", "44B113", "44BB11", "45C13(SWORD)", "45C22", "45C221:25F3(+352)", "48C161" ], "generated_text": "{\"iconclass-codes\": [\"31A25(+9321)\", \"41A2\", \"41A7612\", \"41B311\", \"41D283\", \"44B113\", \"44BB11\", \"45C13(SWORD)\", \"45C22\", \"45C221:25F3(+352)\", \"48C161\"]}", "valid_json": true, "valid_code_count": 11, "total_predicted": 11, "exact_match": false, "hierarchical_f1": 0.466902024291498, "code_precision": 0.09090909090909091, "code_recall": 0.16666666666666666 }, { "index": 611, "gt_codes": [ "25G22(ONION)", "33A14", "41C12", "43C9", "46A14", "48C7354", "48C75" ], "predicted_codes": [ "31A25(+93231)", "46C52(+12)" ], "generated_text": "{\"iconclass-codes\": [\"31A25(+93231)\", \"46C52(+12)\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.23793103448275862, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 612, "gt_codes": [ "25H113", "25H23", "25H2311", "25I12", "25I5", "26A", "31A2513(+933)", "31A2515", "31A25552", "31A4527(+23)", "31A534", "31B6211", "43C1(+41621)", "92H4", "23T0", "48C901", "49K1(+55)", "51K1(+4)", "52A42(+4)", "52A44" ], "predicted_codes": [ "25F(+342)", "25H11", "25H13", "25H23", "26A", "31A2762", "31D14", "41B32(+1)", "41C321", "41D92", "45C15(ARROW)(+63)", "45C23", "46C24(+63)", "46C2831", "46C291", "47I15(PITCH-FORK)", "92L18(TRIDENT)" ], "generated_text": "{\"iconclass-codes\": [\"25F(+342)\", \"25H11\", \"25H13\", \"25H23\", \"26A\", \"31A2762\", \"31D14\", \"41B32(+1)\", \"41C321\", \"41D92\", \"45C15(ARROW)(+63)\", \"45C23\", \"46C24(+63)\", \"46C2831\", \"46C291\", \"47I15(PITCH-FORK)\", \"92L18(TRIDENT)\"]}", "valid_json": true, "valid_code_count": 17, "total_predicted": 17, "exact_match": false, "hierarchical_f1": 0.452138201627809, "code_precision": 0.11764705882352941, "code_recall": 0.1 }, { "index": 613, "gt_codes": [ "25I" ], "predicted_codes": [ "25I" ], "generated_text": "{\"iconclass-codes\": [\"25I\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 614, "gt_codes": [ "11D", "31A235", "31A2422", "31A25", "61B(+55)" ], "predicted_codes": [ "11D", "31A235" ], "generated_text": "{\"iconclass-codes\": [\"11D\", \"31A235\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.8262910798122065, "code_precision": 1.0, "code_recall": 0.4 }, { "index": 615, "gt_codes": [ "11P31521", "11P3154", "31A" ], "predicted_codes": [ "11H(ANTONY ABBOT)", "31E23621" ], "generated_text": "{\"iconclass-codes\": [\"11H(ANTONY ABBOT)\", \"31E23621\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.38000000000000006, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 616, "gt_codes": [ "25F711(BEE)(+53)", "45C221", "47I242(+0)", "47I243(+953)", "31A22611", "45A1", "45A10", "45A2", "45A20", "45A231", "47I2421" ], "predicted_codes": [ "25F711(BEE)(+53)", "45C221", "46A122(...)3" ], "generated_text": "{\"iconclass-codes\": [\"25F711(BEE)(+53)\", \"45C221\", \"46A122(...)3\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.5259475218658892, "code_precision": 0.6666666666666666, "code_recall": 0.18181818181818182 }, { "index": 617, "gt_codes": [ "25F711(CATERPILLAR)", "25F711(LADYBIRD)", "25G41(CARNATION)", "41A671" ], "predicted_codes": [ "25G41(CARNATION)", "41A671", "41A773" ], "generated_text": "{\"iconclass-codes\": [\"25G41(CARNATION)\", \"41A671\", \"41A773\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.7683083511777302, "code_precision": 0.6666666666666666, "code_recall": 0.5 }, { "index": 618, "gt_codes": [ "31A235", "31A2422", "49D36", "61B(+52)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+53)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.8745603751465416, "code_precision": 0.6666666666666666, "code_recall": 0.3333333333333333 }, { "index": 619, "gt_codes": [ "25I1" ], "predicted_codes": [ "25G4(ARTICHOKE)", "31A(+73)", "31D14", "31D15", "41C652(CARROT)", "41C652(CABBAGE)", "41C69", "46B" ], "generated_text": "{\"iconclass-codes\": [\"25G4(ARTICHOKE)\", \"31A(+73)\", \"31D14\", \"31D15\", \"41C652(CARROT)\", \"41C652(CABBAGE)\", \"41C69\", \"46B\"]}", "valid_json": true, "valid_code_count": 8, "total_predicted": 8, "exact_match": false, "hierarchical_f1": 0.0888888888888889, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 620, "gt_codes": [ "31A2211", "31D15:61BB", "61B:31D14" ], "predicted_codes": [ "31A2421", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.7570109890109891, "code_precision": 0.3333333333333333, "code_recall": 0.3333333333333333 }, { "index": 621, "gt_codes": [ "22C31", "31A4690", "41A635", "44A1(+4)(DORDRECHT)", "48C244", "49L8", "49M32", "61E(DORDRECHT)", "92B11221", "92F2911" ], "predicted_codes": [ "11D123(GEORGE'S CROSS)", "11M44", "25G(+27)", "25G41(ROSE)", "26A", "31AA221:41B121", "31AA2726", "31D15", "41A7751", "49L8", "49MM32", "49N", "49N0", "49N1", "49N2", "49N3", "49N4", "49N5", "49N6", "49N7", "49N8", "49N81" ], "generated_text": "{\"iconclass-codes\": [\"11D123(GEORGE'S CROSS)\", \"11M44\", \"25G(+27)\", \"25G41(ROSE)\", \"26A\", \"31AA221:41B121\", \"31AA2726\", \"31D15\", \"41A7751\", \"49L8\", \"49MM32\", \"49N\", \"49N0\", \"49N1\", \"49N2\", \"49N3\", \"49N4\", \"49N5\", \"49N6\", \"49N7\", \"49N8\", \"49N81\"]}", "valid_json": true, "valid_code_count": 22, "total_predicted": 22, "exact_match": false, "hierarchical_f1": 0.3588504590617533, "code_precision": 0.045454545454545456, "code_recall": 0.1 }, { "index": 622, "gt_codes": [ "31A233", "31A235", "31A2543", "31A5352", "41A721", "49G11", "49G34", "86(ZU MINDERN UND ZU MEHREN)" ], "predicted_codes": [ "31A2543", "31D14(+76)", "31D15(+76)", "41A2", "41C321", "49G81", "49L8", "54E42(+4)", "86(ZU MINDERN UND ZU MEHREN)" ], "generated_text": "{\"iconclass-codes\": [\"31A2543\", \"31D14(+76)\", \"31D15(+76)\", \"41A2\", \"41C321\", \"49G81\", \"49L8\", \"54E42(+4)\", \"86(ZU MINDERN UND ZU MEHREN)\"]}", "valid_json": true, "valid_code_count": 9, "total_predicted": 9, "exact_match": false, "hierarchical_f1": 0.6117962289116771, "code_precision": 0.2222222222222222, "code_recall": 0.25 }, { "index": 623, "gt_codes": [ "31A2422", "31A311", "61B(+51)", "61B:31D14" ], "predicted_codes": [ "31A2421", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.9288014311270126, "code_precision": 0.3333333333333333, "code_recall": 0.25 }, { "index": 624, "gt_codes": [ "25G4(LAURUS ALEXANDRINA GENNINA)", "25G4(TRUE LAURELL OF ALEXANDRIA)", "25G4(CHAMAEDAPHNE VERA DIOSCORIDIS)", "25G4(TRUE DWARFE LAURELL OF DIOSCORIDES)" ], "predicted_codes": [ "25G4(...)" ], "generated_text": "{\"iconclass-codes\": [\"25G4(...)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 1.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 625, "gt_codes": [ "25A4", "45K13" ], "predicted_codes": [ "25A3", "45K13" ], "generated_text": "{\"iconclass-codes\": [\"25A3\", \"45K13\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.8000000000000002, "code_precision": 0.5, "code_recall": 0.5 }, { "index": 626, "gt_codes": [ "49L17", "49M413", "49M3", "49L12(N)" ], "predicted_codes": [ "49L17", "49M413", "49M3", "49L12(N)" ], "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(N)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 627, "gt_codes": [ "25F26(RABBIT)", "25F35(PEACOCK)", "25F36(DUCK)", "25H", "31A(+89)", "31D14", "31D15", "34B232(+51)", "47I21111", "47I214", "71", "71A422" ], "predicted_codes": [ "25F3", "25H15", "47I21" ], "generated_text": "{\"iconclass-codes\": [\"25F3\", \"25H15\", \"47I21\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.48555555555555546, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 628, "gt_codes": [ "43C3963" ], "predicted_codes": [ "45H3" ], "generated_text": "{\"iconclass-codes\": [\"45H3\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.19, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 629, "gt_codes": [ "73D415" ], "predicted_codes": [ "73D41" ], "generated_text": "{\"iconclass-codes\": [\"73D41\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.855, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 630, "gt_codes": [ "31A2245(+933):25G411", "31A2422", "31D13", "61B(+53)", "61B:31A2212(+1)" ], "predicted_codes": [ "31A2421", "31D15:61BB", "61B(+53)" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.8574486234974796, "code_precision": 0.3333333333333333, "code_recall": 0.2 }, { "index": 631, "gt_codes": [ "44G342" ], "predicted_codes": [ "73F2145" ], "generated_text": "{\"iconclass-codes\": [\"73F2145\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 632, "gt_codes": [ "22C8", "25G3(+361)", "25G3(+363)", "25I3" ], "predicted_codes": [ "25G3", "25H114", "26A", "31A(+79)", "31AA2352", "31B6211", "31D14", "31D15", "33C8120:5(+123)", "41A17", "41A361", "41A54", "41A775", "41D211(+81)", "41D221(+81)" ], "generated_text": "{\"iconclass-codes\": [\"25G3\", \"25H114\", \"26A\", \"31A(+79)\", \"31AA2352\", \"31B6211\", \"31D14\", \"31D15\", \"33C8120:5(+123)\", \"41A17\", \"41A361\", \"41A54\", \"41A775\", \"41D211(+81)\", \"41D221(+81)\"]}", "valid_json": true, "valid_code_count": 15, "total_predicted": 15, "exact_match": false, "hierarchical_f1": 0.18030035335689046, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 633, "gt_codes": [ "46C24:47K" ], "predicted_codes": [ "31A25", "46C52(+12)" ], "generated_text": "{\"iconclass-codes\": [\"31A25\", \"46C52(+12)\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.37999999999999995, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 634, "gt_codes": [ "31A71", "41D2321" ], "predicted_codes": [ "31A231" ], "generated_text": "{\"iconclass-codes\": [\"31A231\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.37999999999999995, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 635, "gt_codes": [ "31A235", "31A2421", "61B(+54)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A2421", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.9650711513583441, "code_precision": 0.6666666666666666, "code_recall": 0.4 }, { "index": 636, "gt_codes": [ "25G22(Reuponticum)" ], "predicted_codes": [ "25G41(LILY)" ], "generated_text": "{\"iconclass-codes\": [\"25G41(LILY)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.6, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 637, "gt_codes": [ "25G4(THISTLE)" ], "predicted_codes": [ "25G4(THISTLE)" ], "generated_text": "{\"iconclass-codes\": [\"25G4(THISTLE)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 638, "gt_codes": [ "34B12", "41C69" ], "predicted_codes": [ "34B11", "34B232(+51)" ], "generated_text": "{\"iconclass-codes\": [\"34B11\", \"34B232(+51)\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.5050691244239632, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 639, "gt_codes": [ "41C672" ], "predicted_codes": [ "41A773" ], "generated_text": "{\"iconclass-codes\": [\"41A773\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.4000000000000001, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 640, "gt_codes": [ "31D15:61BB" ], "predicted_codes": [ "31A2421", "31D15:61BB", "61B(+53)", "61B:31A2212(+1)" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.5130111524163569, "code_precision": 0.25, "code_recall": 1.0 }, { "index": 641, "gt_codes": [ "11P3153(+0)", "23R14", "24B3", "25F44", "25F72(SNAIL)", "41B33", "42E141(+0)", "44G591(+0)", "86(NEC VIRTUS OBSCURA PETIT)", "86(LET YOUR LIGHT SO SHINE, THAT MEN SEEING YOUR GOOD WORKES MAY GLORIFIE)" ], "predicted_codes": [ "24A6", "31B59(+0)", "41C711", "41D283", "47G5432", "51E11(+4)", "51EE11(+4)", "86(QUOD NON EST, NISI QUOD EST)" ], "generated_text": "{\"iconclass-codes\": [\"24A6\", \"31B59(+0)\", \"41C711\", \"41D283\", \"47G5432\", \"51E11(+4)\", \"51EE11(+4)\", \"86(QUOD NON EST, NISI QUOD EST)\"]}", "valid_json": true, "valid_code_count": 8, "total_predicted": 8, "exact_match": false, "hierarchical_f1": 0.32943925233644866, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 642, "gt_codes": [ "25FF", "25FF62", "92K1" ], "predicted_codes": [ "92H178" ], "generated_text": "{\"iconclass-codes\": [\"92H178\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.19, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 643, "gt_codes": [ "25H13" ], "predicted_codes": [ "25H11", "47I84" ], "generated_text": "{\"iconclass-codes\": [\"25H11\", \"47I84\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.5333333333333333, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 644, "gt_codes": [ "25G4(ARTEMISIA LEPTOPHYLLOS)" ], "predicted_codes": [ "25G4(ARTEMISIA)" ], "generated_text": "{\"iconclass-codes\": [\"25G4(ARTEMISIA)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 1.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 645, "gt_codes": [ "25I2", "47I211", "25H17", "25H155", "61E(KERSTLINGERODE)" ], "predicted_codes": [ "46C13141", "25H17", "41A17", "46C131", "46C13185" ], "generated_text": "{\"iconclass-codes\": [\"46C13141\", \"25H17\", \"41A17\", \"46C131\", \"46C13185\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.4030948905109489, "code_precision": 0.2, "code_recall": 0.2 }, { "index": 646, "gt_codes": [ "24C12", "92B1" ], "predicted_codes": [ "92B1" ], "generated_text": "{\"iconclass-codes\": [\"92B1\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.6666666666666666, "code_precision": 1.0, "code_recall": 0.5 }, { "index": 647, "gt_codes": [ "48B3", "48C511" ], "predicted_codes": [ "31A254", "31D17" ], "generated_text": "{\"iconclass-codes\": [\"31A254\", \"31D17\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 648, "gt_codes": [ "31A235", "31A2422", "31D13", "31D15:61BB", "46C1312", "46C13141", "61B(+55)", "61B:31A2212(+1)" ], "predicted_codes": [ "31A235", "31D14", "46C1312", "46C131:31D15" ], "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31D14\", \"46C1312\", \"46C131:31D15\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.7656426945159375, "code_precision": 0.5, "code_recall": 0.25 }, { "index": 649, "gt_codes": [ "48A9861", "94L322" ], "predicted_codes": [ "94L321" ], "generated_text": "{\"iconclass-codes\": [\"94L321\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.6, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 650, "gt_codes": [ "49L17", "49M413", "49M3", "49L12(B)" ], "predicted_codes": [ "49L17", "49M413", "49M3", "49L12(B)" ], "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(B)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 651, "gt_codes": [ "11V" ], "predicted_codes": [ "73C815" ], "generated_text": "{\"iconclass-codes\": [\"73C815\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 652, "gt_codes": [ "31A2422", "31D15:61BB", "61B(+52)", "61B:31A2212(+1)" ], "predicted_codes": [ "31A2421", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.873690039085633, "code_precision": 0.3333333333333333, "code_recall": 0.25 }, { "index": 653, "gt_codes": [ "11Q731126", "11Q7151" ], "predicted_codes": [ "11Q7324" ], "generated_text": "{\"iconclass-codes\": [\"11Q7324\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.8410252600297177, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 654, "gt_codes": [ "25I9" ], "predicted_codes": [ "25H11", "47I221" ], "generated_text": "{\"iconclass-codes\": [\"25H11\", \"47I221\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.2533333333333333, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 655, "gt_codes": [ "49L171", "49M413", "49M3", "49L12(G)" ], "predicted_codes": [ "49L171", "49M413", "49M3", "49L12(G)" ], "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(G)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 656, "gt_codes": [ "34B131", "43C11481", "45C15(ARROW)" ], "predicted_codes": [ "41C322", "47D8(KNIFE)", "47I2112" ], "generated_text": "{\"iconclass-codes\": [\"41C322\", \"47D8(KNIFE)\", \"47I2112\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.15200000000000002, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 657, "gt_codes": [ "25H", "31D14", "31D15", "41A7751" ], "predicted_codes": [ "31A25(+9321)", "46C131", "48C7352" ], "generated_text": "{\"iconclass-codes\": [\"31A25(+9321)\", \"46C131\", \"48C7352\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.2564935064935065, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 658, "gt_codes": [ "25G4(MISTLETOE)" ], "predicted_codes": [ "25G4(CORINTHIAN CRESS)" ], "generated_text": "{\"iconclass-codes\": [\"25G4(CORINTHIAN CRESS)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 1.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 659, "gt_codes": [ "71F81", "11Q7141" ], "predicted_codes": [ "73B4" ], "generated_text": "{\"iconclass-codes\": [\"73B4\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.12666666666666665, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 660, "gt_codes": [ "41D221(HAT)", "45B", "45C13(SWORD)", "61B(+55)" ], "predicted_codes": [ "31A231", "45B", "61B(+55)" ], "generated_text": "{\"iconclass-codes\": [\"31A231\", \"45B\", \"61B(+55)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.6543602800763845, "code_precision": 0.6666666666666666, "code_recall": 0.5 }, { "index": 661, "gt_codes": [ "25I28", "46C13142", "47I221" ], "predicted_codes": [ "25I3" ], "generated_text": "{\"iconclass-codes\": [\"25I3\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.285, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 662, "gt_codes": [ "23K11(+1)", "41C11", "43C1422", "43C9", "48C85" ], "predicted_codes": [ "23D41", "23E41" ], "generated_text": "{\"iconclass-codes\": [\"23D41\", \"23E41\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.13333333333333333, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 663, "gt_codes": [ "73C832", "73C8321", "73C8322" ], "predicted_codes": [ "73C815" ], "generated_text": "{\"iconclass-codes\": [\"73C815\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.7864406779661018, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 664, "gt_codes": [ "11Q713", "25I" ], "predicted_codes": [ "11Q713", "25I", "48C7351" ], "generated_text": "{\"iconclass-codes\": [\"11Q713\", \"25I\", \"48C7351\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.8, "code_precision": 0.6666666666666666, "code_recall": 1.0 }, { "index": 665, "gt_codes": [ "42G:61B2(...)13" ], "predicted_codes": [ "31A24(+1)", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 666, "gt_codes": [ "46C24", "25H13", "25H2322", "46C271", "32B3311" ], "predicted_codes": [ "25H13", "46C24", "46C291" ], "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C24\", \"46C291\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.7827457486520116, "code_precision": 0.6666666666666666, "code_recall": 0.4 }, { "index": 667, "gt_codes": [ "25H", "25I", "41A16", "48C145" ], "predicted_codes": [ "25I", "41A16" ], "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A16\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.7860394537177542, "code_precision": 1.0, "code_recall": 0.5 }, { "index": 668, "gt_codes": [ "11I62(HAGGAI)3", "49L12(I)", "49L171" ], "predicted_codes": [ "11H(PAUL)", "49L12(I)", "49L171", "73F45" ], "generated_text": "{\"iconclass-codes\": [\"11H(PAUL)\", \"49L12(I)\", \"49L171\", \"73F45\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.68, "code_precision": 0.5, "code_recall": 0.6666666666666666 }, { "index": 669, "gt_codes": [ "25H213", "41A17", "41A771", "46C2231" ], "predicted_codes": [ "25H", "46C112" ], "generated_text": "{\"iconclass-codes\": [\"25H\", \"46C112\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.4577952755905511, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 670, "gt_codes": [ "25G4(...)" ], "predicted_codes": [ "25G4(...)" ], "generated_text": "{\"iconclass-codes\": [\"25G4(...)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 671, "gt_codes": [ "46C13141", "46C13142" ], "predicted_codes": [ "25H11", "31D14", "46C13142" ], "generated_text": "{\"iconclass-codes\": [\"25H11\", \"31D14\", \"46C13142\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.5, "code_precision": 0.3333333333333333, "code_recall": 0.5 }, { "index": 672, "gt_codes": [ "23D44" ], "predicted_codes": [ "23D44", "92L1" ], "generated_text": "{\"iconclass-codes\": [\"23D44\", \"92L1\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.6666666666666666, "code_precision": 0.5, "code_recall": 1.0 }, { "index": 673, "gt_codes": [ "41A2", "45A20", "56F2", "71", "71F212", "71F2165" ], "predicted_codes": [ "41A721", "46B3311" ], "generated_text": "{\"iconclass-codes\": [\"41A721\", \"46B3311\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.19, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 674, "gt_codes": [ "31A231", "31A24(+1)", "41A6", "48B3:61B", "48C5152", "48C5153", "61B(+55)", "61B:31D14" ], "predicted_codes": [ "31A231", "31A24(+1)", "61B(+55)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31A24(+1)\", \"61B(+55)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.6666666666666666, "code_precision": 1.0, "code_recall": 0.5 }, { "index": 675, "gt_codes": [ "42E3" ], "predicted_codes": [ "42D3", "11P31521", "49L71" ], "generated_text": "{\"iconclass-codes\": [\"42D3\", \"11P31521\", \"49L71\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.2636871508379889, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 676, "gt_codes": [ "11F422" ], "predicted_codes": [ "11F4", "31A235" ], "generated_text": "{\"iconclass-codes\": [\"11F4\", \"31A235\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.5066666666666666, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 677, "gt_codes": [ "83(BRANT, Ship of Fools)", "41B1", "24A6" ], "predicted_codes": [ "85" ], "generated_text": "{\"iconclass-codes\": [\"85\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.1, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 678, "gt_codes": [ "25H", "25H132" ], "predicted_codes": [ "25H132", "25I" ], "generated_text": "{\"iconclass-codes\": [\"25H132\", \"25I\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.74006734006734, "code_precision": 0.5, "code_recall": 0.5 }, { "index": 679, "gt_codes": [ "23A1", "42G1", "44B111", "44B191", "46A122", "49K10", "93" ], "predicted_codes": [ "11M42", "92B57" ], "generated_text": "{\"iconclass-codes\": [\"11M42\", \"92B57\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.042222222222222223, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 680, "gt_codes": [ "11D123", "11H(MARTIN)4", "11P31131", "46A151", "46A212", "49L12(O)", "49L171" ], "predicted_codes": [ "11H(ANTONY ABBOT)35", "49L12(O)", "49L171" ], "generated_text": "{\"iconclass-codes\": [\"11H(ANTONY ABBOT)35\", \"49L12(O)\", \"49L171\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.7455197132616488, "code_precision": 0.6666666666666666, "code_recall": 0.2857142857142857 }, { "index": 681, "gt_codes": [ "31D15:61BB", "61B(+53)" ], "predicted_codes": [ "31A24(+1)", "31D15:61BB", "61B(+53)" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"31D15:61BB\", \"61B(+53)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.8847583643122676, "code_precision": 0.6666666666666666, "code_recall": 1.0 }, { "index": 682, "gt_codes": [ "46A15", "46A1612", "54F12" ], "predicted_codes": [ "31A2748", "56F2" ], "generated_text": "{\"iconclass-codes\": [\"31A2748\", \"56F2\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.07600000000000001, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 683, "gt_codes": [ "41A2", "48A81(+351)", "61B113" ], "predicted_codes": [ "25A13", "48C5142" ], "generated_text": "{\"iconclass-codes\": [\"25A13\", \"48C5142\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.19000000000000003, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 684, "gt_codes": [ "25F23(LION)", "48A9833", "46A122", "48A98312", "25F24(BOAR)" ], "predicted_codes": [ "46A122", "48A98311", "45C221" ], "generated_text": "{\"iconclass-codes\": [\"46A122\", \"48A98311\", \"45C221\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.6480274007357605, "code_precision": 0.3333333333333333, "code_recall": 0.2 }, { "index": 685, "gt_codes": [ "46A17", "31D112", "31D15(+53)", "31D15(+72)", "11Q11", "61B2(LOUBET, \u00c9mile)3", "31D14(+9321)", "11F26(+0)" ], "predicted_codes": [ "46A17", "32B311(FRANCESI)(+9)", "48C514(+0)" ], "generated_text": "{\"iconclass-codes\": [\"46A17\", \"32B311(FRANCESI)(+9)\", \"48C514(+0)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.2994887401095556, "code_precision": 0.3333333333333333, "code_recall": 0.125 }, { "index": 686, "gt_codes": [ "25G3", "25H", "47I2112" ], "predicted_codes": [ "25H", "47I21" ], "generated_text": "{\"iconclass-codes\": [\"25H\", \"47I21\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.8262929745889388, "code_precision": 0.5, "code_recall": 0.3333333333333333 }, { "index": 687, "gt_codes": [ "49L17", "49M413", "49M3", "49L12(E)" ], "predicted_codes": [ "49L17", "49M413", "49M3", "49L12(G)" ], "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(G)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 1.0, "code_precision": 0.75, "code_recall": 0.75 }, { "index": 688, "gt_codes": [ "11F4", "11F4111", "11F725", "31A2421", "33A14", "61B(+54)" ], "predicted_codes": [ "11F4", "31A25(+915)", "61B(+53)" ], "generated_text": "{\"iconclass-codes\": [\"11F4\", \"31A25(+915)\", \"61B(+53)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.8046483180428134, "code_precision": 0.3333333333333333, "code_recall": 0.16666666666666666 }, { "index": 689, "gt_codes": [ "25F3(+4712)", "25F3(+53)", "25G11", "25H11", "25I152", "25I5", "31A2511(+933)", "31A2516(+933)", "31AA245", "31AA2627(+51)", "31D112(+89)", "31D15", "31E234631", "41A12", "41D211(+82)", "41D92", "42A3", "42B29", "45C13(SWORD)", "48C149" ], "predicted_codes": [ "25F31(+5262)", "25G11", "25G3(+21)", "25H114", "25I9", "26A", "31A27112", "31D14", "41D2339", "45C13(SWORD)", "45C15(ARROW)", "45C15(BOW)", "45C23", "48C161", "54E31(+4):51K1(+4)", "56BB1(+4)" ], "generated_text": "{\"iconclass-codes\": [\"25F31(+5262)\", \"25G11\", \"25G3(+21)\", \"25H114\", \"25I9\", \"26A\", \"31A27112\", \"31D14\", \"41D2339\", \"45C13(SWORD)\", \"45C15(ARROW)\", \"45C15(BOW)\", \"45C23\", \"48C161\", \"54E31(+4):51K1(+4)\", \"56BB1(+4)\"]}", "valid_json": true, "valid_code_count": 16, "total_predicted": 16, "exact_match": false, "hierarchical_f1": 0.6485527583714769, "code_precision": 0.125, "code_recall": 0.1 }, { "index": 690, "gt_codes": [ "11H(JEROME)" ], "predicted_codes": [ "11H(Jerome)" ], "generated_text": "{\"iconclass-codes\": [\"11H(Jerome)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 1.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 691, "gt_codes": [ "41A2", "41A411", "41A412", "41B214", "48A9863" ], "predicted_codes": [ "41A2", "41B214" ], "generated_text": "{\"iconclass-codes\": [\"41A2\", \"41B214\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.7995198079231692, "code_precision": 1.0, "code_recall": 0.4 }, { "index": 692, "gt_codes": [ "31A235", "31A24(+1)", "31A2421", "31D14", "31D15", "42G:61B2(...)13", "61B(+55)", "61B:31A2212(+1)" ], "predicted_codes": [ "31A235", "31D14", "61B(+55)", "61B:31A2212(+1)" ], "generated_text": "{\"iconclass-codes\": [\"31A235\", \"31D14\", \"61B(+55)\", \"61B:31A2212(+1)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.8826815642458101, "code_precision": 1.0, "code_recall": 0.5 }, { "index": 693, "gt_codes": [ "71K29221" ], "predicted_codes": [ "25I1", "44B113", "98B(LEONIDAS)" ], "generated_text": "{\"iconclass-codes\": [\"25I1\", \"44B113\", \"98B(LEONIDAS)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 694, "gt_codes": [ "23U22(+0)", "31F25", "33C23", "45C15(ARROW)" ], "predicted_codes": [ "23U22", "31A25432", "31D16", "31D17", "31F26", "41B32(+1)", "41C321", "41D221(HAT)(+81)", "41D221(TURBAN)(+81)", "41D2339", "45C15(ARROW)", "45C15(BOW)", "45C15(QUIVER)" ], "generated_text": "{\"iconclass-codes\": [\"23U22\", \"31A25432\", \"31D16\", \"31D17\", \"31F26\", \"41B32(+1)\", \"41C321\", \"41D221(HAT)(+81)\", \"41D221(TURBAN)(+81)\", \"41D2339\", \"45C15(ARROW)\", \"45C15(BOW)\", \"45C15(QUIVER)\"]}", "valid_json": true, "valid_code_count": 13, "total_predicted": 13, "exact_match": false, "hierarchical_f1": 0.6237267825044938, "code_precision": 0.07692307692307693, "code_recall": 0.25 }, { "index": 695, "gt_codes": [ "86(ET STEMMA ET GLORIAM RENOVABIT)", "86(WIE ER WIRD DESSEN STAMM ERWEITERN UND VERJ\u00dcNGEN/ ALSO AUCH NEUEN FLOR DEM GROSSEN ERTZ-HAUSS BRINGEN)", "25G3", "48C26", "42G1" ], "predicted_codes": [ "25G3", "46A122(...)1(+0)", "86(QUOD VIVIT, QUOD MORITUR)" ], "generated_text": "{\"iconclass-codes\": [\"25G3\", \"46A122(...)1(+0)\", \"86(QUOD VIVIT, QUOD MORITUR)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.7019630156472261, "code_precision": 0.3333333333333333, "code_recall": 0.2 }, { "index": 696, "gt_codes": [ "25G4(+15)", "41A35", "41A64" ], "predicted_codes": [ "25G3(LAUREL)(+27)", "41B16", "48C161(+0)", "49D36", "51E11(+4):51H42(+4)", "54F12(+4)", "86(ADULTERII PUNITIONE)" ], "generated_text": "{\"iconclass-codes\": [\"25G3(LAUREL)(+27)\", \"41B16\", \"48C161(+0)\", \"49D36\", \"51E11(+4):51H42(+4)\", \"54F12(+4)\", \"86(ADULTERII PUNITIONE)\"]}", "valid_json": true, "valid_code_count": 7, "total_predicted": 7, "exact_match": false, "hierarchical_f1": 0.27859699355762346, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 697, "gt_codes": [ "25F72(OYSTER)(+93)", "31A231", "31A2422", "31D11222", "31D112:61B2(...)1", "41A422", "41D221(FEATHERS)", "41D26611", "41D2662", "41D26:31A22621", "61B(+53)" ], "predicted_codes": [ "31A24(+1)", "61B(+53)" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+53)\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.4611029276376357, "code_precision": 0.5, "code_recall": 0.09090909090909091 }, { "index": 698, "gt_codes": [ "31A231", "31A2421", "61B(+53)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+53)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.9519457804984697, "code_precision": 0.6666666666666666, "code_recall": 0.4 }, { "index": 699, "gt_codes": [ "45C22", "25H23", "25H2311", "31A4527(+23)", "43C1(+41621)", "92H4" ], "predicted_codes": [ "24A6", "25F(+342)", "25H11", "25I12", "26A", "31A2762", "31D14", "45C11(SPEAR)", "45C22", "98B(ALEXANDER THE GREAT)" ], "generated_text": "{\"iconclass-codes\": [\"24A6\", \"25F(+342)\", \"25H11\", \"25I12\", \"26A\", \"31A2762\", \"31D14\", \"45C11(SPEAR)\", \"45C22\", \"98B(ALEXANDER THE GREAT)\"]}", "valid_json": true, "valid_code_count": 10, "total_predicted": 10, "exact_match": false, "hierarchical_f1": 0.48634969325153377, "code_precision": 0.1, "code_recall": 0.16666666666666666 }, { "index": 700, "gt_codes": [ "49L17", "49M413", "49M3", "49L12(T)" ], "predicted_codes": [ "49L17", "49M413", "49M3", "49L12(Z)" ], "generated_text": "{\"iconclass-codes\": [\"49L17\", \"49M413\", \"49M3\", \"49L12(Z)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 1.0, "code_precision": 0.75, "code_recall": 0.75 }, { "index": 701, "gt_codes": [ "31A231", "31D14", "32B321", "61B(+53)" ], "predicted_codes": [ "25I", "31A24(+1)", "31D15:61BB", "41A721", "48B3:61B" ], "generated_text": "{\"iconclass-codes\": [\"25I\", \"31A24(+1)\", \"31D15:61BB\", \"41A721\", \"48B3:61B\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.35532467532467527, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 702, "gt_codes": [ "24A6", "25F23(LION)(+15)", "25I12", "25I13", "25I18", "31A233", "31A2511(+931)", "31A25411", "31B6211", "31B62171", "41A641", "41A7221", "43C421", "43C421(+24)", "43C424", "45C15(CROSSBOW)", "51AA51(+4)", "57A612(+4)", "86(NON QUAM CREBRO SED QUAM BENE)" ], "predicted_codes": [ "86(NON QUAM CREDO SED QUAM BENE RESERT)", "11Q712", "45K13", "45C19(SHIELD)", "45C16(RIFLE)(+63)", "45C16(CANNON)(+63)", "11M31", "11N34" ], "generated_text": "{\"iconclass-codes\": [\"86(NON QUAM CREDO SED QUAM BENE RESERT)\", \"11Q712\", \"45K13\", \"45C19(SHIELD)\", \"45C16(RIFLE)(+63)\", \"45C16(CANNON)(+63)\", \"11M31\", \"11N34\"]}", "valid_json": true, "valid_code_count": 8, "total_predicted": 8, "exact_match": false, "hierarchical_f1": 0.22186836518046713, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 703, "gt_codes": [ "11L54134(+0)", "11Q21", "11Q511", "11QQ7121(CHAPEL)", "26A", "31A25231(+917)", "31AA2541(+916)", "31B6211", "31D14", "41A3281", "41C342", "41D221(HAT)", "86(DIE KLAGE DES GERECHTEN VERMAG SEHR VIEL)", "86(INSTES MODO JOVA JUVABIT)" ], "predicted_codes": [ "11C23", "11Q0", "25H18", "26A", "31A233", "31AA2512(+934)", "31D14", "41D221(HAT)", "47I15(SCYTHE)", "49MM32", "54E31(+4)", "56F2(+4)", "86(JOVA IUVABIT IN STES MODO)" ], "generated_text": "{\"iconclass-codes\": [\"11C23\", \"11Q0\", \"25H18\", \"26A\", \"31A233\", \"31AA2512(+934)\", \"31D14\", \"41D221(HAT)\", \"47I15(SCYTHE)\", \"49MM32\", \"54E31(+4)\", \"56F2(+4)\", \"86(JOVA IUVABIT IN STES MODO)\"]}", "valid_json": true, "valid_code_count": 13, "total_predicted": 13, "exact_match": false, "hierarchical_f1": 0.6257320872274145, "code_precision": 0.23076923076923078, "code_recall": 0.21428571428571427 }, { "index": 704, "gt_codes": [ "31D15:61BB", "61B(+53)" ], "predicted_codes": [ "31A2421", "31D15:61BB", "61B(+52)" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.8847583643122676, "code_precision": 0.3333333333333333, "code_recall": 0.5 }, { "index": 705, "gt_codes": [ "25F(+342)", "25F44", "25G11", "25G3(+21)", "25H11", "25H15", "25I3", "26A", "31AA222(+89)", "31AA2352", "31A2512(+933)", "31A2515(+933)", "31AA2627(+53)", "31D15", "41A7211", "41D221(+82)", "41D232(+82)", "41D2339", "41D92", "46C11" ], "predicted_codes": [ "25F39(DOVE)(+1)", "25G11", "25G13", "25H114", "26A", "31AA2352", "31D15", "41C321", "47I213(+933)", "86(AMORIS ARMA)" ], "generated_text": "{\"iconclass-codes\": [\"25F39(DOVE)(+1)\", \"25G11\", \"25G13\", \"25H114\", \"26A\", \"31AA2352\", \"31D15\", \"41C321\", \"47I213(+933)\", \"86(AMORIS ARMA)\"]}", "valid_json": true, "valid_code_count": 10, "total_predicted": 10, "exact_match": false, "hierarchical_f1": 0.6608976199471102, "code_precision": 0.4, "code_recall": 0.2 }, { "index": 706, "gt_codes": [ "25F24(DEER)(+621)", "25H114", "43C111241" ], "predicted_codes": [ "25F24(DEER)", "34B11", "43C11(+4241)" ], "generated_text": "{\"iconclass-codes\": [\"25F24(DEER)\", \"34B11\", \"43C11(+4241)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.6757823960880195, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 707, "gt_codes": [ "25A" ], "predicted_codes": [ "25A3" ], "generated_text": "{\"iconclass-codes\": [\"25A3\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.57, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 708, "gt_codes": [ "49L171", "49M413", "49M3", "49L12(C)" ], "predicted_codes": [ "49L171", "49M413", "49M3", "49L12(C)" ], "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(C)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 709, "gt_codes": [ "49L171", "49M413", "49M3", "49L12(A)" ], "predicted_codes": [ "49L171", "49M413", "49M3", "49L12(A)" ], "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(A)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 710, "gt_codes": [ "49L171", "49M413", "49M3" ], "predicted_codes": [ "49L171", "49M413", "49M3", "49L12(B)" ], "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(B)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.9690721649484536, "code_precision": 0.75, "code_recall": 1.0 }, { "index": 711, "gt_codes": [ "31A2422", "61B(+53)", "61B:31D14" ], "predicted_codes": [ "31A24(+1)", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.9516666666666667, "code_precision": 0.3333333333333333, "code_recall": 0.3333333333333333 }, { "index": 712, "gt_codes": [ "31A2212", "49G" ], "predicted_codes": [ "25G4" ], "generated_text": "{\"iconclass-codes\": [\"25G4\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 713, "gt_codes": [ "25G3(PEAR-TREE)", "25H113", "25I12", "26A", "31E34", "31E238", "31000", "31A236(+0)", "31A2512(+933)", "31A2515", "31A2531", "31A262", "31A2711", "31A2731", "31A4631", "31A534", "31AA2534", "31D14", "31D16(+72)", "31E2355(+0)" ], "predicted_codes": [ "25G13", "25G3(+21)", "25H114", "25I12", "31A236", "31A2512(+933)", "31A2513(+933)", "31A2515(+933)", "31A25171", "31A25552", "31AA2512(+933)", "31B6211", "31D14(+89)", "31D16", "41D211(+81)" ], "generated_text": "{\"iconclass-codes\": [\"25G13\", \"25G3(+21)\", \"25H114\", \"25I12\", \"31A236\", \"31A2512(+933)\", \"31A2513(+933)\", \"31A2515(+933)\", \"31A25171\", \"31A25552\", \"31AA2512(+933)\", \"31B6211\", \"31D14(+89)\", \"31D16\", \"41D211(+81)\"]}", "valid_json": true, "valid_code_count": 15, "total_predicted": 15, "exact_match": false, "hierarchical_f1": 0.7941645556369726, "code_precision": 0.13333333333333333, "code_recall": 0.1 }, { "index": 714, "gt_codes": [ "31A2421", "61B(+52)", "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.9833333333333334, "code_precision": 0.6666666666666666, "code_recall": 0.6666666666666666 }, { "index": 715, "gt_codes": [ "25H213", "25G3", "46C112" ], "predicted_codes": [ "25H1", "46C112" ], "generated_text": "{\"iconclass-codes\": [\"25H1\", \"46C112\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.715121387283237, "code_precision": 0.5, "code_recall": 0.3333333333333333 }, { "index": 716, "gt_codes": [ "43" ], "predicted_codes": [ "46A15", "47D8(ROPE)", "47G32(+0)" ], "generated_text": "{\"iconclass-codes\": [\"46A15\", \"47D8(ROPE)\", \"47G32(+0)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.19000000000000003, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 717, "gt_codes": [ "11M43" ], "predicted_codes": [ "11M42" ], "generated_text": "{\"iconclass-codes\": [\"11M42\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.8000000000000002, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 718, "gt_codes": [ "25I", "46C24" ], "predicted_codes": [ "25H13", "46C223" ], "generated_text": "{\"iconclass-codes\": [\"25H13\", \"46C223\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.5700000000000001, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 719, "gt_codes": [ "25G41", "59A4(+11)" ], "predicted_codes": [ "48C24" ], "generated_text": "{\"iconclass-codes\": [\"48C24\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 720, "gt_codes": [ "11P31521", "11Q713", "11Q7311", "34B11", "42E3", "48C161", "48C1622" ], "predicted_codes": [ "11Q713", "25I", "48C7334" ], "generated_text": "{\"iconclass-codes\": [\"11Q713\", \"25I\", \"48C7334\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.5161290322580645, "code_precision": 0.3333333333333333, "code_recall": 0.14285714285714285 }, { "index": 721, "gt_codes": [ "49L171", "49M413", "49M3", "49L12(E)" ], "predicted_codes": [ "49L171", "49M413", "49M3", "49L12(E)" ], "generated_text": "{\"iconclass-codes\": [\"49L171\", \"49M413\", \"49M3\", \"49L12(E)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 722, "gt_codes": [ "25H114", "25H213", "46C131", "46C24" ], "predicted_codes": [ "25H11", "46C112" ], "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C112\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.7576945126945126, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 723, "gt_codes": [ "42B36" ], "predicted_codes": [ "42A3", "57AA612" ], "generated_text": "{\"iconclass-codes\": [\"42A3\", \"57AA612\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.2533333333333333, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 724, "gt_codes": [ "48C16", "46A122", "41A33", "41A323" ], "predicted_codes": [ "48C16", "45C221", "48A9875" ], "generated_text": "{\"iconclass-codes\": [\"48C16\", \"45C221\", \"48A9875\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.4546762589928057, "code_precision": 0.3333333333333333, "code_recall": 0.25 }, { "index": 725, "gt_codes": [ "25A", "34B11", "41A2", "41C12", "41C74(+1)", "42F51" ], "predicted_codes": [ "31A25", "41C74(+1)", "46B31" ], "generated_text": "{\"iconclass-codes\": [\"31A25\", \"41C74(+1)\", \"46B31\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.42882882882882883, "code_precision": 0.3333333333333333, "code_recall": 0.16666666666666666 }, { "index": 726, "gt_codes": [ "49N" ], "predicted_codes": [ "31A235", "49N" ], "generated_text": "{\"iconclass-codes\": [\"31A235\", \"49N\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.6666666666666666, "code_precision": 0.5, "code_recall": 1.0 }, { "index": 727, "gt_codes": [ "71E1343" ], "predicted_codes": [ "71E324" ], "generated_text": "{\"iconclass-codes\": [\"71E324\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.57, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 728, "gt_codes": [ "25H1123", "25H13" ], "predicted_codes": [ "25H11", "46C112" ], "generated_text": "{\"iconclass-codes\": [\"25H11\", \"46C112\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.5637549800796813, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 729, "gt_codes": [ "33C521", "49L4" ], "predicted_codes": [ "31D15", "48C7323" ], "generated_text": "{\"iconclass-codes\": [\"31D15\", \"48C7323\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.19, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 730, "gt_codes": [ "9" ], "predicted_codes": [ "24A", "25F39(DOVE)", "25H11", "25I", "26A", "41A191", "45B", "45C11(SPEAR)", "45C13(SWORD)", "45C14(LANCE)", "45C19(SHIELD)", "45C22", "45C221", "46C13141" ], "generated_text": "{\"iconclass-codes\": [\"24A\", \"25F39(DOVE)\", \"25H11\", \"25I\", \"26A\", \"41A191\", \"45B\", \"45C11(SPEAR)\", \"45C13(SWORD)\", \"45C14(LANCE)\", \"45C19(SHIELD)\", \"45C22\", \"45C221\", \"46C13141\"]}", "valid_json": true, "valid_code_count": 14, "total_predicted": 14, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 731, "gt_codes": [ "41A541", "61B(+54)", "61B:31D14" ], "predicted_codes": [ "31A231", "31A2422", "61B(+53)", "61B:31A2212(+1)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A231\", \"31A2422\", \"61B(+53)\", \"61B:31A2212(+1)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.6206067085393558, "code_precision": 0.2, "code_recall": 0.3333333333333333 }, { "index": 732, "gt_codes": [ "25I151", "25II244", "46C223", "48C24" ], "predicted_codes": [ "41A63", "48C2" ], "generated_text": "{\"iconclass-codes\": [\"41A63\", \"48C2\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.31777003484320554, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 733, "gt_codes": [ "23R13", "23T27(VICTORIAN)", "23T27(XIX)", "31A235", "31A5341", "31D1(+74)", "31D14", "31D15", "33A12", "41A1", "41A223", "41A711", "41A72111", "41A773", "41A774", "41B313", "41C11", "41C12", "41C311", "41C312" ], "predicted_codes": [ "23R14", "25G41(ROSE)", "31A235", "31D1(+79)", "31D14", "31D15", "33C23", "41A2", "41A711", "41B311", "41C323", "41C621", "41C711", "41D2(+81)", "41D2(+82)" ], "generated_text": "{\"iconclass-codes\": [\"23R14\", \"25G41(ROSE)\", \"31A235\", \"31D1(+79)\", \"31D14\", \"31D15\", \"33C23\", \"41A2\", \"41A711\", \"41B311\", \"41C323\", \"41C621\", \"41C711\", \"41D2(+81)\", \"41D2(+82)\"]}", "valid_json": true, "valid_code_count": 15, "total_predicted": 15, "exact_match": false, "hierarchical_f1": 0.7350778646718804, "code_precision": 0.26666666666666666, "code_recall": 0.2 }, { "index": 734, "gt_codes": [ "11F42", "11F6" ], "predicted_codes": [ "11F42", "11G" ], "generated_text": "{\"iconclass-codes\": [\"11F42\", \"11G\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.7344406779661016, "code_precision": 0.5, "code_recall": 0.5 }, { "index": 735, "gt_codes": [ "25H11", "25H213", "25I12", "31A25112", "41D263", "43B16", "46C145(+78)", "86(B\u00c4UME DICH IMMER NOCH SO HOCH AUF, DU BIST DOCH DEM HIMMEL FERN)", "86(MONTES)", "86(QUAMVIS ALTUS, PROCUL ATTAMEN ASTRIS)" ], "predicted_codes": [ "86(QUID VULTIS MEI?)", "25H114", "31D14", "41D267", "41A7751", "31B6(+933)", "57AA64" ], "generated_text": "{\"iconclass-codes\": [\"86(QUID VULTIS MEI?)\", \"25H114\", \"31D14\", \"41D267\", \"41A7751\", \"31B6(+933)\", \"57AA64\"]}", "valid_json": true, "valid_code_count": 7, "total_predicted": 7, "exact_match": false, "hierarchical_f1": 0.599798189027638, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 736, "gt_codes": [ "25F3", "92B11221", "11G1911", "48A98711", "48A9844", "48A9831" ], "predicted_codes": [ "25F3", "48A9876", "41C322", "48A9831" ], "generated_text": "{\"iconclass-codes\": [\"25F3\", \"48A9876\", \"41C322\", \"48A9831\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.6965337627721012, "code_precision": 0.5, "code_recall": 0.3333333333333333 }, { "index": 737, "gt_codes": [ "11Q712", "25I1", "25I241", "31D112", "31D15", "31D16", "41A721", "41A7751", "45H3", "46C13141", "46C145", "47I2223", "48C72", "48C7311" ], "predicted_codes": [ "25I", "31A61", "41C74(+1)", "41D42" ], "generated_text": "{\"iconclass-codes\": [\"25I\", \"31A61\", \"41C74(+1)\", \"41D42\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.3557559552746718, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 738, "gt_codes": [ "31D16", "61B(+52)", "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.7933333333333333, "code_precision": 0.6666666666666666, "code_recall": 0.6666666666666666 }, { "index": 739, "gt_codes": [ "41A773", "48A9832", "49L16" ], "predicted_codes": [ "71E3243" ], "generated_text": "{\"iconclass-codes\": [\"71E3243\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 740, "gt_codes": [ "43A42" ], "predicted_codes": [ "43A42" ], "generated_text": "{\"iconclass-codes\": [\"43A42\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 741, "gt_codes": [ "11Q712", "25I", "25I1" ], "predicted_codes": [ "25I", "41A12" ], "generated_text": "{\"iconclass-codes\": [\"25I\", \"41A12\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.5114006514657979, "code_precision": 0.5, "code_recall": 0.3333333333333333 }, { "index": 742, "gt_codes": [ "44B12", "45B", "44G312" ], "predicted_codes": [ "83(Anonymus, Herzog Ernst)", "46C131", "25F(+5247)" ], "generated_text": "{\"iconclass-codes\": [\"83(Anonymus, Herzog Ernst)\", \"46C131\", \"25F(+5247)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.09914529914529915, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 743, "gt_codes": [ "25I9", "48C149", "61D(ITALY)" ], "predicted_codes": [ "25I9" ], "generated_text": "{\"iconclass-codes\": [\"25I9\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.5, "code_precision": 1.0, "code_recall": 0.3333333333333333 }, { "index": 744, "gt_codes": [ "44G511", "44G34" ], "predicted_codes": [ "46A17", "31E2355(+0)", "44G19" ], "generated_text": "{\"iconclass-codes\": [\"46A17\", \"31E2355(+0)\", \"44G19\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.3663405088062623, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 745, "gt_codes": [ "44D4", "42D1", "46A12", "42D3121(+0)" ], "predicted_codes": [ "43A12", "57AA64" ], "generated_text": "{\"iconclass-codes\": [\"43A12\", \"57AA64\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.13162393162393166, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 746, "gt_codes": [ "73C863", "47I21111" ], "predicted_codes": [ "85A(FOX AND CROW)", "47I213" ], "generated_text": "{\"iconclass-codes\": [\"85A(FOX AND CROW)\", \"47I213\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.4275, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 747, "gt_codes": [ "13A12", "31B3" ], "predicted_codes": [ "11H(JOHN)" ], "generated_text": "{\"iconclass-codes\": [\"11H(JOHN)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.12666666666666665, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 748, "gt_codes": [ "11D131", "11D355", "46A122", "57A62", "96B113" ], "predicted_codes": [ "11D324", "11G1911", "11Q71454" ], "generated_text": "{\"iconclass-codes\": [\"11D324\", \"11G1911\", \"11Q71454\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.36399999999999993, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 749, "gt_codes": [ "25G3", "25H114", "25I" ], "predicted_codes": [ "25H114", "25I" ], "generated_text": "{\"iconclass-codes\": [\"25H114\", \"25I\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.8847583643122676, "code_precision": 1.0, "code_recall": 0.6666666666666666 }, { "index": 750, "gt_codes": [ "45B", "45D311", "98" ], "predicted_codes": [ "31A25(+93231)", "41C74(+1)", "41D2659(SASH)", "45B", "48C7352", "48C75" ], "generated_text": "{\"iconclass-codes\": [\"31A25(+93231)\", \"41C74(+1)\", \"41D2659(SASH)\", \"45B\", \"48C7352\", \"48C75\"]}", "valid_json": true, "valid_code_count": 6, "total_predicted": 6, "exact_match": false, "hierarchical_f1": 0.3582300884955752, "code_precision": 0.16666666666666666, "code_recall": 0.3333333333333333 }, { "index": 751, "gt_codes": [ "45K27", "45L42" ], "predicted_codes": [ "94C", "98B(ALEXANDER THE GREAT)" ], "generated_text": "{\"iconclass-codes\": [\"94C\", \"98B(ALEXANDER THE GREAT)\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 752, "gt_codes": [ "11Q712", "25I", "25I2", "46C232" ], "predicted_codes": [ "11Q712", "25H213", "46C2" ], "generated_text": "{\"iconclass-codes\": [\"11Q712\", \"25H213\", \"46C2\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.6690818858560792, "code_precision": 0.3333333333333333, "code_recall": 0.25 }, { "index": 753, "gt_codes": [ "31A2421", "61B(+52)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A24(+1)", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.9454808857552054, "code_precision": 0.6666666666666666, "code_recall": 0.5 }, { "index": 754, "gt_codes": [ "31A2211", "31D14", "31D15" ], "predicted_codes": [ "12A43", "12B61", "12C51", "12D13", "12F71", "12FF61", "12G1", "12G2", "12G3", "12G4", "12G5", "12G6", "12H1", "12H2", "12H3", "12H4", "12H5", "12H6" ], "generated_text": "{\"iconclass-codes\": [\"12A43\", \"12B61\", \"12C51\", \"12D13\", \"12F71\", \"12FF61\", \"12G1\", \"12G2\", \"12G3\", \"12G4\", \"12G5\", \"12G6\", \"12H1\", \"12H2\", \"12H3\", \"12H4\", \"12H5\", \"12H6\"]}", "valid_json": true, "valid_code_count": 18, "total_predicted": 18, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 755, "gt_codes": [ "31A235", "31AA235", "31D14", "31D15", "31D16", "31D17", "41D267", "42B", "42D131", "45C13(SWORD)", "46A131", "46A1632", "46B3311", "86(LIBRA PARES PARIBUS NUMMIS APPENDET AMORI)", "86(TRUTINA NUPTURIENTIUM)", "92D1", "92D18(BOW)" ], "predicted_codes": [ "25D13(GOLD)", "31A235", "31AA235", "31B6241", "31D14(+79)", "31D15", "33C8120:5(+113)", "41A711", "41D221(HAT)", "41D221(TURBAN)", "41D223(DOUBLET)", "41D223(WAMBUIS)", "41D2332", "41D2661", "41D2662", "41D2664", "41D2665", "41D2668", "41D267", "41D268", "41D269", "41D271", "41D272", "41D283", "41D283", "41D283", "41D283", "41D283", "41D283", "41D283", "41D283", "41D283", "41D283", "41D283", "41D283", "41D283", "41D283", "41D283", "41D283" ], "generated_text": "{\"iconclass-codes\": [\"25D13(GOLD)\", \"31A235\", \"31AA235\", \"31B6241\", \"31D14(+79)\", \"31D15\", \"33C8120:5(+113)\", \"41A711\", \"41D221(HAT)\", \"41D221(TURBAN)\", \"41D223(DOUBLET)\", \"41D223(WAMBUIS)\", \"41D2332\", \"41D2661\", \"41D2662\", \"41D2664\", \"41D2665\", \"41D2668\", \"41D267\", \"41D268\", \"41D269\", \"41D271\", \"41D272\", \"41D283\", \"41D283\", \"41D283\", \"41D283\", \"41D283\", \"41D283\", \"41D283\", \"41D283\", \"41D283\", \"41D283\", \"41D283\", \"41D283\", \"41D283\", \"41D283\", \"41D283\", \"41D283\"]}", "valid_json": true, "valid_code_count": 39, "total_predicted": 39, "exact_match": false, "hierarchical_f1": 0.5768791621224769, "code_precision": 0.16666666666666666, "code_recall": 0.23529411764705882 }, { "index": 756, "gt_codes": [ "85(RANA E BUE)", "61I(REPUBBLICA ROMANA)", "61I(REPRESSIONE REP. ROMANA)" ], "predicted_codes": [ "23K41", "57AA6121(+0)", "25F51(RANA)(+49)" ], "generated_text": "{\"iconclass-codes\": [\"23K41\", \"57AA6121(+0)\", \"25F51(RANA)(+49)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 757, "gt_codes": [ "31A2422", "61B(+52)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A24(+1)", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A24(+1)\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.9454808857552054, "code_precision": 0.6666666666666666, "code_recall": 0.5 }, { "index": 758, "gt_codes": [ "44B1212", "44B1", "44B19" ], "predicted_codes": [ "11I62(SOLOMON)" ], "generated_text": "{\"iconclass-codes\": [\"11I62(SOLOMON)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 759, "gt_codes": [ "46A12", "48A9876", "61B2(FREDERIK HENDRIK)", "92D1916" ], "predicted_codes": [ "31A(+89)", "42E3722", "45C13(SWORD)", "46B3311", "48A9875", "48C24" ], "generated_text": "{\"iconclass-codes\": [\"31A(+89)\", \"42E3722\", \"45C13(SWORD)\", \"46B3311\", \"48A9875\", \"48C24\"]}", "valid_json": true, "valid_code_count": 6, "total_predicted": 6, "exact_match": false, "hierarchical_f1": 0.3418148599269184, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 760, "gt_codes": [ "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.687089715536105, "code_precision": 0.3333333333333333, "code_recall": 1.0 }, { "index": 761, "gt_codes": [ "43A3:25I2", "83(ANON., Een cluyte van Plaeyerwater)" ], "predicted_codes": [ "25I1", "43A3:25I2", "46B" ], "generated_text": "{\"iconclass-codes\": [\"25I1\", \"43A3:25I2\", \"46B\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.4423791821561338, "code_precision": 0.3333333333333333, "code_recall": 0.5 }, { "index": 762, "gt_codes": [ "25G21(APPLE)", "25G21(PRUNE)", "41C653(APPLE)", "41C653(PRUNE)", "41D28", "47I4223", "9", "96A18211" ], "predicted_codes": [ "25G41(ROSE)", "31D15", "47I4223" ], "generated_text": "{\"iconclass-codes\": [\"25G41(ROSE)\", \"31D15\", \"47I4223\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.419895783988631, "code_precision": 0.3333333333333333, "code_recall": 0.125 }, { "index": 763, "gt_codes": [ "25I9", "31A22210", "31A2513(+931)", "31A2536(+931)", "31A5339", "31B623591(+0)", "31D14", "41A3284", "41D21(TUNIC):48(+726)", "44C34", "52DD3", "86(POLITICUS)" ], "predicted_codes": [ "25I9", "31A2748", "31D14(+72)", "46C112:47G52", "48C149", "54E31(+4)", "54EE31(+4)", "86(CUS POLITI)" ], "generated_text": "{\"iconclass-codes\": [\"25I9\", \"31A2748\", \"31D14(+72)\", \"46C112:47G52\", \"48C149\", \"54E31(+4)\", \"54EE31(+4)\", \"86(CUS POLITI)\"]}", "valid_json": true, "valid_code_count": 8, "total_predicted": 8, "exact_match": false, "hierarchical_f1": 0.5816809881847477, "code_precision": 0.125, "code_recall": 0.08333333333333333 }, { "index": 764, "gt_codes": [ "31A231", "31A2422", "31A2518", "61B(+54)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+53)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+53)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.9531079607415486, "code_precision": 0.6666666666666666, "code_recall": 0.3333333333333333 }, { "index": 765, "gt_codes": [ "31A231" ], "predicted_codes": [ "25I", "31D15:61BB" ], "generated_text": "{\"iconclass-codes\": [\"25I\", \"31D15:61BB\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.2533333333333333, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 766, "gt_codes": [ "49M41", "49M3" ], "predicted_codes": [ "49M41", "49M3" ], "generated_text": "{\"iconclass-codes\": [\"49M41\", \"49M3\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 767, "gt_codes": [ "49M13", "49M3" ], "predicted_codes": [ "49M13", "49M3" ], "generated_text": "{\"iconclass-codes\": [\"49M13\", \"49M3\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 768, "gt_codes": [ "31A2422", "61B(+52)", "61B:31A2212(+1)", "61B:31D14" ], "predicted_codes": [ "31A2422", "61B(+52)", "61B:31D14" ], "generated_text": "{\"iconclass-codes\": [\"31A2422\", \"61B(+52)\", \"61B:31D14\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.9876621322366339, "code_precision": 1.0, "code_recall": 0.75 }, { "index": 769, "gt_codes": [ "31D14", "25I9", "25H213", "47I221", "47I2211", "25G3", "43C68", "31A2712" ], "predicted_codes": [ "47I213", "46C513", "47I221", "25H114", "47I228" ], "generated_text": "{\"iconclass-codes\": [\"47I213\", \"46C513\", \"47I221\", \"25H114\", \"47I228\"]}", "valid_json": true, "valid_code_count": 5, "total_predicted": 5, "exact_match": false, "hierarchical_f1": 0.5339409003037835, "code_precision": 0.2, "code_recall": 0.125 }, { "index": 770, "gt_codes": [ "31A2421", "31A2422", "31D14", "31D15", "45B", "61B(+52)", "61B(+53)", "61B:31A2212(+1)" ], "predicted_codes": [ "31A2421", "31D15:61BB", "61B(+53)", "61B:31A2212(+1)" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+53)\", \"61B:31A2212(+1)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.8864474605954467, "code_precision": 0.75, "code_recall": 0.375 }, { "index": 771, "gt_codes": [ "25F24(HIPPOTAMUS)" ], "predicted_codes": [ "49G61" ], "generated_text": "{\"iconclass-codes\": [\"49G61\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 772, "gt_codes": [ "11P44331" ], "predicted_codes": [ "41D263", "45B" ], "generated_text": "{\"iconclass-codes\": [\"41D263\", \"45B\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 773, "gt_codes": [ "11H(SEVERINUS)", "11Q713", "11Q714113", "49G231" ], "predicted_codes": [ "11H(SEVERINUS)" ], "generated_text": "{\"iconclass-codes\": [\"11H(SEVERINUS)\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.611111111111111, "code_precision": 1.0, "code_recall": 0.25 }, { "index": 774, "gt_codes": [ "71F314" ], "predicted_codes": [ "71E3243" ], "generated_text": "{\"iconclass-codes\": [\"71E3243\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.38, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 775, "gt_codes": [ "41E2", "47D31" ], "predicted_codes": [ "41A775", "46E221" ], "generated_text": "{\"iconclass-codes\": [\"41A775\", \"46E221\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.28500000000000003, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 776, "gt_codes": [ "41A671" ], "predicted_codes": [ "25F711(BUTTERFLY)", "25G4(THISTLE)", "25G41(CARNATION)", "25G41(CONVOLVULUS)", "25G41(DAGSCONE)", "25G41(FRITILLARY)", "25G41(LILAC)", "25G41(MARIGOLD)", "25G41(PANSY)", "25G41(ROSE)", "25G41(TULIP)", "25G41(VIOLET)", "41A671", "41A773" ], "generated_text": "{\"iconclass-codes\": [\"25F711(BUTTERFLY)\", \"25G4(THISTLE)\", \"25G41(CARNATION)\", \"25G41(CONVOLVULUS)\", \"25G41(DAGSCONE)\", \"25G41(FRITILLARY)\", \"25G41(LILAC)\", \"25G41(MARIGOLD)\", \"25G41(PANSY)\", \"25G41(ROSE)\", \"25G41(TULIP)\", \"25G41(VIOLET)\", \"41A671\", \"41A773\"]}", "valid_json": true, "valid_code_count": 14, "total_predicted": 14, "exact_match": false, "hierarchical_f1": 0.20512820512820515, "code_precision": 0.07142857142857142, "code_recall": 1.0 }, { "index": 777, "gt_codes": [ "59BB3", "57AA3", "57BB22", "54AA21", "46A85", "33B31(+0)" ], "predicted_codes": [ "46A17", "33B9" ], "generated_text": "{\"iconclass-codes\": [\"46A17\", \"33B9\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.2925, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 778, "gt_codes": [ "48C24", "92L41", "92L1913", "31A27331", "92L17911" ], "predicted_codes": [ "92D1916", "48C24", "31A511" ], "generated_text": "{\"iconclass-codes\": [\"92D1916\", \"48C24\", \"31A511\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.5962416851441241, "code_precision": 0.3333333333333333, "code_recall": 0.2 }, { "index": 779, "gt_codes": [ "92D1916" ], "predicted_codes": [ "25G41(ROSE)", "92D1916" ], "generated_text": "{\"iconclass-codes\": [\"25G41(ROSE)\", \"92D1916\"]}", "valid_json": true, "valid_code_count": 2, "total_predicted": 2, "exact_match": false, "hierarchical_f1": 0.6666666666666666, "code_precision": 0.5, "code_recall": 1.0 }, { "index": 780, "gt_codes": [ "86(ALTERIUS ALTERA POSCIT OPEM)", "86(AIDE MUTUELLE)", "86(EINER DARFF DES ANDERN H\u00dcLFF)", "31A25222", "31AA541", "41C326", "41C122", "54E11" ], "predicted_codes": [ "26A", "31A2512(+933)", "41C7110", "86(QUOD NON RETINET, NON EST SUUM)" ], "generated_text": "{\"iconclass-codes\": [\"26A\", \"31A2512(+933)\", \"41C7110\", \"86(QUOD NON RETINET, NON EST SUUM)\"]}", "valid_json": true, "valid_code_count": 4, "total_predicted": 4, "exact_match": false, "hierarchical_f1": 0.6494913834370513, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 781, "gt_codes": [ "24A", "25A13", "25FF24(WINGED HORSE)", "25G3(PALM-TREE)(+22)", "25H11", "41D921", "45C19(SHIELD)", "48A98(+2)", "48A9821", "48A98211", "48A98313", "48A9833", "48A9857(HARP)", "48A9857(LYRE)", "48A9857(SHIELD)", "48C244", "48C7321", "48C7322", "48C901", "49L16" ], "predicted_codes": [ "49M3" ], "generated_text": "{\"iconclass-codes\": [\"49M3\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.2171428571428571, "code_precision": 0.0, "code_recall": 0.0 }, { "index": 782, "gt_codes": [ "31D15", "48B3", "48C51", "48C5111", "48C5142", "48C515", "48C73411" ], "predicted_codes": [ "31A235", "48B3:61B", "48C51", "48C511", "48C5111", "48C514(+414)", "48C5151" ], "generated_text": "{\"iconclass-codes\": [\"31A235\", \"48B3:61B\", \"48C51\", \"48C511\", \"48C5111\", \"48C514(+414)\", \"48C5151\"]}", "valid_json": true, "valid_code_count": 7, "total_predicted": 7, "exact_match": false, "hierarchical_f1": 0.8109121483576929, "code_precision": 0.2857142857142857, "code_recall": 0.2857142857142857 }, { "index": 783, "gt_codes": [ "49D22" ], "predicted_codes": [ "49D22" ], "generated_text": "{\"iconclass-codes\": [\"49D22\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": true, "hierarchical_f1": 1.0, "code_precision": 1.0, "code_recall": 1.0 }, { "index": 784, "gt_codes": [ "31A2421", "31D15", "61B(+52)", "61B:31A2212(+1)" ], "predicted_codes": [ "31A2421", "31D15:61BB", "61B(+52)" ], "generated_text": "{\"iconclass-codes\": [\"31A2421\", \"31D15:61BB\", \"61B(+52)\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.9014404240608436, "code_precision": 0.6666666666666666, "code_recall": 0.5 }, { "index": 785, "gt_codes": [ "73D58", "73D641" ], "predicted_codes": [ "73D641" ], "generated_text": "{\"iconclass-codes\": [\"73D641\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.8795518207282913, "code_precision": 1.0, "code_recall": 0.5 }, { "index": 786, "gt_codes": [ "31D14", "25F6", "41A7751", "46B41" ], "predicted_codes": [ "31D14", "25F62(HADDOCK)", "46B111" ], "generated_text": "{\"iconclass-codes\": [\"31D14\", \"25F62(HADDOCK)\", \"46B111\"]}", "valid_json": true, "valid_code_count": 3, "total_predicted": 3, "exact_match": false, "hierarchical_f1": 0.6956872037914693, "code_precision": 0.3333333333333333, "code_recall": 0.25 }, { "index": 787, "gt_codes": [ "45K" ], "predicted_codes": [ "71E3243" ], "generated_text": "{\"iconclass-codes\": [\"71E3243\"]}", "valid_json": true, "valid_code_count": 1, "total_predicted": 1, "exact_match": false, "hierarchical_f1": 0.0, "code_precision": 0.0, "code_recall": 0.0 } ] }