AniFileBERT / parse_eval_metrics.json
ModerRAS's picture
Remove structural parser rule assists
116c87c
raw
history blame
16.1 kB
{
"primary_metric": "normalized_only",
"modes": {
"model_only": {
"constrain_bio": false,
"sample_count": 1024,
"field_accuracy": {
"group": 1.0,
"title": 0.9970703125,
"season": 1.0,
"episode": 1.0,
"resolution": 1.0,
"source": 0.9990234375,
"special": 0.994140625
},
"field_correct": {
"group": 1024,
"title": 1021,
"season": 1024,
"episode": 1024,
"resolution": 1024,
"source": 1023,
"special": 1018
},
"field_total": {
"group": 1024,
"title": 1024,
"season": 1024,
"episode": 1024,
"resolution": 1024,
"source": 1024,
"special": 1024
},
"full_match_accuracy": 0.990234375,
"full_match_correct": 1014,
"full_match_total": 1024,
"failures": [
{
"filename": "BD Menu Vol.05",
"errors": {
"title": {
"gold": "menu",
"pred": "men"
}
},
"gold": {
"group": null,
"title": "Menu",
"season": null,
"episode": null,
"resolution": null,
"source": "BD",
"special": null
},
"pred": {
"group": null,
"title": "Men",
"season": null,
"episode": null,
"resolution": null,
"source": "BD",
"special": null
}
},
{
"filename": "[YYDM-11FANS][Shaman King][43][DVDRip][720P][X264-10bit_AACx2][ED490609]",
"errors": {
"special": {
"gold": "ed490609",
"pred": "ed"
}
},
"gold": {
"group": "YYDM-11FANS",
"title": "Shaman King",
"season": null,
"episode": 43,
"resolution": "720P",
"source": "DVDRip",
"special": "ED490609"
},
"pred": {
"group": "YYDM-11FANS",
"title": "Shaman King",
"season": null,
"episode": 43,
"resolution": "720P",
"source": "DVDRip",
"special": "ED"
}
},
{
"filename": "[UHA-WINGS&VCB-Studio] Karakai Jouzu no Takagi-san 2 [Binaural Sound EP09][Ma10p_1080p][x265_flac]",
"errors": {
"title": {
"gold": "uha-wings&vcb-studio karakai jouzu no takagi san 2 binaural sound ep",
"pred": "uha-wings&vcb-studio karakai jouzu no takagi san 2 binaural sound"
}
},
"gold": {
"group": null,
"title": "UHA-WINGS&VCB-Studio Karakai Jouzu no Takagi san 2 Binaural Sound EP",
"season": null,
"episode": 9,
"resolution": "1080p",
"source": "x265-flac",
"special": null
},
"pred": {
"group": null,
"title": "UHA-WINGS&VCB-Studio Karakai Jouzu no Takagi san 2 Binaural Sound",
"season": null,
"episode": 9,
"resolution": "1080p",
"source": "x265-flac",
"special": null
}
},
{
"filename": "終末なにしてますか?忙しいですか?救ってもらっていいですか? OP2 「DEAREST DROP」",
"errors": {
"special": {
"gold": "op2",
"pred": "p"
}
},
"gold": {
"group": null,
"title": "終末なにしてますか?忙しいですか?救ってもらっていいですか?",
"season": null,
"episode": null,
"resolution": null,
"source": null,
"special": "OP2"
},
"pred": {
"group": null,
"title": "終末なにしてますか?忙しいですか?救ってもらっていいですか?",
"season": null,
"episode": null,
"resolution": null,
"source": null,
"special": "P"
}
},
{
"filename": "[QTS] CITY HUNTER TV 3rd & '91 Series BD-BOX Eizou Tokuten - City Hunter 3 Housouchuu CM2 30sec (BD Hi10P 960x720 AAC)",
"errors": {
"special": {
"gold": "cm2",
"pred": "3"
}
},
"gold": {
"group": "QTS",
"title": "CITY HUNTER TV 3rd & '91 Series",
"season": null,
"episode": null,
"resolution": "960x720",
"source": "BD",
"special": "CM2"
},
"pred": {
"group": "QTS",
"title": "CITY HUNTER TV 3rd & '91 Series",
"season": null,
"episode": null,
"resolution": "960x720",
"source": "BD",
"special": "3"
}
},
{
"filename": "22話「最凶恶的“他”Part 1/最凶恶的“他”Part 2」",
"errors": {
"title": {
"gold": "22話「最凶恶的“他”part 1/最凶恶的“他”part 2」",
"pred": "2 話「最凶恶的“他”part 1/最凶恶的“他”part 2」"
}
},
"gold": {
"group": null,
"title": "22話「最凶恶的“他”Part 1/最凶恶的“他”Part 2」",
"season": null,
"episode": null,
"resolution": null,
"source": null,
"special": null
},
"pred": {
"group": null,
"title": "2 話「最凶恶的“他”Part 1/最凶恶的“他”Part 2」",
"season": null,
"episode": null,
"resolution": null,
"source": null,
"special": null
}
},
{
"filename": "[Judgment] Kareshi Kanojo no Jijou - NCED19.0 [6C5BD6E2]",
"errors": {
"source": {
"gold": "bd",
"pred": null
}
},
"gold": {
"group": "Judgment",
"title": "Kareshi Kanojo no Jijou",
"season": null,
"episode": null,
"resolution": null,
"source": "BD",
"special": "NCED19"
},
"pred": {
"group": "Judgment",
"title": "Kareshi Kanojo no Jijou",
"season": null,
"episode": null,
"resolution": null,
"source": null,
"special": "NCED19"
}
},
{
"filename": "[QTS] OVA QUIZ MAGIC ACADEMY The Original Animation OMAKE Eizou - EP1 OP + EP2 OPED (BD Hi10P 1920x1080 WV)",
"errors": {
"special": {
"gold": "op",
"pred": "d"
}
},
"gold": {
"group": "QTS",
"title": "QUIZ MAGIC ACADEMY The Original Animation OMAKE Eizou",
"season": null,
"episode": 1,
"resolution": "1920x1080",
"source": "BD",
"special": "OP"
},
"pred": {
"group": "QTS",
"title": "QUIZ MAGIC ACADEMY The Original Animation OMAKE Eizou",
"season": null,
"episode": 1,
"resolution": "1920x1080",
"source": "BD",
"special": "D"
}
},
{
"filename": "[Moozzi2] Ojamajo Doremi Movie - 01 [ Sharp ] (BD 1920x1032 x.264 Flac)",
"errors": {
"special": {
"gold": "movie",
"pred": "0"
}
},
"gold": {
"group": "Moozzi2",
"title": "Ojamajo Doremi",
"season": null,
"episode": 1,
"resolution": "1920x1032",
"source": "BD",
"special": "Movie"
},
"pred": {
"group": "Moozzi2",
"title": "Ojamajo Doremi",
"season": null,
"episode": 1,
"resolution": "1920x1032",
"source": "BD",
"special": "0"
}
},
{
"filename": "[Nekomoe kissaten&VCB-Studio] THE IDOLM@STER CINDERELLA GIRLS U149 [NCED07 お願い!シンデレラ][Ma10p_1080p][x265_flac]",
"errors": {
"special": {
"gold": "nced",
"pred": "7"
}
},
"gold": {
"group": "Nekomoe kissaten&VCB-Studio",
"title": "THE IDOLM@STER CINDERELLA GIRLS U",
"season": null,
"episode": 149,
"resolution": "1080p",
"source": "x265-flac",
"special": "NCED"
},
"pred": {
"group": "Nekomoe kissaten&VCB-Studio",
"title": "THE IDOLM@STER CINDERELLA GIRLS U",
"season": null,
"episode": 149,
"resolution": "1080p",
"source": "x265-flac",
"special": "7"
}
}
]
},
"normalized_only": {
"constrain_bio": true,
"sample_count": 1024,
"field_accuracy": {
"group": 1.0,
"title": 0.9970703125,
"season": 1.0,
"episode": 1.0,
"resolution": 1.0,
"source": 0.9990234375,
"special": 0.9970703125
},
"field_correct": {
"group": 1024,
"title": 1021,
"season": 1024,
"episode": 1024,
"resolution": 1024,
"source": 1023,
"special": 1021
},
"field_total": {
"group": 1024,
"title": 1024,
"season": 1024,
"episode": 1024,
"resolution": 1024,
"source": 1024,
"special": 1024
},
"full_match_accuracy": 0.9931640625,
"full_match_correct": 1017,
"full_match_total": 1024,
"failures": [
{
"filename": "BD Menu Vol.05",
"errors": {
"title": {
"gold": "menu",
"pred": "men"
}
},
"gold": {
"group": null,
"title": "Menu",
"season": null,
"episode": null,
"resolution": null,
"source": "BD",
"special": null
},
"pred": {
"group": null,
"title": "Men",
"season": null,
"episode": null,
"resolution": null,
"source": "BD",
"special": null
}
},
{
"filename": "[YYDM-11FANS][Shaman King][43][DVDRip][720P][X264-10bit_AACx2][ED490609]",
"errors": {
"special": {
"gold": "ed490609",
"pred": "ed"
}
},
"gold": {
"group": "YYDM-11FANS",
"title": "Shaman King",
"season": null,
"episode": 43,
"resolution": "720P",
"source": "DVDRip",
"special": "ED490609"
},
"pred": {
"group": "YYDM-11FANS",
"title": "Shaman King",
"season": null,
"episode": 43,
"resolution": "720P",
"source": "DVDRip",
"special": "ED"
}
},
{
"filename": "[UHA-WINGS&VCB-Studio] Karakai Jouzu no Takagi-san 2 [Binaural Sound EP09][Ma10p_1080p][x265_flac]",
"errors": {
"title": {
"gold": "uha-wings&vcb-studio karakai jouzu no takagi san 2 binaural sound ep",
"pred": "uha-wings&vcb-studio karakai jouzu no takagi san 2 binaural sound"
}
},
"gold": {
"group": null,
"title": "UHA-WINGS&VCB-Studio Karakai Jouzu no Takagi san 2 Binaural Sound EP",
"season": null,
"episode": 9,
"resolution": "1080p",
"source": "x265-flac",
"special": null
},
"pred": {
"group": null,
"title": "UHA-WINGS&VCB-Studio Karakai Jouzu no Takagi san 2 Binaural Sound",
"season": null,
"episode": 9,
"resolution": "1080p",
"source": "x265-flac",
"special": null
}
},
{
"filename": "[QTS] CITY HUNTER TV 3rd & '91 Series BD-BOX Eizou Tokuten - City Hunter 3 Housouchuu CM2 30sec (BD Hi10P 960x720 AAC)",
"errors": {
"special": {
"gold": "cm2",
"pred": "cm2 3"
}
},
"gold": {
"group": "QTS",
"title": "CITY HUNTER TV 3rd & '91 Series",
"season": null,
"episode": null,
"resolution": "960x720",
"source": "BD",
"special": "CM2"
},
"pred": {
"group": "QTS",
"title": "CITY HUNTER TV 3rd & '91 Series",
"season": null,
"episode": null,
"resolution": "960x720",
"source": "BD",
"special": "CM2 3"
}
},
{
"filename": "22話「最凶恶的“他”Part 1/最凶恶的“他”Part 2」",
"errors": {
"title": {
"gold": "22話「最凶恶的“他”part 1/最凶恶的“他”part 2」",
"pred": "22 話「最凶恶的“他”part 1/最凶恶的“他”part 2」"
}
},
"gold": {
"group": null,
"title": "22話「最凶恶的“他”Part 1/最凶恶的“他”Part 2」",
"season": null,
"episode": null,
"resolution": null,
"source": null,
"special": null
},
"pred": {
"group": null,
"title": "22 話「最凶恶的“他”Part 1/最凶恶的“他”Part 2」",
"season": null,
"episode": null,
"resolution": null,
"source": null,
"special": null
}
},
{
"filename": "[Judgment] Kareshi Kanojo no Jijou - NCED19.0 [6C5BD6E2]",
"errors": {
"source": {
"gold": "bd",
"pred": null
}
},
"gold": {
"group": "Judgment",
"title": "Kareshi Kanojo no Jijou",
"season": null,
"episode": null,
"resolution": null,
"source": "BD",
"special": "NCED19"
},
"pred": {
"group": "Judgment",
"title": "Kareshi Kanojo no Jijou",
"season": null,
"episode": null,
"resolution": null,
"source": null,
"special": "NCED19"
}
},
{
"filename": "[Nekomoe kissaten&VCB-Studio] THE IDOLM@STER CINDERELLA GIRLS U149 [NCED07 お願い!シンデレラ][Ma10p_1080p][x265_flac]",
"errors": {
"special": {
"gold": "nced",
"pred": "nced07"
}
},
"gold": {
"group": "Nekomoe kissaten&VCB-Studio",
"title": "THE IDOLM@STER CINDERELLA GIRLS U",
"season": null,
"episode": 149,
"resolution": "1080p",
"source": "x265-flac",
"special": "NCED"
},
"pred": {
"group": "Nekomoe kissaten&VCB-Studio",
"title": "THE IDOLM@STER CINDERELLA GIRLS U",
"season": null,
"episode": 149,
"resolution": "1080p",
"source": "x265-flac",
"special": "NCED07"
}
}
]
}
}
}