Refine DMHY template labeling rules

tools/rust_dmhy_template_apply/README.md

@@ -17,7 +17,7 @@ cargo run --release --manifest-path tools\rust_dmhy_template_apply\Cargo.toml --
   --recipe-top 5000 `
   --review-top 5000 `
   --min-count 2 `
-  --recipe-min-count 10 `
+  --recipe-min-count 25 `
   --threads 24
 ```
 

tools/rust_dmhy_template_apply/src/main.rs

@@ -61,7 +61,7 @@ struct Args {
     review_top: usize,
     #[arg(long, default_value_t = 8)]
     examples: usize,
-    #[arg(long, default_value_t = 10)]
+    #[arg(long, default_value_t = 25)]
     recipe_min_count: usize,
     #[arg(long, default_value = "high")]
     confidence: String,
@@ -155,6 +155,8 @@ static EPISODE_BATCH_RE: Lazy<Regex> = Lazy::new(|| {
 static SXE_RE: Lazy<Regex> = Lazy::new(|| Regex::new(r"(?i)^S\d{1,2}E\d{1,4}(?:v\d+)?$").unwrap());
 static SXE_VALUE_RE: Lazy<Regex> =
     Lazy::new(|| Regex::new(r"(?i)^S(\d{1,2})E(\d{1,4})(?:v(\d+))?$").unwrap());
+static EPISODE_VALUE_RE: Lazy<Regex> =
+    Lazy::new(|| Regex::new(r"(?i)^(EP|E|#)(\d{1,4})(?:v(\d+))?$").unwrap());
 static SEASON_RE: Lazy<Regex> = Lazy::new(|| {
     Regex::new(r"(?i)^(?:S\d{1,2}|Season\s*\d{1,2}|第[一二三四五六七八九十\d]+[季期部])$").unwrap()
 });
@@ -1357,6 +1359,19 @@ fn split_sxe_token(token: &str) -> Option<(Vec<String>, Vec<String>)> {
     Some((pieces, labels))
 }
 
+fn split_episode_token(token: &str) -> Option<(Vec<String>, Vec<String>)> {
+    let caps = EPISODE_VALUE_RE.captures(token)?;
+    let mut pieces = vec![caps[1].to_string(), caps[2].to_string()];
+    let mut labels = vec!["O".to_string(), "B-EPISODE".to_string()];
+    if let Some(version) = caps.get(3) {
+        pieces.push("v".to_string());
+        pieces.push(version.as_str().to_string());
+        labels.push("O".to_string());
+        labels.push("O".to_string());
+    }
+    Some((pieces, labels))
+}
+
 fn split_season_token(token: &str) -> Option<(Vec<String>, Vec<String>)> {
     let caps = SEASON_VALUE_RE.captures(token)?;
     Some((
@@ -1491,6 +1506,44 @@ fn adjust_contextual_roles(tokens: &[String], groups: &[Group], roles: &[String]
                 continue;
             }
         }
+        if roles[index].starts_with("EPISODE")
+            && index >= 2
+            && output[..index].iter().any(|role| role == "TITLE")
+            && group_text(tokens, &groups[index])
+                .chars()
+                .all(|ch| ch.is_ascii_digit())
+        {
+            let next_episode_word = index + 2 < roles.len()
+                && groups[index + 1].class_name == "SEP"
+                && group_text(tokens, &groups[index + 2]).eq_ignore_ascii_case("episode");
+            if next_episode_word {
+                let mut run = Vec::new();
+                let mut cursor = index + 2;
+                while cursor < roles.len() {
+                    if groups[cursor].class_name == "SEP" {
+                        cursor += 1;
+                        continue;
+                    }
+                    if groups[cursor].class_name == "TEXT" && !roles[cursor].starts_with("EPISODE")
+                    {
+                        run.push(cursor);
+                        cursor += 1;
+                        continue;
+                    }
+                    break;
+                }
+                let later_episode = roles[cursor..]
+                    .iter()
+                    .any(|role| role.starts_with("EPISODE"));
+                if run.len() >= 2 && later_episode {
+                    output[index] = "TITLE".to_string();
+                    for item in run {
+                        output[item] = "TITLE".to_string();
+                    }
+                    continue;
+                }
+            }
+        }
         if roles[index] == "TITLE" && is_special_title_phrase(&text) {
             output[index] = "SPECIAL".to_string();
             continue;
@@ -1726,6 +1779,11 @@ fn project_refined_tokens(
                         output_labels.extend(labels);
                         continue;
                     }
+                    if let Some((pieces, labels)) = split_episode_token(&strip_wrapper(token)) {
+                        output_tokens.extend(pieces);
+                        output_labels.extend(labels);
+                        continue;
+                    }
                 }
                 for piece in split_refined_token(token) {
                     if matches!(role, "EPISODE" | "EPISODE_VERSION" | "EPISODE_RANGE") {
@@ -1734,6 +1792,11 @@ fn project_refined_tokens(
                             output_labels.extend(labels);
                             continue;
                         }
+                        if let Some((pieces, labels)) = split_episode_token(&piece) {
+                            output_tokens.extend(pieces);
+                            output_labels.extend(labels);
+                            continue;
+                        }
                     }
                     let label = label_for_refined_piece(&piece, role, &group.class_name);
                     let (pieces, labels) = normalize_generated_tokens(&[piece], &[label]);
@@ -1879,6 +1942,9 @@ mod tests {
                 ("02".to_string(), "B-EPISODE".to_string())
             ]
         );
+        let ep_prefix = labels_for("Toradora! EP01 [BD 1080p]");
+        assert!(ep_prefix.contains(&("EP".to_string(), "O".to_string())));
+        assert!(ep_prefix.contains(&("01".to_string(), "B-EPISODE".to_string())));
         let bracket_sxe = labels_for("[FLsnow.feat.PO][Himitsu_no_Aipri][1080P][S2E01]");
         assert!(bracket_sxe.contains(&("2".to_string(), "B-SEASON".to_string())));
         assert!(bracket_sxe.contains(&("01".to_string(), "B-EPISODE".to_string())));
@@ -1891,6 +1957,11 @@ mod tests {
         assert!(!beyblade.contains(&("X".to_string(), "B-SEASON".to_string())));
         let bang_title = labels_for("[Dymy][Gugure! Kokkuri-san][06][BIG5][1280X720]");
         assert!(bang_title.contains(&("!".to_string(), "B-TITLE".to_string())));
+        let pso2 = labels_for("[Lilith-Raws] Phantasy Star Online 2 Episode Oracle - 01 [1080p]");
+        assert!(pso2.contains(&("2".to_string(), "B-TITLE".to_string())));
+        assert!(pso2.contains(&("Episode".to_string(), "B-TITLE".to_string())));
+        assert!(pso2.contains(&("Oracle".to_string(), "B-TITLE".to_string())));
+        assert!(pso2.contains(&("01".to_string(), "B-EPISODE".to_string())));
 
         let conan_time = labels_for("【蓝色狂想】名侦探柯南TV版第036集-周一晚上7点半杀人事件");
         assert!(conan_time.contains(&("036".to_string(), "B-EPISODE".to_string())));
@@ -1918,7 +1989,8 @@ mod tests {
         );
         let woody = labels_for(&trimmed);
         assert!(woody.contains(&("4".to_string(), "B-SEASON".to_string())));
-        assert!(woody.contains(&("E07".to_string(), "B-EPISODE".to_string())));
+        assert!(woody.contains(&("E".to_string(), "O".to_string())));
+        assert!(woody.contains(&("07".to_string(), "B-EPISODE".to_string())));
         assert!(woody.contains(&("The".to_string(), "B-TITLE".to_string())));
         assert!(woody.contains(&("Show".to_string(), "B-TITLE".to_string())));
         assert!(!woody.contains(&("1999".to_string(), "B-EPISODE".to_string())));