Upload clean_inline_tags_file.py with huggingface_hub

clean_inline_tags_file.py

@@ -0,0 +1,16 @@
+def clean_inline_tag_file(input_file, output_file):
+    with open(input_file, 'r', encoding='utf-8') as infile, open(output_file, 'w', encoding='utf-8') as outfile:
+        for line in infile:
+            # Split by tabs and ensure at least two elements are present
+            parts = line.strip().split('\t')
+            if len(parts) >= 2:
+                # Extract source and target removing language tags
+                source = parts[0].split(': ')[-1]
+                target = parts[1].split(': ')[-1]
+                # Write the cleaned pair to the output file
+                outfile.write(f"{source}\t{target}\n")
+
+# Example usage
+input_file = '/home/vikrant-MNMT/myenv/NMT_V2/important_files/date_tags.txt'  # Replace with actual input file path
+output_file = '/home/vikrant-MNMT/myenv/BPCC/inline_tages/eng_Latn-hin_Deva/date_tag_cleaned.txt'  # Replace with desired output file path
+clean_inline_tag_file(input_file, output_file)