Update app.py
Browse files
app.py
CHANGED
|
@@ -153,30 +153,36 @@ def get_translation_model(source_language, target_language):
|
|
| 153 |
# Return the model using string concatenation
|
| 154 |
return f"Helsinki-NLP/opus-mt-{source_language}-{target_language}"
|
| 155 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 156 |
def translate_text(transcription_json, source_language, target_language):
|
| 157 |
# Load the translation model for the specified target language
|
| 158 |
translation_model_id = get_translation_model(source_language, target_language)
|
| 159 |
logger.debug(f"Translation model: {translation_model_id}")
|
| 160 |
translator = pipeline("translation", model=translation_model_id)
|
| 161 |
|
| 162 |
-
#
|
| 163 |
-
|
| 164 |
-
|
| 165 |
-
|
| 166 |
-
|
| 167 |
-
|
| 168 |
-
|
| 169 |
-
|
| 170 |
-
|
| 171 |
-
|
| 172 |
-
|
| 173 |
-
|
| 174 |
-
|
| 175 |
-
|
| 176 |
-
logger.debug("Adding to translated_json: start=%s, original=%s, translated=%s, end=%s",
|
| 177 |
-
entry["start"], original_text, translated_text, entry["end"])
|
| 178 |
-
|
| 179 |
-
# Return the translated timestamps as a JSON string
|
| 180 |
return translated_json
|
| 181 |
|
| 182 |
def update_translations(file, edited_table, mode):
|
|
|
|
| 153 |
# Return the model using string concatenation
|
| 154 |
return f"Helsinki-NLP/opus-mt-{source_language}-{target_language}"
|
| 155 |
|
| 156 |
+
def translate_single_entry(entry, translator, target_language):
|
| 157 |
+
original_text = entry["text"]
|
| 158 |
+
translated_text = translator(original_text, target_language=target_language)[0]['translation_text']
|
| 159 |
+
return {
|
| 160 |
+
"start": entry["start"],
|
| 161 |
+
"original": original_text,
|
| 162 |
+
"translated": translated_text,
|
| 163 |
+
"end": entry["end"]
|
| 164 |
+
}
|
| 165 |
+
|
| 166 |
def translate_text(transcription_json, source_language, target_language):
|
| 167 |
# Load the translation model for the specified target language
|
| 168 |
translation_model_id = get_translation_model(source_language, target_language)
|
| 169 |
logger.debug(f"Translation model: {translation_model_id}")
|
| 170 |
translator = pipeline("translation", model=translation_model_id)
|
| 171 |
|
| 172 |
+
# Use ThreadPoolExecutor to parallelize translations
|
| 173 |
+
with concurrent.futures.ThreadPoolExecutor() as executor:
|
| 174 |
+
# Submit all translation tasks and collect results
|
| 175 |
+
translate_func = lambda entry: translate_single_entry(entry, translator, target_language)
|
| 176 |
+
translated_json = list(executor.map(translate_func, transcription_json))
|
| 177 |
+
|
| 178 |
+
# Sort the translated_json by start time
|
| 179 |
+
translated_json.sort(key=lambda x: x["start"])
|
| 180 |
+
|
| 181 |
+
# Log the components being added to translated_json
|
| 182 |
+
for entry in translated_json:
|
| 183 |
+
logger.debug("Added to translated_json: start=%s, original=%s, translated=%s, end=%s",
|
| 184 |
+
entry["start"], entry["original"], entry["translated"], entry["end"])
|
| 185 |
+
|
|
|
|
|
|
|
|
|
|
|
|
|
| 186 |
return translated_json
|
| 187 |
|
| 188 |
def update_translations(file, edited_table, mode):
|