Update app.py
Browse files
app.py
CHANGED
@@ -153,30 +153,36 @@ def get_translation_model(source_language, target_language):
|
|
153 |
# Return the model using string concatenation
|
154 |
return f"Helsinki-NLP/opus-mt-{source_language}-{target_language}"
|
155 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
156 |
def translate_text(transcription_json, source_language, target_language):
|
157 |
# Load the translation model for the specified target language
|
158 |
translation_model_id = get_translation_model(source_language, target_language)
|
159 |
logger.debug(f"Translation model: {translation_model_id}")
|
160 |
translator = pipeline("translation", model=translation_model_id)
|
161 |
|
162 |
-
#
|
163 |
-
|
164 |
-
|
165 |
-
|
166 |
-
|
167 |
-
|
168 |
-
|
169 |
-
|
170 |
-
|
171 |
-
|
172 |
-
|
173 |
-
|
174 |
-
|
175 |
-
|
176 |
-
logger.debug("Adding to translated_json: start=%s, original=%s, translated=%s, end=%s",
|
177 |
-
entry["start"], original_text, translated_text, entry["end"])
|
178 |
-
|
179 |
-
# Return the translated timestamps as a JSON string
|
180 |
return translated_json
|
181 |
|
182 |
def update_translations(file, edited_table, mode):
|
|
|
153 |
# Return the model using string concatenation
|
154 |
return f"Helsinki-NLP/opus-mt-{source_language}-{target_language}"
|
155 |
|
156 |
+
def translate_single_entry(entry, translator, target_language):
|
157 |
+
original_text = entry["text"]
|
158 |
+
translated_text = translator(original_text, target_language=target_language)[0]['translation_text']
|
159 |
+
return {
|
160 |
+
"start": entry["start"],
|
161 |
+
"original": original_text,
|
162 |
+
"translated": translated_text,
|
163 |
+
"end": entry["end"]
|
164 |
+
}
|
165 |
+
|
166 |
def translate_text(transcription_json, source_language, target_language):
|
167 |
# Load the translation model for the specified target language
|
168 |
translation_model_id = get_translation_model(source_language, target_language)
|
169 |
logger.debug(f"Translation model: {translation_model_id}")
|
170 |
translator = pipeline("translation", model=translation_model_id)
|
171 |
|
172 |
+
# Use ThreadPoolExecutor to parallelize translations
|
173 |
+
with concurrent.futures.ThreadPoolExecutor() as executor:
|
174 |
+
# Submit all translation tasks and collect results
|
175 |
+
translate_func = lambda entry: translate_single_entry(entry, translator, target_language)
|
176 |
+
translated_json = list(executor.map(translate_func, transcription_json))
|
177 |
+
|
178 |
+
# Sort the translated_json by start time
|
179 |
+
translated_json.sort(key=lambda x: x["start"])
|
180 |
+
|
181 |
+
# Log the components being added to translated_json
|
182 |
+
for entry in translated_json:
|
183 |
+
logger.debug("Added to translated_json: start=%s, original=%s, translated=%s, end=%s",
|
184 |
+
entry["start"], entry["original"], entry["translated"], entry["end"])
|
185 |
+
|
|
|
|
|
|
|
|
|
186 |
return translated_json
|
187 |
|
188 |
def update_translations(file, edited_table, mode):
|