Update app.py

app.py

@@ -30,7 +30,9 @@ from mmaudio.model.flow_matching import FlowMatching
 from mmaudio.model.networks import MMAudio, get_my_mmaudio
 from mmaudio.model.sequence_config import SequenceConfig
 from mmaudio.model.utils.features_utils import FeaturesUtils
-
+# 상단에 번역 모델 import 추가
+from transformers import pipeline
+translator = pipeline("translation", model="Helsinki-NLP/opus-mt-ko-en")
 # 3. API 설정
 CATBOX_USER_HASH = "30f52c895fd9d9cb387eee489"
 REPLICATE_API_TOKEN = os.getenv("API_KEY")
@@ -424,31 +426,43 @@ with gr.Blocks(theme="Yntec/HaleyCH_Theme_Orange", css=css) as demo:
         with gr.Column(scale=4):
             video_output = gr.Video(label="Generated Video")
 
+
+
+
+# process_and_generate_video 함수 수정
     def process_and_generate_video(image, prompt):
         if image is None:
             return "Please upload an image"
         
         try:
+            # 한글 프롬프트 감지 및 번역
+            contains_korean = any(ord('가') <= ord(char) <= ord('힣') for char in prompt)
+            if contains_korean:
+                translated = translator(prompt)[0]['translation_text']
+                logger.info(f"Translated prompt from '{prompt}' to '{translated}'")
+                prompt = translated
+        
             img = Image.open(image)
             if img.mode != 'RGB':
                 img = img.convert('RGB')
-        
+    
             temp_path = f"temp_{int(time.time())}.png"
             img.save(temp_path, 'PNG')
-        
+    
             result = generate_video(temp_path, prompt)
         
             try:
                 os.remove(temp_path)
             except:
                 pass
-                
+            
             return result
             
         except Exception as e:
             logger.error(f"Error processing image: {str(e)}")
             return "Error processing image"
 
+
     video_generate_btn.click(
         process_and_generate_video,
         inputs=[upload_image, video_prompt],