Update app.py

app.py

@@ -200,7 +200,7 @@ def initialize_system():
         logging.error(f"Directory error: {e}")
         raise
 
-@lru_cache(maxsize=100)
+@lru_cache(maxsize=50)
 def get_cached_file_path(content_hash, prefix):
     return create_temp_file(content_hash, prefix)
 
@@ -232,6 +232,8 @@ def get_last_mp3_file(output_dir):
     mp3_files_with_path.sort(key=os.path.getmtime, reverse=True)
     return mp3_files_with_path[0]
 
+
+
 def infer(genre_txt_content, lyrics_txt_content, num_segments, max_new_tokens):
     try:
         # 모델 선택 및 설정
@@ -269,17 +271,11 @@ def infer(genre_txt_content, lyrics_txt_content, num_segments, max_new_tokens):
             "--chorus_strength", str(config['chorus_strength'])
         ]
 
-        # GPU가 있고 flash-attn이 설치된 경우에만 추가 옵션 적용
+        # GPU가 있는 경우에만 추가 옵션 적용
         if torch.cuda.is_available():
             command.extend([
-                "--disable_offload_model",
-                "--bf16"
+                "--disable_offload_model"
             ])
-            try:
-                import flash_attn
-                command.append("--use_flash_attention_2")
-            except ImportError:
-                logging.info("flash-attn not available, skipping flash attention option")
 
         # CUDA 환경 변수 설정
         env = os.environ.copy()
@@ -293,8 +289,23 @@ def infer(genre_txt_content, lyrics_txt_content, num_segments, max_new_tokens):
             })
 
         # 명령 실행
-        process = subprocess.run(command, env=env, check=True, capture_output=True)
-        logging.info("Inference completed successfully")
+        process = subprocess.run(
+            command,
+            env=env,
+            check=False,
+            capture_output=True,
+            text=True
+        )
+
+        # 실행 결과 로깅
+        logging.info(f"Command output: {process.stdout}")
+        if process.stderr:
+            logging.error(f"Command error: {process.stderr}")
+
+        if process.returncode != 0:
+            logging.error(f"Command failed with return code: {process.returncode}")
+            logging.error(f"Command: {' '.join(command)}")
+            raise RuntimeError(f"Inference failed: {process.stderr}")
 
         # 결과 처리
         last_mp3 = get_last_mp3_file(output_dir)
@@ -372,34 +383,56 @@ def main():
                     [
                         "female blues airy vocal bright vocal piano sad romantic guitar jazz",
                         """[verse]
-    In the quiet of the evening, shadows start to fall
-    Whispers of the night wind echo through the hall
-    Lost within the silence, I hear your gentle voice
-    Guiding me back homeward, making my heart rejoice
+In the quiet of the evening, shadows start to fall
+Whispers of the night wind echo through the hall
+Lost within the silence, I hear your gentle voice
+Guiding me back homeward, making my heart rejoice
 
-    [chorus]
-    Don't let this moment fade, hold me close tonight
-    With you here beside me, everything's alright
-    Can't imagine life alone, don't want to let you go
-    Stay with me forever, let our love just flow
+[chorus]
+Don't let this moment fade, hold me close tonight
+With you here beside me, everything's alright
+Can't imagine life alone, don't want to let you go
+Stay with me forever, let our love just flow
 
+[verse]
+Morning light is breaking, through the window pane
+Memories of yesterday, like soft summer rain
+In your arms I'm finding, all I'm dreaming of
+Every day beside you, fills my heart with love
+
+[chorus]
+Don't let this moment fade, hold me close tonight
+With you here beside me, everything's alright
+Can't imagine life alone, don't want to let you go
+Stay with me forever, let our love just flow
                         """
                     ],
                     # 한국어 예제
                     [
                         "K-pop bright energetic synth dance electronic",
                         """[verse]
-    빛나는 별들처럼 우리의 꿈이
-    저 하늘을 수놓아 반짝이네
-    함께라면 어디든 갈 수 있어
-    우리의 이야기가 시작되네
+빛나는 별들처럼 우리의 꿈이
+저 하늘을 수놓아 반짝이네
+함께라면 어디든 갈 수 있어
+우리의 이야기가 시작되네
+
+[chorus]
+달려가자 더 높이 더 멀리
+두려움은 없어 너와 함께라면
+영원히 계속될 우리의 노래
+이 순간을 기억해 forever
 
-    [chorus]
-    달려가자 더 높이 더 멀리
-    두려움은 없어 너와 함께라면
-    영원히 계속될 우리의 노래
-    이 순간을 기억해 forever
+[verse]
+새로운 내일을 향해 나아가
+우리만의 길을 만들어가
+믿음으로 가득한 우리의 맘
+절대 멈추지 않아 계속해서
 
+[chorus]
+달려가자 더 높이 더 멀리
+두려움은 없어 너와 함께라면
+영원히 계속될 우리의 노래
+이 순간을 기억해 forever
                         """
                     ]
                 ],
@@ -427,4 +460,4 @@ if __name__ == "__main__":
         show_api=True,
         show_error=True,
         max_threads=2
-    )
+    )