Update app.py

app.py

@@ -24,31 +24,30 @@ def respond(message, chat_history, system_message, max_tokens, temperature, top_
     messages.extend([{"role": "user" if i % 2 == 0 else "assistant", "content": m} for h in chat_history for i, m in enumerate(h) if m])
     messages.append({"role": "user", "content": message})
     
+    response = ""
     try:
-        full_response = ""
-        for chunk in client.text_generation(
-            prompt="\n".join([f"{m['role']}: {m['content']}" for m in messages]),
-            max_new_tokens=max_tokens,
+        for chunk in client.chat_completion(
+            messages,
+            max_tokens=max_tokens,
             temperature=temperature,
             top_p=top_p,
             stream=True
         ):
             if stop_event.is_set():
                 break
-            if chunk:
-                full_response += chunk
-                yield chat_history + [(message, full_response)]
-        
-        chat_history.append((message, full_response))
-        yield chat_history
+            if hasattr(chunk.choices[0], 'delta'):
+                token = chunk.choices[0].delta.content
+            else:
+                token = chunk.choices[0].text
+            if token:
+                response += token
+                yield response
     except Exception as e:
-        error_message = f"오류 발생: {str(e)}"
-        chat_history.append((message, error_message))
-        yield chat_history
+        yield f"오류 발생: {str(e)}"
 
 def continue_writing(message, chat_history, system_message, max_tokens, temperature, top_p, selected_model):
     if not chat_history:
-        return [("시스템", "대화 내역이 없습니다.")]
+        return "대화 내역이 없습니다."
     last_user_message = chat_history[-1][0]
     last_assistant_message = chat_history[-1][1]
     prompt = f"이전 대화를 계속 이어서 작성해주세요. 이전 응답: {last_assistant_message}"
@@ -60,7 +59,7 @@ def stop_generation():
 
 def regenerate(chat_history, system_message, max_tokens, temperature, top_p, selected_model):
     if not chat_history:
-        return [("시스템", "대화 내역이 없습니다.")]
+        return "대화 내역이 없습니다."
     last_user_message = chat_history[-1][0]
     return respond(last_user_message, chat_history[:-1], system_message, max_tokens, temperature, top_p, selected_model)