Update app.py

app.py

@@ -565,26 +565,25 @@ def generate(message, temperature):
 
     # The reason why the library method is not used here is that if an error occurs,
     #    the returned data will not be a stream, and using the official library will result in an error.
-    for chunk in response.iter_bytes():
-        chunk = chunk.decode("utf-8")
-        data_chunks = parse_data_chunk(chunk)
-
-        try:
-            for data_chunk in data_chunks:
-                chune_json = json.loads(data_chunk)
-
-                if "error" in chune_json and chune_json["error"]:
-                    yield chune_json["error"], True
-                    break
-
-                delta = chune_json["choices"][0]["delta"]
-                content = delta["content"] if "content" in delta else ""
-
-                if content != "":
-                    yield content, False
-        except Exception as e:
-            print(f"func: generate error occurred\nchunk:{chunk}\nerror:{e}")
-            raise e
+   for chunk in str(response).encode().iter_bytes():
+    chunk = chunk.decode("utf-8")
+    data_chunks = parse_data_chunk(chunk)
+    try:
+        for data_chunk in data_chunks:
+            chunk_json = json.loads(data_chunk)
+            if "error" in chunk_json and chunk_json["error"]:
+                yield chunk_json["error"], True
+                break
+            delta = chunk_json["choices"][0]["delta"]
+            content = delta["content"] if "content" in delta else ""
+            if content != "":
+                yield content, False
+    except json.JSONDecodeError as e:
+        print(f"func: generate error occurred\nchunk:{chunk}\nerror:{e}")
+        raise e
+    except KeyError as e:
+        print(f"func: generate error occurred\nchunk:{chunk}\nerror:{e}")
+        raise e
 
 
 def get_majority_text(data):