Update app.py

app.py

@@ -103,7 +103,8 @@ async def generate(gen:GenModel):
             ],
             temperature = gen.temperature,
             seed= gen.seed,
-            stream=True
+            stream=True,
+            echo = True
         )
         for chunk in output:
             delta = chunk['choices'][0]['delta']
@@ -111,7 +112,7 @@ async def generate(gen:GenModel):
                 print(delta['role'], end=': ')
             elif 'content' in delta:
                 print(delta['content'], end='')
-            print(chunk)
+            #print(chunk)
         et = time()
         output["time"] = et - st
         return output