matthoffner commited on
Commit
24940d4
ยท
1 Parent(s): 6f1d473

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -0
main.py CHANGED
@@ -34,6 +34,7 @@ class ChatCompletionRequest(BaseModel):
34
  @app.get("/stream")
35
  async def chat(prompt = "Once upon a time there was a "):
36
  completion = llm(prompt)
 
37
  async def server_sent_events(chat_chunks):
38
  for chat_chunk in chat_chunks:
39
  yield chat_chunk
 
34
  @app.get("/stream")
35
  async def chat(prompt = "Once upon a time there was a "):
36
  completion = llm(prompt)
37
+ yield prompt
38
  async def server_sent_events(chat_chunks):
39
  for chat_chunk in chat_chunks:
40
  yield chat_chunk