matthoffner commited on
Commit
56f9da7
ยท
1 Parent(s): 34dd8f7

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -80,7 +80,7 @@ async def chat(prompt = "Once upon a time there was a "):
80
  yield chat_chunk
81
  yield ""
82
 
83
- return StreamingResponse(server_sent_events(completion))
84
 
85
  @app.post("/v1/chat/completions")
86
  async def chat(request: ChatCompletionRequest, response_mode=None):
 
80
  yield chat_chunk
81
  yield ""
82
 
83
+ return EventSourceResponse(server_sent_events(completion))
84
 
85
  @app.post("/v1/chat/completions")
86
  async def chat(request: ChatCompletionRequest, response_mode=None):