omkar56 commited on
Commit
24d1324
·
1 Parent(s): 9a5e172

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -2
main.py CHANGED
@@ -22,7 +22,7 @@ def format_prompt(message, history):
22
  @app.post("/api/v1/generate_text")
23
  def generate_text(request: Request, prompt: str = Body()):
24
  history = [] # You might need to handle this based on your actual usage
25
- # print(f"prompt + {prompt}")
26
  temperature = request.headers.get("temperature", 0.5)
27
  # print(f"temperature + {temperature}")
28
  top_p = request.headers.get("top_p", 0.95)
@@ -50,6 +50,6 @@ def generate_text(request: Request, prompt: str = Body()):
50
  output += response.token.text
51
  yield output
52
 
53
- return output
54
 
55
  # return stream
 
22
  @app.post("/api/v1/generate_text")
23
  def generate_text(request: Request, prompt: str = Body()):
24
  history = [] # You might need to handle this based on your actual usage
25
+ print(f"request + {request}")
26
  temperature = request.headers.get("temperature", 0.5)
27
  # print(f"temperature + {temperature}")
28
  top_p = request.headers.get("top_p", 0.95)
 
50
  output += response.token.text
51
  yield output
52
 
53
+ return output[-2]
54
 
55
  # return stream