Spaces:
Sleeping
Sleeping
Update main.py
Browse files
main.py
CHANGED
@@ -22,7 +22,7 @@ def format_prompt(message, history):
|
|
22 |
@app.post("/api/v1/generate_text")
|
23 |
def generate_text(request: Request, prompt: str = Body()):
|
24 |
history = [] # You might need to handle this based on your actual usage
|
25 |
-
|
26 |
temperature = request.headers.get("temperature", 0.5)
|
27 |
# print(f"temperature + {temperature}")
|
28 |
top_p = request.headers.get("top_p", 0.95)
|
@@ -50,6 +50,6 @@ def generate_text(request: Request, prompt: str = Body()):
|
|
50 |
output += response.token.text
|
51 |
yield output
|
52 |
|
53 |
-
return output
|
54 |
|
55 |
# return stream
|
|
|
22 |
@app.post("/api/v1/generate_text")
|
23 |
def generate_text(request: Request, prompt: str = Body()):
|
24 |
history = [] # You might need to handle this based on your actual usage
|
25 |
+
print(f"request + {request}")
|
26 |
temperature = request.headers.get("temperature", 0.5)
|
27 |
# print(f"temperature + {temperature}")
|
28 |
top_p = request.headers.get("top_p", 0.95)
|
|
|
50 |
output += response.token.text
|
51 |
yield output
|
52 |
|
53 |
+
return output[-2]
|
54 |
|
55 |
# return stream
|