change token size
Browse files
app.py
CHANGED
@@ -9,7 +9,7 @@ def generate_text(messages):
|
|
9 |
print("generate_text")
|
10 |
print(messages)
|
11 |
generated = ""
|
12 |
-
for token in client.chat_completion(messages, max_tokens=
|
13 |
content = (token.choices[0].delta.content)
|
14 |
generated += content
|
15 |
#print(content)
|
|
|
9 |
print("generate_text")
|
10 |
print(messages)
|
11 |
generated = ""
|
12 |
+
for token in client.chat_completion(messages, max_tokens=100,stream=True):
|
13 |
content = (token.choices[0].delta.content)
|
14 |
generated += content
|
15 |
#print(content)
|