Chris STC
commited on
Commit
·
a01b4bc
1
Parent(s):
48303e2
Update app.py
Browse files
app.py
CHANGED
@@ -45,7 +45,7 @@ with gr.Blocks(theme=theme) as demo:
|
|
45 |
history[-1][1] = ""
|
46 |
count = 0
|
47 |
output = ""
|
48 |
-
for token in llm2.generate(token_user_text, [], token_instruction_text, 100, 0.5, 0.5, 50) # (tokens, top_k=50, top_p=0.73, temp=0.72, repeat_penalty=1.1):
|
49 |
text = llm2.detokenize([token])
|
50 |
output += text.decode()
|
51 |
count += 1
|
|
|
45 |
history[-1][1] = ""
|
46 |
count = 0
|
47 |
output = ""
|
48 |
+
for token in llm2.generate(token_user_text, [], token_instruction_text, 100, 0.5, 0.5, 50): # (tokens, top_k=50, top_p=0.73, temp=0.72, repeat_penalty=1.1):
|
49 |
text = llm2.detokenize([token])
|
50 |
output += text.decode()
|
51 |
count += 1
|