Chris STC commited on
Commit
a01b4bc
·
1 Parent(s): 48303e2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -45,7 +45,7 @@ with gr.Blocks(theme=theme) as demo:
45
  history[-1][1] = ""
46
  count = 0
47
  output = ""
48
- for token in llm2.generate(token_user_text, [], token_instruction_text, 100, 0.5, 0.5, 50) # (tokens, top_k=50, top_p=0.73, temp=0.72, repeat_penalty=1.1):
49
  text = llm2.detokenize([token])
50
  output += text.decode()
51
  count += 1
 
45
  history[-1][1] = ""
46
  count = 0
47
  output = ""
48
+ for token in llm2.generate(token_user_text, [], token_instruction_text, 100, 0.5, 0.5, 50): # (tokens, top_k=50, top_p=0.73, temp=0.72, repeat_penalty=1.1):
49
  text = llm2.detokenize([token])
50
  output += text.decode()
51
  count += 1