Update app.py

app.py

@@ -43,7 +43,7 @@ with gr.Blocks(theme=theme) as demo:
         history[-1][1] = ""
         count = 0
         output = ""
-        for token in llm2.generate(user_message, [], instruction, 100, 0.5, 0.5, 50): # (tokens, top_k=50, top_p=0.73, temp=0.72, repeat_penalty=1.1):
+        for token in llm2.generate(tokens): # (tokens, top_k=50, top_p=0.73, temp=0.72, repeat_penalty=1.1):
             text = llm2.detokenize([token])
             output += text.decode()
             count += 1
@@ -59,4 +59,4 @@ with gr.Blocks(theme=theme) as demo:
     gr.HTML("Thanks for checking out this app!")
 
 demo.queue()
-demo.launch(debug=True)
+demo.launch(debug=True, share=False)