Update app.py

app.py

@@ -88,6 +88,7 @@ Translated into the Style of Abraham Lincoln: corn fields ( permeate illinois /
 informal english: """
 
 number_of_outputs = st.sidebar.slider("Number of Outputs", 5, 20)
+log_nums = st.sidebar.slider("How Many Log Outputs?", 50, 600)
 
 def BestProbs(prompt):
   prompt = prompt.strip()
@@ -229,7 +230,7 @@ with st.form(key='my_form'):
         logits, past_key_values = model(myinput, past_key_values = past_key_values, return_dict=False)
         logits = logits[0,-1]
         probabilities = torch.nn.functional.softmax(logits)
-        best_logits, best_indices = logits.topk(250)
+        best_logits, best_indices = logits.topk(log_nums)
         best_words = [tokenizer.decode([idx.item()]) for idx in best_indices]
         text.append(best_indices[0].item())
         best_probabilities = probabilities[best_indices].tolist()