Update app.py

app.py

@@ -140,9 +140,9 @@ def LogProbs(prompt):
   logits, past_key_values = model(myinput, past_key_values = past_key_values, return_dict=False)
   logits = logits[0,-1]
   probabilities = torch.nn.functional.softmax(logits)
-  best_logits, best_indices = logits.topk(50)
+  best_logits, best_indices = logits.topk(20)
   best_words = [tokenizer.decode([idx.item()]) for idx in best_indices]
-  for i in best_words[0:50]:
+  for i in best_words[0:20]:
     print("_______")
     f = i
     col1.append(f)