Update app.py

app.py

@@ -14,8 +14,8 @@ device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 
 @st.cache(allow_output_mutation=True)
 def get_model():
-    tokenizer = AutoTokenizer.from_pretrained("BigSalmon/InfillFormalLincoln")
-    model = AutoModelWithLMHead.from_pretrained("BigSalmon/InfillFormalLincoln")
+    tokenizer = AutoTokenizer.from_pretrained("BigSalmon/InformalToFormalLincoln20")
+    model = AutoModelWithLMHead.from_pretrained("BigSalmon/InformalToFormalLincoln20")
     model.to(device)
     return model, tokenizer
     
@@ -51,7 +51,7 @@ with st.form(key='my_form'):
         logits, past_key_values = model(myinput, past_key_values = past_key_values, return_dict=False)
         logits = logits[0,-1]
         probabilities = torch.nn.functional.softmax(logits)
-        best_logits, best_indices = logits.topk(250)
+        best_logits, best_indices = logits.topk(150)
         best_words = [tokenizer.decode([idx.item()]) for idx in best_indices]
         text.append(best_indices[0].item())
         best_probabilities = probabilities[best_indices].tolist()