Update app.py

app.py

@@ -6,6 +6,7 @@ import torch
 import torch.nn as nn
 from transformers.activations import get_activation
 from transformers import AutoTokenizer, AutoModelForCausalLM
+from transformers import GPTNeoXForCausalLM, GPTNeoXTokenizerFast
 
 
 st.title('GPT2: To see all prompt outlines: https://huggingface.co/BigSalmon/InformalToFormalLincoln64Paraphrase')
@@ -15,8 +16,11 @@ device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 @st.cache(allow_output_mutation=True)
 def get_model():
 
-    tokenizer = AutoTokenizer.from_pretrained("BigSalmon/InformalToFormalLincoln84Paraphrase")
-    model = AutoModelForCausalLM.from_pretrained("BigSalmon/InformalToFormalLincoln84Paraphrase")
+    tokenizer = GPTNeoXTokenizerFast.from_pretrained("CarperAI/FIM-NeoX-1.3B")
+    model = GPTNeoXForCausalLM.from_pretrained("BigSalmon/FormalInformalConcise2-FIM-NeoX-1.3B")
+
+    #tokenizer = AutoTokenizer.from_pretrained("BigSalmon/InformalToFormalLincoln84Paraphrase")
+    #model = AutoModelForCausalLM.from_pretrained("BigSalmon/InformalToFormalLincoln84Paraphrase")
 
     #tokenizer = AutoTokenizer.from_pretrained("BigSalmon/InformalToFormalLincoln76ParaphraseXL")
     #model = AutoModelForCausalLM.from_pretrained("BigSalmon/InformalToFormalLincoln76ParaphraseXL", low_cpu_mem_usage=True)