BigSalmon commited on
Commit
43ee903
·
1 Parent(s): 38958c3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -16,7 +16,7 @@ device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
16
  def get_model():
17
 
18
  tokenizer = AutoTokenizer.from_pretrained("BigSalmon/InformalToFormalLincoln76ParaphraseXL")
19
- model = AutoModelForCausalLM.from_pretrained("BigSalmon/InformalToFormalLincoln76ParaphraseXL")
20
 
21
  #tokenizer = AutoTokenizer.from_pretrained("BigSalmon/InformalToFormalLincoln77Paraphrase")
22
  #model = AutoModelForCausalLM.from_pretrained("BigSalmon/InformalToFormalLincoln77Paraphrase")
 
16
  def get_model():
17
 
18
  tokenizer = AutoTokenizer.from_pretrained("BigSalmon/InformalToFormalLincoln76ParaphraseXL")
19
+ model = AutoModelForCausalLM.from_pretrained("BigSalmon/InformalToFormalLincoln76ParaphraseXL", low_cpu_mem_usage=True)
20
 
21
  #tokenizer = AutoTokenizer.from_pretrained("BigSalmon/InformalToFormalLincoln77Paraphrase")
22
  #model = AutoModelForCausalLM.from_pretrained("BigSalmon/InformalToFormalLincoln77Paraphrase")