Nick088 commited on
Commit
7061623
·
verified ·
1 Parent(s): e8b0857

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -12,7 +12,7 @@ else:
12
  print("Using CPU")
13
 
14
  tokenizer = T5Tokenizer.from_pretrained("roborovski/superprompt-v1")
15
- model = T5ForConditionalGeneration.from_pretrained("roborovski/superprompt-v1", torch_dtype=torch.float16)
16
  model.to(device)
17
 
18
  def generate(your_prompt, task_prefix, max_new_tokens, repetition_penalty, temperature, model_precision_type, top_p, top_k, seed):
 
12
  print("Using CPU")
13
 
14
  tokenizer = T5Tokenizer.from_pretrained("roborovski/superprompt-v1")
15
+ model = T5ForConditionalGeneration.from_pretrained("roborovski/superprompt-v1", device_map="auto", torch_dtype="auto")
16
  model.to(device)
17
 
18
  def generate(your_prompt, task_prefix, max_new_tokens, repetition_penalty, temperature, model_precision_type, top_p, top_k, seed):