Update app.py
Browse files
app.py
CHANGED
@@ -12,7 +12,7 @@ else:
|
|
12 |
print("Using CPU")
|
13 |
|
14 |
tokenizer = T5Tokenizer.from_pretrained("roborovski/superprompt-v1")
|
15 |
-
model = T5ForConditionalGeneration.from_pretrained("roborovski/superprompt-v1", torch_dtype=
|
16 |
model.to(device)
|
17 |
|
18 |
def generate(your_prompt, task_prefix, max_new_tokens, repetition_penalty, temperature, model_precision_type, top_p, top_k, seed):
|
|
|
12 |
print("Using CPU")
|
13 |
|
14 |
tokenizer = T5Tokenizer.from_pretrained("roborovski/superprompt-v1")
|
15 |
+
model = T5ForConditionalGeneration.from_pretrained("roborovski/superprompt-v1", device_map="auto", torch_dtype="auto")
|
16 |
model.to(device)
|
17 |
|
18 |
def generate(your_prompt, task_prefix, max_new_tokens, repetition_penalty, temperature, model_precision_type, top_p, top_k, seed):
|