Update app.py
Browse files
app.py
CHANGED
@@ -20,7 +20,6 @@ model.to(device)
|
|
20 |
|
21 |
|
22 |
def generate(
|
23 |
-
precision_model,
|
24 |
system_prompt,
|
25 |
prompt,
|
26 |
max_new_tokens,
|
@@ -30,10 +29,6 @@ def generate(
|
|
30 |
top_k,
|
31 |
seed
|
32 |
):
|
33 |
-
|
34 |
-
model = T5ForConditionalGeneration.from_pretrained("roborovski/superprompt-v1", torch_dtype=precision_model)
|
35 |
-
|
36 |
-
model.to(device)
|
37 |
|
38 |
input_text = f"{system_prompt}, {prompt}"
|
39 |
input_ids = tokenizer(input_text, return_tensors="pt").input_ids.to(device)
|
@@ -59,8 +54,6 @@ def generate(
|
|
59 |
return better_prompt
|
60 |
|
61 |
|
62 |
-
precision_model = gr.Radio([('fp32', torch.float32), ('fp16', torch.float16)], value=torch.float16, label="Model Precision Type", info="fp32 is more precised but slower, fp16 is faster and less resource consuming but less pricse")
|
63 |
-
|
64 |
prompt = gr.Textbox(label="Prompt", interactive=True)
|
65 |
|
66 |
system_prompt = gr.Textbox(label="System Prompt", interactive=True)
|
@@ -79,7 +72,6 @@ seed = gr.Number(value=42, interactive=True, label="Seed", info="A starting poin
|
|
79 |
|
80 |
examples = [
|
81 |
[
|
82 |
-
torch.float16,
|
83 |
"A storefront with 'Text to Image' written on it.",
|
84 |
"Expand the following prompt to add more detail:",
|
85 |
512,
|
|
|
20 |
|
21 |
|
22 |
def generate(
|
|
|
23 |
system_prompt,
|
24 |
prompt,
|
25 |
max_new_tokens,
|
|
|
29 |
top_k,
|
30 |
seed
|
31 |
):
|
|
|
|
|
|
|
|
|
32 |
|
33 |
input_text = f"{system_prompt}, {prompt}"
|
34 |
input_ids = tokenizer(input_text, return_tensors="pt").input_ids.to(device)
|
|
|
54 |
return better_prompt
|
55 |
|
56 |
|
|
|
|
|
57 |
prompt = gr.Textbox(label="Prompt", interactive=True)
|
58 |
|
59 |
system_prompt = gr.Textbox(label="System Prompt", interactive=True)
|
|
|
72 |
|
73 |
examples = [
|
74 |
[
|
|
|
75 |
"A storefront with 'Text to Image' written on it.",
|
76 |
"Expand the following prompt to add more detail:",
|
77 |
512,
|