Update app.py

app.py

@@ -1,3 +1,5 @@
+import functools as ft
+
 import gradio as gr
 import torch
 import random
@@ -15,6 +17,7 @@ tokenizer = T5Tokenizer.from_pretrained("roborovski/superprompt-v1")
 model = T5ForConditionalGeneration.from_pretrained("roborovski/superprompt-v1", torch_dtype=torch.float16)
 model.to(device)
 
+@ft.lru_cache(maxsize=1024)
 def generate(your_prompt, max_new_tokens, repetition_penalty, temperature, model_precision_type, top_p, top_k, seed):
     if seed == 0:
         seed = random.randint(1, 2**32-1)