Update app.py

app.py

@@ -2,6 +2,7 @@ import gradio as gr
 import torch
 import random
 from transformers import T5Tokenizer, T5ForConditionalGeneration
+import spaces
 
 if torch.cuda.is_available():
     device = "cuda"
@@ -12,9 +13,8 @@ else:
 
 tokenizer = T5Tokenizer.from_pretrained("google/flan-t5-small")
     
-
+@spaces.GPU()
 def generate(your_prompt, max_new_tokens, repetition_penalty, temperature, model_precision_type, top_p, top_k, seed):
-
     if model_precision_type == "fp16":
         dtype = torch.float16
     elif model_precision_type == "fp32":