Update app.py

app.py

@@ -1,5 +1,6 @@
 import gradio as gr
 import torch
+import spaces
 from transformers import AutoTokenizer, AutoModelForCausalLM
 
 # Define the BLOOM model name
@@ -11,6 +12,7 @@ model = AutoModelForCausalLM.from_pretrained(model_name)
 device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 model.to(device)
 
+@spaces.GPU(duration=120)
 def generate_text(user_prompt):
   """Generates text using the BLOOM model from Hugging Face Transformers and removes the user prompt."""
   # Construct the full prompt with system introduction, user prompt, and assistant role