Update app.py

app.py

@@ -1,16 +1,15 @@
 import gradio as gr
-from transformers import AutoModelForCausalLM, AutoTokenizer
+from transformers import pipeline
 
-# Load model and tokenizer
-model = AutoModelForCausalLM.from_pretrained("inceptionai/jais-13b", trust_remote_code=True)
-tokenizer = AutoTokenizer.from_pretrained("inceptionai/jais-13b", trust_remote_code=True)
+# Create a pipeline using the model you want
+pipe = pipeline("text-generation", model="inceptionai/jais-13b", trust_remote_code=True)
 
+# Function to generate text
 def generate_text(prompt):
-    inputs = tokenizer(prompt, return_tensors="pt")
-    outputs = model.generate(**inputs)
-    return tokenizer.decode(outputs[0], skip_special_tokens=True)
+    return pipe(prompt)[0]['generated_text']
 
-# Create Gradio interface
-interface = gr.Interface(fn=generate_text, inputs="text", outputs="text")
+# Set up the Gradio interface
+iface = gr.Interface(fn=generate_text, inputs="text", outputs="text")
 
-interface.launch()
+# Launch the interface
+iface.launch()