Update app.py

app.py

@@ -1,21 +1,23 @@
-import os
 import gradio as gr
 from transformers import pipeline
 
+# Load the model once when the script starts
+generator = pipeline('text-generation', model='tiiuae/falcon-40b-instruct', trust_remote_code=True)
+
 def generate_text(prompt):
-    generator = pipeline('text-generation', model='tiiuae/falcon-40b-instruct', trust_remote_code=True)
+    # Use the preloaded model
     return generator(prompt, max_length=100)[0]['generated_text']
 
 def main():
-    interface = gr.Interface(
-        fn=generate_text,
-        inputs=gr.inputs.Textbox(lines=2, placeholder="Type your prompt here..."),
-        outputs="text",
-        title="Text Generation Model",
-        description="This model generates text based on the input prompt. Powered by Hugging Face transformers."
-    )
-    
-    interface.launch()
+    with gr.Blocks() as demo:
+        gr.Markdown("## Text Generation Model")
+        gr.Markdown("This model generates text based on the input prompt. Powered by Hugging Face transformers.")
+        prompt = gr.Textbox(lines=2, placeholder="Type your prompt here...")
+        output = gr.Text(label="Generated Text")
+
+        prompt.change(fn=generate_text, inputs=prompt, outputs=output)
+
+    demo.launch()
 
 if __name__ == "__main__":
     main()