Added CORS support and improved API handling

app.py

@@ -1,5 +1,19 @@
 import gradio as gr
 from transformers import T5Tokenizer, T5ForConditionalGeneration
+from fastapi import FastAPI
+from fastapi.middleware.cors import CORSMiddleware
+
+# Create FastAPI app
+app = FastAPI()
+
+# Add CORS middleware
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=["*"],
+    allow_credentials=True,
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
 
 # Load the base T5 model and tokenizer
 model = T5ForConditionalGeneration.from_pretrained('t5-small')
@@ -55,9 +69,13 @@ demo = gr.Interface(
     css="""
         #input-box { background-color: #f6f6f6; }
         #output-box { background-color: #f0f7ff; }
-    """
+    """,
+    allow_flagging="never"
 )
 
+# Mount the Gradio app
+app = gr.mount_gradio_app(app, demo, path="/")
+
 # Launch the app
 if __name__ == "__main__":
-    demo.launch()
+    demo.launch(server_name="0.0.0.0", share=True)

requirements.txt

@@ -2,3 +2,6 @@ transformers==4.36.2
 torch>=2.0.0
 gradio==5.13.2
 sentencepiece>=0.1.99
+fastapi>=0.104.1
+uvicorn>=0.24.0
+python-multipart>=0.0.6