Upload app.py

app.py

@@ -1,7 +1,8 @@
-from fastapi import FastAPI
+from fastapi import FastAPI, HTTPException
+from pydantic import BaseModel
 from transformers import pipeline
 
-# Create a new FASTAPI app instance
+# Create a new FastAPI app instance
 app = FastAPI()
 
 # Initialize the text generation pipeline
@@ -11,11 +12,16 @@ pipe = pipeline("text-generation", model="defog/sqlcoder-7b-2")
 def home():
     return {"message": "Hello World"}
 
-# Define a function to handle the GET request at '/generate'
-@app.get("/generate")
-def generate(text: str):
-    output = pipe(text, max_new_tokens=50) 
-    # Use the pipeline to generate text from the given input text
-    
-    # Return the generated text in JSON response
-    return {"output": output[0]['generated_text']}
+# Define a function to handle the POST request at '/generate'
+@app.post("/generate")
+def generate(request: dict):
+    try:
+        text = request.get('text')
+        if not text:
+            raise HTTPException(status_code=400, detail="Text field is required")
+        
+        output = pipe(text, max_new_tokens=50)
+        # Return the generated text in JSON response
+        return {"output": output[0]['generated_text']}
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=str(e))