app/api.py

from fastapi import FastAPI
from pydantic import BaseModel
from app.model import model

app = FastAPI()

class PromptRequest(BaseModel):
    prompt: str
    max_length: int = 256

@app.post("/generate")
async def generate_text(request: PromptRequest):
    result = model.generate(request.prompt, request.max_length)
    return {"response": result}