from fastapi import FastAPI from pydantic import BaseModel from app.model import model app = FastAPI() class PromptRequest(BaseModel): prompt: str max_length: int = 256 @app.post("/generate") async def generate_text(request: PromptRequest): result = model.generate(request.prompt, request.max_length) return {"response": result}