app.py

from fastapi import FastAPI
from transformers import pipeline

#create a new FASTAPI app instance 
app = FastAPI()

#initialize the text generation pipeline
pipe = pipeline("text2text-generation", model = "google/flan-t5-base")

@app.get("/")
def home():
    return {"message":"hello world"}

#Define a function to handle the GET request at "/generate"
@app.get("/generate")
def generate(text:str):
    ## use the pipeline to generate text from the given input 
    output = pipe(text)
    # return the generated text in the json response 
    return {"output":output[0]["generated_text"]}