app.py

import transformers
import gradio as gr

model = "tiiuae/falcon-rw-1b"

pipeline = transformers.pipeline(
    "text-generation",
    model=model,
    trust_remote_code=True,
    device_map="auto",
)

gr.Interface.from_pipeline(pipeline).launch()