app.py

import gradio as gr

gr.Interface.load("models/microsoft/bloom-deepspeed-inference-int8").launch()