app.py

import gradio as gr

gr.Interface.load("models/fabianmmueller/deep-haiku-gpt-j-6b-8bit").launch()