app.py

import gradio as gr

# Load the BLOOM model
model = gr.load("models/CreitinGameplays/bloom-3b-conversational")

# Define the interface with default prompt
interface = gr.Interface(
    fn=model,
    inputs=[
      gr.Textbox(label="Text Prompt", value="<|system|> You are a helpful AI assistant </s> <|prompter|> What is an AI? </s> <|assistant|>"),
      gr.Slider(minimum=1, maximum=256, label="Max New Tokens", value=128),
  ],
    outputs="text",
    css="""
        .gr-form textarea {
            height: 100px;  /* Adjust height as needed */
        }
    """,  # Optional: Adjust input text area height
    description="Interact with BLOOM",
)

# Launch the Gradio interface
interface.launch()