| import gradio as gr | |
| # Load the BLOOM model | |
| model = gr.load("models/CreitinGameplays/bloom-3b-conversational") | |
| # Define the interface with default prompt | |
| interface = gr.Interface( | |
| fn=model, | |
| inputs=[ | |
| gr.Textbox(label="Text Prompt", value="<|system|> You are a helpful AI assistant </s> <|prompter|> What is an AI? </s> <|assistant|>"), | |
| gr.Slider(minimum=1, maximum=256, label="Max New Tokens", value=128), | |
| ], | |
| outputs="text", | |
| css=""" | |
| .gr-form textarea { | |
| height: 100px; /* Adjust height as needed */ | |
| } | |
| """, # Optional: Adjust input text area height | |
| description="Interact with BLOOM", | |
| ) | |
| # Launch the Gradio interface | |
| interface.launch() |