Spaces:
Running
Running
| import gradio as gr | |
| import plotly.express as px | |
| import numpy as np | |
| from src.dataloading import get_leaderboard_models_cached, get_leaderboard_datasets | |
| def create_heatmap(selected_models, selected_dataset): | |
| if not selected_models or not selected_dataset: | |
| return None # Hide plot if inputs are missing | |
| # Generate random similarity matrix | |
| size = len(selected_models) | |
| similarities = np.random.rand(size, size) | |
| similarities = (similarities + similarities.T) / 2 # make symmetric | |
| similarities = np.round(similarities, 2) | |
| # Use Plotly Express imshow to create a heatmap | |
| fig = px.imshow(similarities, | |
| x=selected_models, | |
| y=selected_models, | |
| color_continuous_scale='Viridis', | |
| zmin=0, zmax=1, | |
| text_auto=True) | |
| # Move x-axis labels to top and adjust tick angle for readability | |
| fig.update_xaxes(side="top", tickangle=45) | |
| # Update overall layout: title, dimensions, margins | |
| fig.update_layout( | |
| title=f"Similarity Matrix for {selected_dataset}", | |
| width=800 + 20 * size, | |
| height=800 + 20 * size, | |
| margin=dict(b=100, l=100) | |
| ) | |
| return fig | |
| def validate_inputs(selected_models, selected_dataset): | |
| if not selected_models: | |
| raise gr.Error("Please select at least one model!") | |
| if not selected_dataset: | |
| raise gr.Error("Please select a dataset!") | |
| # Gradio interface setup | |
| with gr.Blocks(title="LLM Similarity Analyzer") as demo: | |
| gr.Markdown("## Model Similarity Comparison Tool") | |
| with gr.Row(): | |
| dataset_dropdown = gr.Dropdown( | |
| choices=get_leaderboard_datasets(), | |
| label="Select Dataset", | |
| filterable=True, | |
| interactive=True, | |
| info="Leaderboard benchmark datasets" | |
| ) | |
| model_dropdown = gr.Dropdown( | |
| choices=get_leaderboard_models_cached(), | |
| label="Select Models", | |
| multiselect=True, | |
| filterable=True, | |
| allow_custom_value=False, | |
| info="Search and select multiple models" | |
| ) | |
| generate_btn = gr.Button("Generate Heatmap", variant="primary") | |
| heatmap = gr.Plot(label="Similarity Heatmap", visible=True) | |
| # Use a single output (the figure) | |
| generate_btn.click( | |
| fn=validate_inputs, | |
| inputs=[model_dropdown, dataset_dropdown], | |
| queue=False | |
| ).then( | |
| fn=create_heatmap, | |
| inputs=[model_dropdown, dataset_dropdown], | |
| outputs=heatmap | |
| ) | |
| # Clear button: clear selections and the plot | |
| clear_btn = gr.Button("Clear Selection") | |
| clear_btn.click( | |
| lambda: [None, None, None], | |
| outputs=[model_dropdown, dataset_dropdown, heatmap] | |
| ) | |
| if __name__ == "__main__": | |
| demo.launch() | |