Spaces:
Running
Running
Joschka Strueber
commited on
Commit
·
26c0eec
1
Parent(s):
c4145ee
[Fix] default heatmap
Browse files
app.py
CHANGED
@@ -99,6 +99,9 @@ links_markdown = """
|
|
99 |
"""
|
100 |
|
101 |
model_init = ["HuggingFaceTB/SmolLM2-1.7B-Instruct", "meta-llama/Llama-3.1-8B-Instruct", "microsoft/phi-4", "google/gemma-2-27b-it", "Qwen/Qwen2.5-32B-Instruct", "meta-llama/Llama-3.3-70B-Instruct"]
|
|
|
|
|
|
|
102 |
|
103 |
# Create Gradio interface
|
104 |
with gr.Blocks(title="LLM Similarity Analyzer") as demo:
|
@@ -109,7 +112,7 @@ with gr.Blocks(title="LLM Similarity Analyzer") as demo:
|
|
109 |
dataset_dropdown = gr.Dropdown(
|
110 |
choices=get_leaderboard_datasets(model_init),
|
111 |
label="Select Dataset",
|
112 |
-
value=
|
113 |
filterable=True,
|
114 |
interactive=True,
|
115 |
allow_custom_value=False,
|
@@ -118,6 +121,7 @@ with gr.Blocks(title="LLM Similarity Analyzer") as demo:
|
|
118 |
metric_dropdown = gr.Dropdown(
|
119 |
choices=["CAPA", "CAPA (det.)", "Error Consistency"],
|
120 |
label="Select Metric",
|
|
|
121 |
info="Select a similarity metric to compute"
|
122 |
)
|
123 |
|
@@ -138,7 +142,7 @@ with gr.Blocks(title="LLM Similarity Analyzer") as demo:
|
|
138 |
)
|
139 |
|
140 |
generate_btn = gr.Button("Generate Heatmap", variant="primary")
|
141 |
-
heatmap = gr.Image(value=create_heatmap(model_init,
|
142 |
|
143 |
generate_btn.click(
|
144 |
fn=validate_inputs,
|
|
|
99 |
"""
|
100 |
|
101 |
model_init = ["HuggingFaceTB/SmolLM2-1.7B-Instruct", "meta-llama/Llama-3.1-8B-Instruct", "microsoft/phi-4", "google/gemma-2-27b-it", "Qwen/Qwen2.5-32B-Instruct", "meta-llama/Llama-3.3-70B-Instruct"]
|
102 |
+
dataset_init = "mmlu_pro"
|
103 |
+
metric_init = "CAPA"
|
104 |
+
|
105 |
|
106 |
# Create Gradio interface
|
107 |
with gr.Blocks(title="LLM Similarity Analyzer") as demo:
|
|
|
112 |
dataset_dropdown = gr.Dropdown(
|
113 |
choices=get_leaderboard_datasets(model_init),
|
114 |
label="Select Dataset",
|
115 |
+
value=dataset_init,
|
116 |
filterable=True,
|
117 |
interactive=True,
|
118 |
allow_custom_value=False,
|
|
|
121 |
metric_dropdown = gr.Dropdown(
|
122 |
choices=["CAPA", "CAPA (det.)", "Error Consistency"],
|
123 |
label="Select Metric",
|
124 |
+
value=metric_init,
|
125 |
info="Select a similarity metric to compute"
|
126 |
)
|
127 |
|
|
|
142 |
)
|
143 |
|
144 |
generate_btn = gr.Button("Generate Heatmap", variant="primary")
|
145 |
+
heatmap = gr.Image(value=create_heatmap(model_init, dataset_init, metric_init), label="Similarity Heatmap", visible=True)
|
146 |
|
147 |
generate_btn.click(
|
148 |
fn=validate_inputs,
|