Joschka Strueber commited on
Commit
26c0eec
·
1 Parent(s): c4145ee

[Fix] default heatmap

Browse files
Files changed (1) hide show
  1. app.py +6 -2
app.py CHANGED
@@ -99,6 +99,9 @@ links_markdown = """
99
  """
100
 
101
  model_init = ["HuggingFaceTB/SmolLM2-1.7B-Instruct", "meta-llama/Llama-3.1-8B-Instruct", "microsoft/phi-4", "google/gemma-2-27b-it", "Qwen/Qwen2.5-32B-Instruct", "meta-llama/Llama-3.3-70B-Instruct"]
 
 
 
102
 
103
  # Create Gradio interface
104
  with gr.Blocks(title="LLM Similarity Analyzer") as demo:
@@ -109,7 +112,7 @@ with gr.Blocks(title="LLM Similarity Analyzer") as demo:
109
  dataset_dropdown = gr.Dropdown(
110
  choices=get_leaderboard_datasets(model_init),
111
  label="Select Dataset",
112
- value="mmlu_pro",
113
  filterable=True,
114
  interactive=True,
115
  allow_custom_value=False,
@@ -118,6 +121,7 @@ with gr.Blocks(title="LLM Similarity Analyzer") as demo:
118
  metric_dropdown = gr.Dropdown(
119
  choices=["CAPA", "CAPA (det.)", "Error Consistency"],
120
  label="Select Metric",
 
121
  info="Select a similarity metric to compute"
122
  )
123
 
@@ -138,7 +142,7 @@ with gr.Blocks(title="LLM Similarity Analyzer") as demo:
138
  )
139
 
140
  generate_btn = gr.Button("Generate Heatmap", variant="primary")
141
- heatmap = gr.Image(value=create_heatmap(model_init, dataset_dropdown, metric_dropdown), label="Similarity Heatmap", visible=True)
142
 
143
  generate_btn.click(
144
  fn=validate_inputs,
 
99
  """
100
 
101
  model_init = ["HuggingFaceTB/SmolLM2-1.7B-Instruct", "meta-llama/Llama-3.1-8B-Instruct", "microsoft/phi-4", "google/gemma-2-27b-it", "Qwen/Qwen2.5-32B-Instruct", "meta-llama/Llama-3.3-70B-Instruct"]
102
+ dataset_init = "mmlu_pro"
103
+ metric_init = "CAPA"
104
+
105
 
106
  # Create Gradio interface
107
  with gr.Blocks(title="LLM Similarity Analyzer") as demo:
 
112
  dataset_dropdown = gr.Dropdown(
113
  choices=get_leaderboard_datasets(model_init),
114
  label="Select Dataset",
115
+ value=dataset_init,
116
  filterable=True,
117
  interactive=True,
118
  allow_custom_value=False,
 
121
  metric_dropdown = gr.Dropdown(
122
  choices=["CAPA", "CAPA (det.)", "Error Consistency"],
123
  label="Select Metric",
124
+ value=metric_init,
125
  info="Select a similarity metric to compute"
126
  )
127
 
 
142
  )
143
 
144
  generate_btn = gr.Button("Generate Heatmap", variant="primary")
145
+ heatmap = gr.Image(value=create_heatmap(model_init, dataset_init, metric_init), label="Similarity Heatmap", visible=True)
146
 
147
  generate_btn.click(
148
  fn=validate_inputs,