Joschka Strueber commited on
Commit
8be99c0
·
1 Parent(s): ec5f717

[Ref, Add] change default models, remove sorting in plot

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -19,7 +19,6 @@ def create_heatmap(selected_models, selected_dataset, selected_metric):
19
  return None
20
 
21
  # Sort models and get short names
22
- selected_models = sorted(selected_models)
23
  similarities = load_data_and_compute_similarities(selected_models, selected_dataset, selected_metric)
24
 
25
  # Check if similarity matrix contains NaN rows
@@ -72,7 +71,7 @@ def validate_inputs(selected_models, selected_dataset):
72
  def update_datasets_based_on_models(selected_models, current_dataset):
73
  try:
74
  available_datasets = get_leaderboard_datasets(selected_models) if selected_models else []
75
- valid_dataset = current_dataset if current_dataset in available_datasets else None
76
  return gr.update(
77
  choices=available_datasets,
78
  value=valid_dataset
@@ -94,7 +93,7 @@ links_markdown = """
94
  [🤗 Data](https://huggingface.co/datasets/bethgelab/lm-similarity)
95
  """
96
 
97
- model_init = ["HuggingFaceTB/SmolLM2-1.7B-Instruct", "tiiuae/Falcon3-7B-Instruct", "google/gemma-2-27b-it", "Qwen/Qwen2.5-72B-Instruct"]
98
 
99
  # Create Gradio interface
100
  with gr.Blocks(title="LLM Similarity Analyzer") as demo:
 
19
  return None
20
 
21
  # Sort models and get short names
 
22
  similarities = load_data_and_compute_similarities(selected_models, selected_dataset, selected_metric)
23
 
24
  # Check if similarity matrix contains NaN rows
 
71
  def update_datasets_based_on_models(selected_models, current_dataset):
72
  try:
73
  available_datasets = get_leaderboard_datasets(selected_models) if selected_models else []
74
+ valid_dataset = current_dataset if current_dataset in available_datasets else "mmlu_pro"
75
  return gr.update(
76
  choices=available_datasets,
77
  value=valid_dataset
 
93
  [🤗 Data](https://huggingface.co/datasets/bethgelab/lm-similarity)
94
  """
95
 
96
+ model_init = ["HuggingFaceTB/SmolLM2-1.7B-Instruct", "meta-llama/Llama-3.1-8B-Instruct", "microsoft/phi4", "google/gemma-2-27b-it", "Qwen/Qwen2.5-32B-Instruct", "meta-llama/Llama-3.1-8B-Instruct"]
97
 
98
  # Create Gradio interface
99
  with gr.Blocks(title="LLM Similarity Analyzer") as demo: