Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,39 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_top_k_width-2pow16_date-0107_resid_post_layer_12_trainer_4_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_standard_new_width-2pow14_date-0107_resid_post_layer_12_trainer_1_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_top_k_width-2pow16_date-0107_resid_post_layer_12_trainer_5_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_top_k_width-2pow14_date-0107_resid_post_layer_12_trainer_5_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_top_k_width-2pow14_date-0107_resid_post_layer_12_trainer_0_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/core/kl_finetunes_gemma-2-2b_top_k_width-2pow16_date-0107_resid_post_layer_12_trainer_3_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_top_k_width-2pow14_date-0107_resid_post_layer_12_trainer_4_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/core/kl_finetunes_gemma-2-2b_top_k_width-2pow16_date-0107_resid_post_layer_12_trainer_1_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_standard_new_width-2pow16_date-0107_resid_post_layer_12_trainer_3_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_standard_new_width-2pow16_date-0107_resid_post_layer_12_trainer_1_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_standard_new_width-2pow14_date-0107_resid_post_layer_12_trainer_4_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_top_k_width-2pow16_date-0107_resid_post_layer_12_trainer_2_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_top_k_width-2pow14_date-0107_resid_post_layer_12_trainer_2_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_standard_new_width-2pow14_date-0107_resid_post_layer_12_trainer_5_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_top_k_width-2pow16_date-0107_resid_post_layer_12_trainer_1_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_standard_new_width-2pow14_date-0107_resid_post_layer_12_trainer_0_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_top_k_width-2pow16_date-0107_resid_post_layer_12_trainer_0_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_standard_new_width-2pow14_date-0107_resid_post_layer_12_trainer_2_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_standard_new_width-2pow16_date-0107_resid_post_layer_12_trainer_2_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_top_k_width-2pow16_date-0107_resid_post_layer_12_trainer_3_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_top_k_width-2pow14_date-0107_resid_post_layer_12_trainer_1_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_standard_new_width-2pow16_date-0107_resid_post_layer_12_trainer_0_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_standard_new_width-2pow16_date-0107_resid_post_layer_12_trainer_5_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_standard_new_width-2pow16_date-0107_resid_post_layer_12_trainer_4_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_standard_new_width-2pow14_date-0107_resid_post_layer_12_trainer_3_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_top_k_width-2pow14_date-0107_resid_post_layer_12_trainer_3_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/core/kl_finetunes_gemma-2-2b_standard_new_width-2pow16_date-0107_resid_post_layer_12_trainer_4_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/core/kl_finetunes_gemma-2-2b_standard_new_width-2pow16_date-0107_resid_post_layer_12_trainer_3_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/core/kl_finetunes_gemma-2-2b_top_k_width-2pow16_date-0107_resid_post_layer_12_trainer_0_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/core/kl_finetunes_gemma-2-2b_top_k_width-2pow16_date-0107_resid_post_layer_12_trainer_2_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/core/kl_finetunes_gemma-2-2b_top_k_width-2pow16_date-0107_resid_post_layer_12_trainer_5_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/core/kl_finetunes_gemma-2-2b_standard_new_width-2pow16_date-0107_resid_post_layer_12_trainer_0_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/core/kl_finetunes_gemma-2-2b_standard_new_width-2pow16_date-0107_resid_post_layer_12_trainer_5_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/core/kl_finetunes_gemma-2-2b_standard_new_width-2pow16_date-0107_resid_post_layer_12_trainer_1_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/core/kl_finetunes_gemma-2-2b_standard_new_width-2pow16_date-0107_resid_post_layer_12_trainer_2_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+eval_results_finetunes/core/kl_finetunes_gemma-2-2b_top_k_width-2pow16_date-0107_resid_post_layer_12_trainer_4_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text

eval_results_finetunes/absorption/kl_finetunes_gemma-2-2b_standard_new_width-2pow14_date-0107_resid_post_layer_12_trainer_0_custom_sae_eval_results.json

@@ -0,0 +1,268 @@
+{
+  "eval_type_id": "absorption_first_letter",
+  "eval_config": {
+    "model_name": "gemma-2-2b",
+    "random_seed": 42,
+    "f1_jump_threshold": 0.03,
+    "max_k_value": 10,
+    "prompt_template": "{word} has the first letter:",
+    "prompt_token_pos": -6,
+    "llm_batch_size": 32,
+    "llm_dtype": "bfloat16",
+    "k_sparse_probe_l1_decay": 0.01,
+    "k_sparse_probe_batch_size": 4096,
+    "k_sparse_probe_num_epochs": 50
+  },
+  "eval_id": "26cf7785-b764-4b2f-9cd4-b388819364f4",
+  "datetime_epoch_millis": 1740072497386,
+  "eval_result_metrics": {
+    "mean": {
+      "mean_absorption_fraction_score": 0.08756063184284377,
+      "mean_full_absorption_score": 0.0026708784824093696,
+      "mean_num_split_features": 1.1153846153846154,
+      "std_dev_absorption_fraction_score": 0.10310418368085361,
+      "std_dev_full_absorption_score": 0.004668474177881613,
+      "std_dev_num_split_features": 0.3258125936084211
+    }
+  },
+  "eval_result_details": [
+    {
+      "first_letter": "a",
+      "mean_absorption_fraction": 0.08140821007145073,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 2508,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "b",
+      "mean_absorption_fraction": 0.01681192611231011,
+      "full_absorption_rate": 0.0006485084306095979,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 1542,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "c",
+      "mean_absorption_fraction": 0.35926263607439873,
+      "full_absorption_rate": 0.012121212121212121,
+      "num_full_absorption": 34,
+      "num_probe_true_positives": 2805,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "d",
+      "mean_absorption_fraction": 0.028519339166013014,
+      "full_absorption_rate": 0.0006024096385542169,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 1660,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "e",
+      "mean_absorption_fraction": 0.08212543463683289,
+      "full_absorption_rate": 0.0024752475247524753,
+      "num_full_absorption": 4,
+      "num_probe_true_positives": 1616,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "f",
+      "mean_absorption_fraction": 0.015080013168122549,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1238,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "g",
+      "mean_absorption_fraction": 0.030999187614493637,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1145,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "h",
+      "mean_absorption_fraction": 0.011943369017875526,
+      "full_absorption_rate": 0.000966183574879227,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 1035,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "i",
+      "mean_absorption_fraction": 0.1279149210080362,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1638,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "j",
+      "mean_absorption_fraction": 0.015672704411350203,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 412,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "k",
+      "mean_absorption_fraction": 0.020683345579076196,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 675,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "l",
+      "mean_absorption_fraction": 0.038069472005201645,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1167,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "m",
+      "mean_absorption_fraction": 0.017109632297467238,
+      "full_absorption_rate": 0.001098297638660077,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 1821,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "n",
+      "mean_absorption_fraction": 0.0499469606653892,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 794,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "o",
+      "mean_absorption_fraction": 0.19349678964164968,
+      "full_absorption_rate": 0.005623242736644799,
+      "num_full_absorption": 6,
+      "num_probe_true_positives": 1067,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "p",
+      "mean_absorption_fraction": 0.18385323993434824,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 2282,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "q",
+      "mean_absorption_fraction": 0.027994167957066447,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 190,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "r",
+      "mean_absorption_fraction": 0.05001762156507236,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1701,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "s",
+      "mean_absorption_fraction": 0.24798331778260943,
+      "full_absorption_rate": 0.008906305664410403,
+      "num_full_absorption": 25,
+      "num_probe_true_positives": 2807,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "t",
+      "mean_absorption_fraction": 0.030864278273271966,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1695,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "u",
+      "mean_absorption_fraction": 0.058126416439307944,
+      "full_absorption_rate": 0.0026490066225165563,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 755,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "v",
+      "mean_absorption_fraction": 0.02767831174987224,
+      "full_absorption_rate": 0.0025348542458808617,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 789,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "w",
+      "mean_absorption_fraction": 0.04302083964242241,
+      "full_absorption_rate": 0.0027548209366391185,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 726,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "x",
+      "mean_absorption_fraction": 0.3811482605125039,
+      "full_absorption_rate": 0.017699115044247787,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 113,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "y",
+      "mean_absorption_fraction": 0.09440012354552016,
+      "full_absorption_rate": 0.011363636363636364,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 176,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "z",
+      "mean_absorption_fraction": 0.04244590904227524,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 235,
+      "num_split_features": 1
+    }
+  ],
+  "sae_bench_commit_hash": "60579ed19a6281956621283bada7be2e76a7b583",
+  "sae_lens_id": "custom_sae",
+  "sae_lens_release_id": "kl_finetunes_gemma-2-2b_standard_new_width-2pow14_date-0107_resid_post_layer_12_trainer_0",
+  "sae_lens_version": "5.4.2",
+  "sae_cfg_dict": {
+    "model_name": "gemma-2-2b",
+    "d_in": 2304,
+    "d_sae": 16384,
+    "hook_layer": 12,
+    "hook_name": "blocks.12.hook_resid_post",
+    "context_size": null,
+    "hook_head_index": null,
+    "architecture": "standard_april_update",
+    "apply_b_dec_to_input": null,
+    "finetuning_scaling_factor": null,
+    "activation_fn_str": "",
+    "prepend_bos": true,
+    "normalize_activations": "none",
+    "dtype": "bfloat16",
+    "device": "",
+    "dataset_path": "",
+    "dataset_trust_remote_code": true,
+    "seqpos_slice": [
+      null
+    ],
+    "training_tokens": -100000,
+    "sae_lens_training_version": null,
+    "neuronpedia_id": null
+  },
+  "eval_result_unstructured": null
+}

eval_results_finetunes/absorption/kl_finetunes_gemma-2-2b_standard_new_width-2pow14_date-0107_resid_post_layer_12_trainer_1_custom_sae_eval_results.json

@@ -0,0 +1,268 @@
+{
+  "eval_type_id": "absorption_first_letter",
+  "eval_config": {
+    "model_name": "gemma-2-2b",
+    "random_seed": 42,
+    "f1_jump_threshold": 0.03,
+    "max_k_value": 10,
+    "prompt_template": "{word} has the first letter:",
+    "prompt_token_pos": -6,
+    "llm_batch_size": 32,
+    "llm_dtype": "bfloat16",
+    "k_sparse_probe_l1_decay": 0.01,
+    "k_sparse_probe_batch_size": 4096,
+    "k_sparse_probe_num_epochs": 50
+  },
+  "eval_id": "a406d96b-4764-4870-87ad-ffb6f39febf6",
+  "datetime_epoch_millis": 1740070455827,
+  "eval_result_metrics": {
+    "mean": {
+      "mean_absorption_fraction_score": 0.10957305234695539,
+      "mean_full_absorption_score": 0.009237782749944001,
+      "mean_num_split_features": 1.2692307692307692,
+      "std_dev_absorption_fraction_score": 0.13197935301164276,
+      "std_dev_full_absorption_score": 0.02373718118524806,
+      "std_dev_num_split_features": 0.533493565673837
+    }
+  },
+  "eval_result_details": [
+    {
+      "first_letter": "a",
+      "mean_absorption_fraction": 0.13154150609047785,
+      "full_absorption_rate": 0.00039872408293460925,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 2508,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "b",
+      "mean_absorption_fraction": 0.02933484749706098,
+      "full_absorption_rate": 0.0006485084306095979,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 1542,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "c",
+      "mean_absorption_fraction": 0.5181347299930564,
+      "full_absorption_rate": 0.057754010695187166,
+      "num_full_absorption": 162,
+      "num_probe_true_positives": 2805,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "d",
+      "mean_absorption_fraction": 0.06592090170151613,
+      "full_absorption_rate": 0.0018072289156626507,
+      "num_full_absorption": 3,
+      "num_probe_true_positives": 1660,
+      "num_split_features": 3
+    },
+    {
+      "first_letter": "e",
+      "mean_absorption_fraction": 0.1328337800923092,
+      "full_absorption_rate": 0.003094059405940594,
+      "num_full_absorption": 5,
+      "num_probe_true_positives": 1616,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "f",
+      "mean_absorption_fraction": 0.02871150615595956,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1238,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "g",
+      "mean_absorption_fraction": 0.03038662265781444,
+      "full_absorption_rate": 0.0008733624454148472,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 1145,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "h",
+      "mean_absorption_fraction": 0.012250889606148977,
+      "full_absorption_rate": 0.001932367149758454,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 1035,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "i",
+      "mean_absorption_fraction": 0.18872682839441868,
+      "full_absorption_rate": 0.008547008547008548,
+      "num_full_absorption": 14,
+      "num_probe_true_positives": 1638,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "j",
+      "mean_absorption_fraction": 0.006006265772572784,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 412,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "k",
+      "mean_absorption_fraction": 0.0139049237721171,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 675,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "l",
+      "mean_absorption_fraction": 0.08373047207179418,
+      "full_absorption_rate": 0.000856898029134533,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 1167,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "m",
+      "mean_absorption_fraction": 0.051899966232708414,
+      "full_absorption_rate": 0.003844041735310269,
+      "num_full_absorption": 7,
+      "num_probe_true_positives": 1821,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "n",
+      "mean_absorption_fraction": 0.06348820232865938,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 794,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "o",
+      "mean_absorption_fraction": 0.20622782125334888,
+      "full_absorption_rate": 0.015932521087160263,
+      "num_full_absorption": 17,
+      "num_probe_true_positives": 1067,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "p",
+      "mean_absorption_fraction": 0.28848948459991025,
+      "full_absorption_rate": 0.004820333041191937,
+      "num_full_absorption": 11,
+      "num_probe_true_positives": 2282,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "q",
+      "mean_absorption_fraction": 0.015337079699260047,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 190,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "r",
+      "mean_absorption_fraction": 0.07880539011960401,
+      "full_absorption_rate": 0.0011757789535567313,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 1701,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "s",
+      "mean_absorption_fraction": 0.47082284356769066,
+      "full_absorption_rate": 0.11115069469184183,
+      "num_full_absorption": 312,
+      "num_probe_true_positives": 2807,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "t",
+      "mean_absorption_fraction": 0.05863498588324972,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1695,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "u",
+      "mean_absorption_fraction": 0.08018276488751244,
+      "full_absorption_rate": 0.0026490066225165563,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 755,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "v",
+      "mean_absorption_fraction": 0.014063794282346212,
+      "full_absorption_rate": 0.005069708491761723,
+      "num_full_absorption": 4,
+      "num_probe_true_positives": 789,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "w",
+      "mean_absorption_fraction": 0.05768679269514189,
+      "full_absorption_rate": 0.008264462809917356,
+      "num_full_absorption": 6,
+      "num_probe_true_positives": 726,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "x",
+      "mean_absorption_fraction": 0.12267083087401717,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 113,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "y",
+      "mean_absorption_fraction": 0.06181458936192774,
+      "full_absorption_rate": 0.011363636363636364,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 176,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "z",
+      "mean_absorption_fraction": 0.0372915414302168,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 235,
+      "num_split_features": 1
+    }
+  ],
+  "sae_bench_commit_hash": "60579ed19a6281956621283bada7be2e76a7b583",
+  "sae_lens_id": "custom_sae",
+  "sae_lens_release_id": "kl_finetunes_gemma-2-2b_standard_new_width-2pow14_date-0107_resid_post_layer_12_trainer_1",
+  "sae_lens_version": "5.4.2",
+  "sae_cfg_dict": {
+    "model_name": "gemma-2-2b",
+    "d_in": 2304,
+    "d_sae": 16384,
+    "hook_layer": 12,
+    "hook_name": "blocks.12.hook_resid_post",
+    "context_size": null,
+    "hook_head_index": null,
+    "architecture": "standard_april_update",
+    "apply_b_dec_to_input": null,
+    "finetuning_scaling_factor": null,
+    "activation_fn_str": "",
+    "prepend_bos": true,
+    "normalize_activations": "none",
+    "dtype": "bfloat16",
+    "device": "",
+    "dataset_path": "",
+    "dataset_trust_remote_code": true,
+    "seqpos_slice": [
+      null
+    ],
+    "training_tokens": -100000,
+    "sae_lens_training_version": null,
+    "neuronpedia_id": null
+  },
+  "eval_result_unstructured": null
+}

eval_results_finetunes/absorption/kl_finetunes_gemma-2-2b_standard_new_width-2pow14_date-0107_resid_post_layer_12_trainer_2_custom_sae_eval_results.json

@@ -0,0 +1,268 @@
+{
+  "eval_type_id": "absorption_first_letter",
+  "eval_config": {
+    "model_name": "gemma-2-2b",
+    "random_seed": 42,
+    "f1_jump_threshold": 0.03,
+    "max_k_value": 10,
+    "prompt_template": "{word} has the first letter:",
+    "prompt_token_pos": -6,
+    "llm_batch_size": 32,
+    "llm_dtype": "bfloat16",
+    "k_sparse_probe_l1_decay": 0.01,
+    "k_sparse_probe_batch_size": 4096,
+    "k_sparse_probe_num_epochs": 50
+  },
+  "eval_id": "0a428c0f-b6b1-48a7-bb19-d7086f4270d6",
+  "datetime_epoch_millis": 1740073177210,
+  "eval_result_metrics": {
+    "mean": {
+      "mean_absorption_fraction_score": 0.2006084021429049,
+      "mean_full_absorption_score": 0.04185121640812415,
+      "mean_num_split_features": 1.1923076923076923,
+      "std_dev_absorption_fraction_score": 0.1932477405174448,
+      "std_dev_full_absorption_score": 0.07870423678832646,
+      "std_dev_num_split_features": 0.4019184762342502
+    }
+  },
+  "eval_result_details": [
+    {
+      "first_letter": "a",
+      "mean_absorption_fraction": 0.3269017199955651,
+      "full_absorption_rate": 0.006778309409888357,
+      "num_full_absorption": 17,
+      "num_probe_true_positives": 2508,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "b",
+      "mean_absorption_fraction": 0.3153361615591299,
+      "full_absorption_rate": 0.01621271076523995,
+      "num_full_absorption": 25,
+      "num_probe_true_positives": 1542,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "c",
+      "mean_absorption_fraction": 0.7681073287240997,
+      "full_absorption_rate": 0.3679144385026738,
+      "num_full_absorption": 1032,
+      "num_probe_true_positives": 2805,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "d",
+      "mean_absorption_fraction": 0.4844772034986525,
+      "full_absorption_rate": 0.15963855421686746,
+      "num_full_absorption": 265,
+      "num_probe_true_positives": 1660,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "e",
+      "mean_absorption_fraction": 0.4189963358401263,
+      "full_absorption_rate": 0.08787128712871287,
+      "num_full_absorption": 142,
+      "num_probe_true_positives": 1616,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "f",
+      "mean_absorption_fraction": 0.0906370665145521,
+      "full_absorption_rate": 0.0016155088852988692,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 1238,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "g",
+      "mean_absorption_fraction": 0.05344715412809589,
+      "full_absorption_rate": 0.0017467248908296944,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 1145,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "h",
+      "mean_absorption_fraction": 0.017331113075409323,
+      "full_absorption_rate": 0.001932367149758454,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 1035,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "i",
+      "mean_absorption_fraction": 0.27869038889672915,
+      "full_absorption_rate": 0.036019536019536016,
+      "num_full_absorption": 59,
+      "num_probe_true_positives": 1638,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "j",
+      "mean_absorption_fraction": 0.02339215944422728,
+      "full_absorption_rate": 0.0048543689320388345,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 412,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "k",
+      "mean_absorption_fraction": 0.010137989127819028,
+      "full_absorption_rate": 0.0014814814814814814,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 675,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "l",
+      "mean_absorption_fraction": 0.16146520974781348,
+      "full_absorption_rate": 0.017994858611825194,
+      "num_full_absorption": 21,
+      "num_probe_true_positives": 1167,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "m",
+      "mean_absorption_fraction": 0.12957510375875406,
+      "full_absorption_rate": 0.0060406370126304225,
+      "num_full_absorption": 11,
+      "num_probe_true_positives": 1821,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "n",
+      "mean_absorption_fraction": 0.067508810290958,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 794,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "o",
+      "mean_absorption_fraction": 0.30204240974545166,
+      "full_absorption_rate": 0.061855670103092786,
+      "num_full_absorption": 66,
+      "num_probe_true_positives": 1067,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "p",
+      "mean_absorption_fraction": 0.5004589950119995,
+      "full_absorption_rate": 0.09640666082383874,
+      "num_full_absorption": 220,
+      "num_probe_true_positives": 2282,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "q",
+      "mean_absorption_fraction": 0.02447369883434256,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 190,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "r",
+      "mean_absorption_fraction": 0.13838726937556015,
+      "full_absorption_rate": 0.011757789535567314,
+      "num_full_absorption": 20,
+      "num_probe_true_positives": 1701,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "s",
+      "mean_absorption_fraction": 0.4160579727849388,
+      "full_absorption_rate": 0.11364446027787674,
+      "num_full_absorption": 319,
+      "num_probe_true_positives": 2807,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "t",
+      "mean_absorption_fraction": 0.1625731588674795,
+      "full_absorption_rate": 0.00471976401179941,
+      "num_full_absorption": 8,
+      "num_probe_true_positives": 1695,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "u",
+      "mean_absorption_fraction": 0.1731853313821131,
+      "full_absorption_rate": 0.05695364238410596,
+      "num_full_absorption": 43,
+      "num_probe_true_positives": 755,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "v",
+      "mean_absorption_fraction": 0.041442721515423414,
+      "full_absorption_rate": 0.0038022813688212928,
+      "num_full_absorption": 3,
+      "num_probe_true_positives": 789,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "w",
+      "mean_absorption_fraction": 0.06787815048597441,
+      "full_absorption_rate": 0.005509641873278237,
+      "num_full_absorption": 4,
+      "num_probe_true_positives": 726,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "x",
+      "mean_absorption_fraction": 0.19401323494686296,
+      "full_absorption_rate": 0.017699115044247787,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 113,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "y",
+      "mean_absorption_fraction": 0.03275891889001838,
+      "full_absorption_rate": 0.005681818181818182,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 176,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "z",
+      "mean_absorption_fraction": 0.016542849273431318,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 235,
+      "num_split_features": 1
+    }
+  ],
+  "sae_bench_commit_hash": "60579ed19a6281956621283bada7be2e76a7b583",
+  "sae_lens_id": "custom_sae",
+  "sae_lens_release_id": "kl_finetunes_gemma-2-2b_standard_new_width-2pow14_date-0107_resid_post_layer_12_trainer_2",
+  "sae_lens_version": "5.4.2",
+  "sae_cfg_dict": {
+    "model_name": "gemma-2-2b",
+    "d_in": 2304,
+    "d_sae": 16384,
+    "hook_layer": 12,
+    "hook_name": "blocks.12.hook_resid_post",
+    "context_size": null,
+    "hook_head_index": null,
+    "architecture": "standard_april_update",
+    "apply_b_dec_to_input": null,
+    "finetuning_scaling_factor": null,
+    "activation_fn_str": "",
+    "prepend_bos": true,
+    "normalize_activations": "none",
+    "dtype": "bfloat16",
+    "device": "",
+    "dataset_path": "",
+    "dataset_trust_remote_code": true,
+    "seqpos_slice": [
+      null
+    ],
+    "training_tokens": -100000,
+    "sae_lens_training_version": null,
+    "neuronpedia_id": null
+  },
+  "eval_result_unstructured": null
+}

eval_results_finetunes/absorption/kl_finetunes_gemma-2-2b_standard_new_width-2pow14_date-0107_resid_post_layer_12_trainer_3_custom_sae_eval_results.json

@@ -0,0 +1,268 @@
+{
+  "eval_type_id": "absorption_first_letter",
+  "eval_config": {
+    "model_name": "gemma-2-2b",
+    "random_seed": 42,
+    "f1_jump_threshold": 0.03,
+    "max_k_value": 10,
+    "prompt_template": "{word} has the first letter:",
+    "prompt_token_pos": -6,
+    "llm_batch_size": 32,
+    "llm_dtype": "bfloat16",
+    "k_sparse_probe_l1_decay": 0.01,
+    "k_sparse_probe_batch_size": 4096,
+    "k_sparse_probe_num_epochs": 50
+  },
+  "eval_id": "cbe48292-6c0e-450f-a703-383be5405b0b",
+  "datetime_epoch_millis": 1740073855524,
+  "eval_result_metrics": {
+    "mean": {
+      "mean_absorption_fraction_score": 0.3073508786945687,
+      "mean_full_absorption_score": 0.12017129252511788,
+      "mean_num_split_features": 1.1923076923076923,
+      "std_dev_absorption_fraction_score": 0.23919102364176312,
+      "std_dev_full_absorption_score": 0.14148906885538548,
+      "std_dev_num_split_features": 0.6336706254344299
+    }
+  },
+  "eval_result_details": [
+    {
+      "first_letter": "a",
+      "mean_absorption_fraction": 0.7535526101510682,
+      "full_absorption_rate": 0.3616427432216906,
+      "num_full_absorption": 907,
+      "num_probe_true_positives": 2508,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "b",
+      "mean_absorption_fraction": 0.443139983018839,
+      "full_absorption_rate": 0.1556420233463035,
+      "num_full_absorption": 240,
+      "num_probe_true_positives": 1542,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "c",
+      "mean_absorption_fraction": 0.8014968498975634,
+      "full_absorption_rate": 0.4859180035650624,
+      "num_full_absorption": 1363,
+      "num_probe_true_positives": 2805,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "d",
+      "mean_absorption_fraction": 0.5862511734750558,
+      "full_absorption_rate": 0.27951807228915665,
+      "num_full_absorption": 464,
+      "num_probe_true_positives": 1660,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "e",
+      "mean_absorption_fraction": 0.5525257217578151,
+      "full_absorption_rate": 0.27722772277227725,
+      "num_full_absorption": 448,
+      "num_probe_true_positives": 1616,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "f",
+      "mean_absorption_fraction": 0.25453275102142786,
+      "full_absorption_rate": 0.04361873990306947,
+      "num_full_absorption": 54,
+      "num_probe_true_positives": 1238,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "g",
+      "mean_absorption_fraction": 0.28917468092769205,
+      "full_absorption_rate": 0.10393013100436681,
+      "num_full_absorption": 119,
+      "num_probe_true_positives": 1145,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "h",
+      "mean_absorption_fraction": 0.08357516271680715,
+      "full_absorption_rate": 0.004830917874396135,
+      "num_full_absorption": 5,
+      "num_probe_true_positives": 1035,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "i",
+      "mean_absorption_fraction": 0.2977907134368573,
+      "full_absorption_rate": 0.09584859584859586,
+      "num_full_absorption": 157,
+      "num_probe_true_positives": 1638,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "j",
+      "mean_absorption_fraction": 0.059716156278724446,
+      "full_absorption_rate": 0.0024271844660194173,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 412,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "k",
+      "mean_absorption_fraction": 0.030590905131696624,
+      "full_absorption_rate": 0.005925925925925926,
+      "num_full_absorption": 4,
+      "num_probe_true_positives": 675,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "l",
+      "mean_absorption_fraction": 0.291295481380707,
+      "full_absorption_rate": 0.0702656383890317,
+      "num_full_absorption": 82,
+      "num_probe_true_positives": 1167,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "m",
+      "mean_absorption_fraction": 0.41191895007535845,
+      "full_absorption_rate": 0.09115870400878638,
+      "num_full_absorption": 166,
+      "num_probe_true_positives": 1821,
+      "num_split_features": 4
+    },
+    {
+      "first_letter": "n",
+      "mean_absorption_fraction": 0.15726987522678162,
+      "full_absorption_rate": 0.02392947103274559,
+      "num_full_absorption": 19,
+      "num_probe_true_positives": 794,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "o",
+      "mean_absorption_fraction": 0.4208217252218873,
+      "full_absorption_rate": 0.14245548266166824,
+      "num_full_absorption": 152,
+      "num_probe_true_positives": 1067,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "p",
+      "mean_absorption_fraction": 0.6289941240335383,
+      "full_absorption_rate": 0.27256792287467135,
+      "num_full_absorption": 622,
+      "num_probe_true_positives": 2282,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "q",
+      "mean_absorption_fraction": 0.071798199256888,
+      "full_absorption_rate": 0.010526315789473684,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 190,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "r",
+      "mean_absorption_fraction": 0.19783672547023598,
+      "full_absorption_rate": 0.021164021164021163,
+      "num_full_absorption": 36,
+      "num_probe_true_positives": 1701,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "s",
+      "mean_absorption_fraction": 0.6855947838560892,
+      "full_absorption_rate": 0.40969006056287854,
+      "num_full_absorption": 1150,
+      "num_probe_true_positives": 2807,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "t",
+      "mean_absorption_fraction": 0.28160576517739044,
+      "full_absorption_rate": 0.061946902654867256,
+      "num_full_absorption": 105,
+      "num_probe_true_positives": 1695,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "u",
+      "mean_absorption_fraction": 0.3022976453913539,
+      "full_absorption_rate": 0.1629139072847682,
+      "num_full_absorption": 123,
+      "num_probe_true_positives": 755,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "v",
+      "mean_absorption_fraction": 0.06957494713769145,
+      "full_absorption_rate": 0.022813688212927757,
+      "num_full_absorption": 18,
+      "num_probe_true_positives": 789,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "w",
+      "mean_absorption_fraction": 0.13656791006773783,
+      "full_absorption_rate": 0.009641873278236915,
+      "num_full_absorption": 7,
+      "num_probe_true_positives": 726,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "x",
+      "mean_absorption_fraction": 0.1448744395789566,
+      "full_absorption_rate": 0.008849557522123894,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 113,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "y",
+      "mean_absorption_fraction": 0.01812094705888303,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 176,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "z",
+      "mean_absorption_fraction": 0.020204619311739412,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 235,
+      "num_split_features": 1
+    }
+  ],
+  "sae_bench_commit_hash": "60579ed19a6281956621283bada7be2e76a7b583",
+  "sae_lens_id": "custom_sae",
+  "sae_lens_release_id": "kl_finetunes_gemma-2-2b_standard_new_width-2pow14_date-0107_resid_post_layer_12_trainer_3",
+  "sae_lens_version": "5.4.2",
+  "sae_cfg_dict": {
+    "model_name": "gemma-2-2b",
+    "d_in": 2304,
+    "d_sae": 16384,
+    "hook_layer": 12,
+    "hook_name": "blocks.12.hook_resid_post",
+    "context_size": null,
+    "hook_head_index": null,
+    "architecture": "standard_april_update",
+    "apply_b_dec_to_input": null,
+    "finetuning_scaling_factor": null,
+    "activation_fn_str": "",
+    "prepend_bos": true,
+    "normalize_activations": "none",
+    "dtype": "bfloat16",
+    "device": "",
+    "dataset_path": "",
+    "dataset_trust_remote_code": true,
+    "seqpos_slice": [
+      null
+    ],
+    "training_tokens": -100000,
+    "sae_lens_training_version": null,
+    "neuronpedia_id": null
+  },
+  "eval_result_unstructured": null
+}

eval_results_finetunes/absorption/kl_finetunes_gemma-2-2b_standard_new_width-2pow14_date-0107_resid_post_layer_12_trainer_4_custom_sae_eval_results.json

@@ -0,0 +1,268 @@
+{
+  "eval_type_id": "absorption_first_letter",
+  "eval_config": {
+    "model_name": "gemma-2-2b",
+    "random_seed": 42,
+    "f1_jump_threshold": 0.03,
+    "max_k_value": 10,
+    "prompt_template": "{word} has the first letter:",
+    "prompt_token_pos": -6,
+    "llm_batch_size": 32,
+    "llm_dtype": "bfloat16",
+    "k_sparse_probe_l1_decay": 0.01,
+    "k_sparse_probe_batch_size": 4096,
+    "k_sparse_probe_num_epochs": 50
+  },
+  "eval_id": "825c5398-a5f2-4bdc-aed3-be71f8948c48",
+  "datetime_epoch_millis": 1740071810704,
+  "eval_result_metrics": {
+    "mean": {
+      "mean_absorption_fraction_score": 0.31437811121228376,
+      "mean_full_absorption_score": 0.14400194476050063,
+      "mean_num_split_features": 1.3076923076923077,
+      "std_dev_absorption_fraction_score": 0.21692006101845815,
+      "std_dev_full_absorption_score": 0.14764320616941257,
+      "std_dev_num_split_features": 0.7358929688062399
+    }
+  },
+  "eval_result_details": [
+    {
+      "first_letter": "a",
+      "mean_absorption_fraction": 0.6700946207748417,
+      "full_absorption_rate": 0.27910685805422647,
+      "num_full_absorption": 700,
+      "num_probe_true_positives": 2508,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "b",
+      "mean_absorption_fraction": 0.24812878681697556,
+      "full_absorption_rate": 0.05966277561608301,
+      "num_full_absorption": 92,
+      "num_probe_true_positives": 1542,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "c",
+      "mean_absorption_fraction": 0.6216311352605427,
+      "full_absorption_rate": 0.3479500891265597,
+      "num_full_absorption": 976,
+      "num_probe_true_positives": 2805,
+      "num_split_features": 4
+    },
+    {
+      "first_letter": "d",
+      "mean_absorption_fraction": 0.48471932315961974,
+      "full_absorption_rate": 0.2246987951807229,
+      "num_full_absorption": 373,
+      "num_probe_true_positives": 1660,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "e",
+      "mean_absorption_fraction": 0.5598971921091018,
+      "full_absorption_rate": 0.3100247524752475,
+      "num_full_absorption": 501,
+      "num_probe_true_positives": 1616,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "f",
+      "mean_absorption_fraction": 0.37532803679140847,
+      "full_absorption_rate": 0.11550888529886914,
+      "num_full_absorption": 143,
+      "num_probe_true_positives": 1238,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "g",
+      "mean_absorption_fraction": 0.238732932480143,
+      "full_absorption_rate": 0.08122270742358079,
+      "num_full_absorption": 93,
+      "num_probe_true_positives": 1145,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "h",
+      "mean_absorption_fraction": 0.14743501683060636,
+      "full_absorption_rate": 0.02318840579710145,
+      "num_full_absorption": 24,
+      "num_probe_true_positives": 1035,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "i",
+      "mean_absorption_fraction": 0.35531076845345727,
+      "full_absorption_rate": 0.14224664224664224,
+      "num_full_absorption": 233,
+      "num_probe_true_positives": 1638,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "j",
+      "mean_absorption_fraction": 0.06722788757390594,
+      "full_absorption_rate": 0.0048543689320388345,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 412,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "k",
+      "mean_absorption_fraction": 0.025713322600569993,
+      "full_absorption_rate": 0.0044444444444444444,
+      "num_full_absorption": 3,
+      "num_probe_true_positives": 675,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "l",
+      "mean_absorption_fraction": 0.2608917646713939,
+      "full_absorption_rate": 0.10025706940874037,
+      "num_full_absorption": 117,
+      "num_probe_true_positives": 1167,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "m",
+      "mean_absorption_fraction": 0.5039165322808883,
+      "full_absorption_rate": 0.2311916529379462,
+      "num_full_absorption": 421,
+      "num_probe_true_positives": 1821,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "n",
+      "mean_absorption_fraction": 0.16836587854963553,
+      "full_absorption_rate": 0.031486146095717885,
+      "num_full_absorption": 25,
+      "num_probe_true_positives": 794,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "o",
+      "mean_absorption_fraction": 0.26251439529076037,
+      "full_absorption_rate": 0.08809746954076851,
+      "num_full_absorption": 94,
+      "num_probe_true_positives": 1067,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "p",
+      "mean_absorption_fraction": 0.7250538832113292,
+      "full_absorption_rate": 0.42375109553023665,
+      "num_full_absorption": 967,
+      "num_probe_true_positives": 2282,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "q",
+      "mean_absorption_fraction": 0.08274907313028433,
+      "full_absorption_rate": 0.005263157894736842,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 190,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "r",
+      "mean_absorption_fraction": 0.35246887286225786,
+      "full_absorption_rate": 0.0993533215755438,
+      "num_full_absorption": 169,
+      "num_probe_true_positives": 1701,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "s",
+      "mean_absorption_fraction": 0.6186526433047977,
+      "full_absorption_rate": 0.4324902030637692,
+      "num_full_absorption": 1214,
+      "num_probe_true_positives": 2807,
+      "num_split_features": 3
+    },
+    {
+      "first_letter": "t",
+      "mean_absorption_fraction": 0.35549654950125187,
+      "full_absorption_rate": 0.13274336283185842,
+      "num_full_absorption": 225,
+      "num_probe_true_positives": 1695,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "u",
+      "mean_absorption_fraction": 0.548820273967667,
+      "full_absorption_rate": 0.4728476821192053,
+      "num_full_absorption": 357,
+      "num_probe_true_positives": 755,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "v",
+      "mean_absorption_fraction": 0.09142207483594575,
+      "full_absorption_rate": 0.032953105196451206,
+      "num_full_absorption": 26,
+      "num_probe_true_positives": 789,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "w",
+      "mean_absorption_fraction": 0.17764068045934867,
+      "full_absorption_rate": 0.03581267217630854,
+      "num_full_absorption": 26,
+      "num_probe_true_positives": 726,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "x",
+      "mean_absorption_fraction": 0.12268279551514197,
+      "full_absorption_rate": 0.02654867256637168,
+      "num_full_absorption": 3,
+      "num_probe_true_positives": 113,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "y",
+      "mean_absorption_fraction": 0.08832088254864336,
+      "full_absorption_rate": 0.03409090909090909,
+      "num_full_absorption": 6,
+      "num_probe_true_positives": 176,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "z",
+      "mean_absorption_fraction": 0.020615568538858722,
+      "full_absorption_rate": 0.00425531914893617,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 235,
+      "num_split_features": 1
+    }
+  ],
+  "sae_bench_commit_hash": "60579ed19a6281956621283bada7be2e76a7b583",
+  "sae_lens_id": "custom_sae",
+  "sae_lens_release_id": "kl_finetunes_gemma-2-2b_standard_new_width-2pow14_date-0107_resid_post_layer_12_trainer_4",
+  "sae_lens_version": "5.4.2",
+  "sae_cfg_dict": {
+    "model_name": "gemma-2-2b",
+    "d_in": 2304,
+    "d_sae": 16384,
+    "hook_layer": 12,
+    "hook_name": "blocks.12.hook_resid_post",
+    "context_size": null,
+    "hook_head_index": null,
+    "architecture": "standard_april_update",
+    "apply_b_dec_to_input": null,
+    "finetuning_scaling_factor": null,
+    "activation_fn_str": "",
+    "prepend_bos": true,
+    "normalize_activations": "none",
+    "dtype": "bfloat16",
+    "device": "",
+    "dataset_path": "",
+    "dataset_trust_remote_code": true,
+    "seqpos_slice": [
+      null
+    ],
+    "training_tokens": -100000,
+    "sae_lens_training_version": null,
+    "neuronpedia_id": null
+  },
+  "eval_result_unstructured": null
+}

eval_results_finetunes/absorption/kl_finetunes_gemma-2-2b_standard_new_width-2pow14_date-0107_resid_post_layer_12_trainer_5_custom_sae_eval_results.json

@@ -0,0 +1,268 @@
+{
+  "eval_type_id": "absorption_first_letter",
+  "eval_config": {
+    "model_name": "gemma-2-2b",
+    "random_seed": 42,
+    "f1_jump_threshold": 0.03,
+    "max_k_value": 10,
+    "prompt_template": "{word} has the first letter:",
+    "prompt_token_pos": -6,
+    "llm_batch_size": 32,
+    "llm_dtype": "bfloat16",
+    "k_sparse_probe_l1_decay": 0.01,
+    "k_sparse_probe_batch_size": 4096,
+    "k_sparse_probe_num_epochs": 50
+  },
+  "eval_id": "1a765d01-f368-4f32-ac3f-112701f7a594",
+  "datetime_epoch_millis": 1740071130337,
+  "eval_result_metrics": {
+    "mean": {
+      "mean_absorption_fraction_score": 0.3576698915735376,
+      "mean_full_absorption_score": 0.19249329486644487,
+      "mean_num_split_features": 1.6153846153846154,
+      "std_dev_absorption_fraction_score": 0.2065944618933617,
+      "std_dev_full_absorption_score": 0.1505229817991518,
+      "std_dev_num_split_features": 1.061203960675725
+    }
+  },
+  "eval_result_details": [
+    {
+      "first_letter": "a",
+      "mean_absorption_fraction": 0.6340099406185813,
+      "full_absorption_rate": 0.3141945773524721,
+      "num_full_absorption": 788,
+      "num_probe_true_positives": 2508,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "b",
+      "mean_absorption_fraction": 0.3637546041985076,
+      "full_absorption_rate": 0.17380025940337224,
+      "num_full_absorption": 268,
+      "num_probe_true_positives": 1542,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "c",
+      "mean_absorption_fraction": 0.5699543239021706,
+      "full_absorption_rate": 0.33475935828877007,
+      "num_full_absorption": 939,
+      "num_probe_true_positives": 2805,
+      "num_split_features": 5
+    },
+    {
+      "first_letter": "d",
+      "mean_absorption_fraction": 0.42378677187369035,
+      "full_absorption_rate": 0.23132530120481928,
+      "num_full_absorption": 384,
+      "num_probe_true_positives": 1660,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "e",
+      "mean_absorption_fraction": 0.37917700106716457,
+      "full_absorption_rate": 0.1806930693069307,
+      "num_full_absorption": 292,
+      "num_probe_true_positives": 1616,
+      "num_split_features": 3
+    },
+    {
+      "first_letter": "f",
+      "mean_absorption_fraction": 0.2694528890929361,
+      "full_absorption_rate": 0.09773828756058159,
+      "num_full_absorption": 121,
+      "num_probe_true_positives": 1238,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "g",
+      "mean_absorption_fraction": 0.33762684174409513,
+      "full_absorption_rate": 0.2034934497816594,
+      "num_full_absorption": 233,
+      "num_probe_true_positives": 1145,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "h",
+      "mean_absorption_fraction": 0.21553467858627987,
+      "full_absorption_rate": 0.05990338164251208,
+      "num_full_absorption": 62,
+      "num_probe_true_positives": 1035,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "i",
+      "mean_absorption_fraction": 0.3133461994941835,
+      "full_absorption_rate": 0.1221001221001221,
+      "num_full_absorption": 200,
+      "num_probe_true_positives": 1638,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "j",
+      "mean_absorption_fraction": 0.09022134602155767,
+      "full_absorption_rate": 0.014563106796116505,
+      "num_full_absorption": 6,
+      "num_probe_true_positives": 412,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "k",
+      "mean_absorption_fraction": 0.05866300627458284,
+      "full_absorption_rate": 0.008888888888888889,
+      "num_full_absorption": 6,
+      "num_probe_true_positives": 675,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "l",
+      "mean_absorption_fraction": 0.4974789370506606,
+      "full_absorption_rate": 0.3273350471293916,
+      "num_full_absorption": 382,
+      "num_probe_true_positives": 1167,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "m",
+      "mean_absorption_fraction": 0.5123970181859486,
+      "full_absorption_rate": 0.2904997254255903,
+      "num_full_absorption": 529,
+      "num_probe_true_positives": 1821,
+      "num_split_features": 3
+    },
+    {
+      "first_letter": "n",
+      "mean_absorption_fraction": 0.26753510683966114,
+      "full_absorption_rate": 0.0982367758186398,
+      "num_full_absorption": 78,
+      "num_probe_true_positives": 794,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "o",
+      "mean_absorption_fraction": 0.28532511297821034,
+      "full_absorption_rate": 0.1246485473289597,
+      "num_full_absorption": 133,
+      "num_probe_true_positives": 1067,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "p",
+      "mean_absorption_fraction": 0.7526527841045251,
+      "full_absorption_rate": 0.46757230499561786,
+      "num_full_absorption": 1067,
+      "num_probe_true_positives": 2282,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "q",
+      "mean_absorption_fraction": 0.2352011783959387,
+      "full_absorption_rate": 0.06842105263157895,
+      "num_full_absorption": 13,
+      "num_probe_true_positives": 190,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "r",
+      "mean_absorption_fraction": 0.5935578512060531,
+      "full_absorption_rate": 0.38741916519694297,
+      "num_full_absorption": 659,
+      "num_probe_true_positives": 1701,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "s",
+      "mean_absorption_fraction": 0.6336584581511494,
+      "full_absorption_rate": 0.4720342002137513,
+      "num_full_absorption": 1325,
+      "num_probe_true_positives": 2807,
+      "num_split_features": 4
+    },
+    {
+      "first_letter": "t",
+      "mean_absorption_fraction": 0.6346142754558641,
+      "full_absorption_rate": 0.35988200589970504,
+      "num_full_absorption": 610,
+      "num_probe_true_positives": 1695,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "u",
+      "mean_absorption_fraction": 0.5560926658622606,
+      "full_absorption_rate": 0.41324503311258276,
+      "num_full_absorption": 312,
+      "num_probe_true_positives": 755,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "v",
+      "mean_absorption_fraction": 0.13204581985673397,
+      "full_absorption_rate": 0.03929024081115336,
+      "num_full_absorption": 31,
+      "num_probe_true_positives": 789,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "w",
+      "mean_absorption_fraction": 0.2592258683246165,
+      "full_absorption_rate": 0.12258953168044077,
+      "num_full_absorption": 89,
+      "num_probe_true_positives": 726,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "x",
+      "mean_absorption_fraction": 0.14300134539704432,
+      "full_absorption_rate": 0.035398230088495575,
+      "num_full_absorption": 4,
+      "num_probe_true_positives": 113,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "y",
+      "mean_absorption_fraction": 0.10338290562531721,
+      "full_absorption_rate": 0.03977272727272727,
+      "num_full_absorption": 7,
+      "num_probe_true_positives": 176,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "z",
+      "mean_absorption_fraction": 0.03772025060424493,
+      "full_absorption_rate": 0.01702127659574468,
+      "num_full_absorption": 4,
+      "num_probe_true_positives": 235,
+      "num_split_features": 1
+    }
+  ],
+  "sae_bench_commit_hash": "60579ed19a6281956621283bada7be2e76a7b583",
+  "sae_lens_id": "custom_sae",
+  "sae_lens_release_id": "kl_finetunes_gemma-2-2b_standard_new_width-2pow14_date-0107_resid_post_layer_12_trainer_5",
+  "sae_lens_version": "5.4.2",
+  "sae_cfg_dict": {
+    "model_name": "gemma-2-2b",
+    "d_in": 2304,
+    "d_sae": 16384,
+    "hook_layer": 12,
+    "hook_name": "blocks.12.hook_resid_post",
+    "context_size": null,
+    "hook_head_index": null,
+    "architecture": "standard_april_update",
+    "apply_b_dec_to_input": null,
+    "finetuning_scaling_factor": null,
+    "activation_fn_str": "",
+    "prepend_bos": true,
+    "normalize_activations": "none",
+    "dtype": "bfloat16",
+    "device": "",
+    "dataset_path": "",
+    "dataset_trust_remote_code": true,
+    "seqpos_slice": [
+      null
+    ],
+    "training_tokens": -100000,
+    "sae_lens_training_version": null,
+    "neuronpedia_id": null
+  },
+  "eval_result_unstructured": null
+}

eval_results_finetunes/absorption/kl_finetunes_gemma-2-2b_standard_new_width-2pow16_date-0107_resid_post_layer_12_trainer_0_custom_sae_eval_results.json

@@ -0,0 +1,268 @@
+{
+  "eval_type_id": "absorption_first_letter",
+  "eval_config": {
+    "model_name": "gemma-2-2b",
+    "random_seed": 42,
+    "f1_jump_threshold": 0.03,
+    "max_k_value": 10,
+    "prompt_template": "{word} has the first letter:",
+    "prompt_token_pos": -6,
+    "llm_batch_size": 32,
+    "llm_dtype": "bfloat16",
+    "k_sparse_probe_l1_decay": 0.01,
+    "k_sparse_probe_batch_size": 4096,
+    "k_sparse_probe_num_epochs": 50
+  },
+  "eval_id": "ac7d6a5d-0d00-4a5b-abd1-3aeae988bb97",
+  "datetime_epoch_millis": 1740106423402,
+  "eval_result_metrics": {
+    "mean": {
+      "mean_absorption_fraction_score": 0.3354590245907481,
+      "mean_full_absorption_score": 0.031849435853675334,
+      "mean_num_split_features": 1.0,
+      "std_dev_absorption_fraction_score": 0.1793908795821037,
+      "std_dev_full_absorption_score": 0.07822514491503704,
+      "std_dev_num_split_features": 0.0
+    }
+  },
+  "eval_result_details": [
+    {
+      "first_letter": "a",
+      "mean_absorption_fraction": 0.6705902831278018,
+      "full_absorption_rate": 0.04824561403508772,
+      "num_full_absorption": 121,
+      "num_probe_true_positives": 2508,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "b",
+      "mean_absorption_fraction": 0.3728156359136282,
+      "full_absorption_rate": 0.00648508430609598,
+      "num_full_absorption": 10,
+      "num_probe_true_positives": 1542,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "c",
+      "mean_absorption_fraction": 0.5348743583874349,
+      "full_absorption_rate": 0.020320855614973262,
+      "num_full_absorption": 57,
+      "num_probe_true_positives": 2805,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "d",
+      "mean_absorption_fraction": 0.39798907235407177,
+      "full_absorption_rate": 0.02469879518072289,
+      "num_full_absorption": 41,
+      "num_probe_true_positives": 1660,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "e",
+      "mean_absorption_fraction": 0.533886743466549,
+      "full_absorption_rate": 0.01485148514851485,
+      "num_full_absorption": 24,
+      "num_probe_true_positives": 1616,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "f",
+      "mean_absorption_fraction": 0.27790151084705284,
+      "full_absorption_rate": 0.0024232633279483036,
+      "num_full_absorption": 3,
+      "num_probe_true_positives": 1238,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "g",
+      "mean_absorption_fraction": 0.27757546015014967,
+      "full_absorption_rate": 0.03668122270742358,
+      "num_full_absorption": 42,
+      "num_probe_true_positives": 1145,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "h",
+      "mean_absorption_fraction": 0.2768691562378332,
+      "full_absorption_rate": 0.007729468599033816,
+      "num_full_absorption": 8,
+      "num_probe_true_positives": 1035,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "i",
+      "mean_absorption_fraction": 0.82576509541867,
+      "full_absorption_rate": 0.4084249084249084,
+      "num_full_absorption": 669,
+      "num_probe_true_positives": 1638,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "j",
+      "mean_absorption_fraction": 0.17559629722958997,
+      "full_absorption_rate": 0.012135922330097087,
+      "num_full_absorption": 5,
+      "num_probe_true_positives": 412,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "k",
+      "mean_absorption_fraction": 0.09880944880998055,
+      "full_absorption_rate": 0.005925925925925926,
+      "num_full_absorption": 4,
+      "num_probe_true_positives": 675,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "l",
+      "mean_absorption_fraction": 0.2382625256082734,
+      "full_absorption_rate": 0.005998286203941731,
+      "num_full_absorption": 7,
+      "num_probe_true_positives": 1167,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "m",
+      "mean_absorption_fraction": 0.31249057733024366,
+      "full_absorption_rate": 0.007138934651290499,
+      "num_full_absorption": 13,
+      "num_probe_true_positives": 1821,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "n",
+      "mean_absorption_fraction": 0.28150837185990335,
+      "full_absorption_rate": 0.012594458438287154,
+      "num_full_absorption": 10,
+      "num_probe_true_positives": 794,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "o",
+      "mean_absorption_fraction": 0.480505577799689,
+      "full_absorption_rate": 0.05248359887535145,
+      "num_full_absorption": 56,
+      "num_probe_true_positives": 1067,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "p",
+      "mean_absorption_fraction": 0.47784453048938713,
+      "full_absorption_rate": 0.018843120070113933,
+      "num_full_absorption": 43,
+      "num_probe_true_positives": 2282,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "q",
+      "mean_absorption_fraction": 0.14627500048163214,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 190,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "r",
+      "mean_absorption_fraction": 0.42047647042346825,
+      "full_absorption_rate": 0.02821869488536155,
+      "num_full_absorption": 48,
+      "num_probe_true_positives": 1701,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "s",
+      "mean_absorption_fraction": 0.46815558803513757,
+      "full_absorption_rate": 0.032418952618453865,
+      "num_full_absorption": 91,
+      "num_probe_true_positives": 2807,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "t",
+      "mean_absorption_fraction": 0.31041426393272636,
+      "full_absorption_rate": 0.008259587020648967,
+      "num_full_absorption": 14,
+      "num_probe_true_positives": 1695,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "u",
+      "mean_absorption_fraction": 0.3376080066325288,
+      "full_absorption_rate": 0.04105960264900662,
+      "num_full_absorption": 31,
+      "num_probe_true_positives": 755,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "v",
+      "mean_absorption_fraction": 0.20292887001215182,
+      "full_absorption_rate": 0.0063371356147021544,
+      "num_full_absorption": 5,
+      "num_probe_true_positives": 789,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "w",
+      "mean_absorption_fraction": 0.17713092282140977,
+      "full_absorption_rate": 0.005509641873278237,
+      "num_full_absorption": 4,
+      "num_probe_true_positives": 726,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "x",
+      "mean_absorption_fraction": 0.15669316359265703,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 113,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "y",
+      "mean_absorption_fraction": 0.183909327242874,
+      "full_absorption_rate": 0.017045454545454544,
+      "num_full_absorption": 3,
+      "num_probe_true_positives": 176,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "z",
+      "mean_absorption_fraction": 0.08505838115460661,
+      "full_absorption_rate": 0.00425531914893617,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 235,
+      "num_split_features": 1
+    }
+  ],
+  "sae_bench_commit_hash": "60579ed19a6281956621283bada7be2e76a7b583",
+  "sae_lens_id": "custom_sae",
+  "sae_lens_release_id": "kl_finetunes_gemma-2-2b_standard_new_width-2pow16_date-0107_resid_post_layer_12_trainer_0",
+  "sae_lens_version": "5.4.2",
+  "sae_cfg_dict": {
+    "model_name": "gemma-2-2b",
+    "d_in": 2304,
+    "d_sae": 65536,
+    "hook_layer": 12,
+    "hook_name": "blocks.12.hook_resid_post",
+    "context_size": null,
+    "hook_head_index": null,
+    "architecture": "standard_april_update",
+    "apply_b_dec_to_input": null,
+    "finetuning_scaling_factor": null,
+    "activation_fn_str": "",
+    "prepend_bos": true,
+    "normalize_activations": "none",
+    "dtype": "bfloat16",
+    "device": "",
+    "dataset_path": "",
+    "dataset_trust_remote_code": true,
+    "seqpos_slice": [
+      null
+    ],
+    "training_tokens": -100000,
+    "sae_lens_training_version": null,
+    "neuronpedia_id": null
+  },
+  "eval_result_unstructured": null
+}

eval_results_finetunes/absorption/kl_finetunes_gemma-2-2b_standard_new_width-2pow16_date-0107_resid_post_layer_12_trainer_1_custom_sae_eval_results.json

@@ -0,0 +1,268 @@
+{
+  "eval_type_id": "absorption_first_letter",
+  "eval_config": {
+    "model_name": "gemma-2-2b",
+    "random_seed": 42,
+    "f1_jump_threshold": 0.03,
+    "max_k_value": 10,
+    "prompt_template": "{word} has the first letter:",
+    "prompt_token_pos": -6,
+    "llm_batch_size": 32,
+    "llm_dtype": "bfloat16",
+    "k_sparse_probe_l1_decay": 0.01,
+    "k_sparse_probe_batch_size": 4096,
+    "k_sparse_probe_num_epochs": 50
+  },
+  "eval_id": "44014436-2277-4932-8035-15dfefe49292",
+  "datetime_epoch_millis": 1740104119403,
+  "eval_result_metrics": {
+    "mean": {
+      "mean_absorption_fraction_score": 0.347605051511975,
+      "mean_full_absorption_score": 0.03857317859306944,
+      "mean_num_split_features": 1.0384615384615385,
+      "std_dev_absorption_fraction_score": 0.17133887402196588,
+      "std_dev_full_absorption_score": 0.046258397055203106,
+      "std_dev_num_split_features": 0.19611613513818404
+    }
+  },
+  "eval_result_details": [
+    {
+      "first_letter": "a",
+      "mean_absorption_fraction": 0.7399088796725409,
+      "full_absorption_rate": 0.12081339712918661,
+      "num_full_absorption": 303,
+      "num_probe_true_positives": 2508,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "b",
+      "mean_absorption_fraction": 0.41786808469850445,
+      "full_absorption_rate": 0.03631647211413749,
+      "num_full_absorption": 56,
+      "num_probe_true_positives": 1542,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "c",
+      "mean_absorption_fraction": 0.5593407106875781,
+      "full_absorption_rate": 0.037076648841354726,
+      "num_full_absorption": 104,
+      "num_probe_true_positives": 2805,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "d",
+      "mean_absorption_fraction": 0.45953918169479785,
+      "full_absorption_rate": 0.04216867469879518,
+      "num_full_absorption": 70,
+      "num_probe_true_positives": 1660,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "e",
+      "mean_absorption_fraction": 0.5119789949378576,
+      "full_absorption_rate": 0.0297029702970297,
+      "num_full_absorption": 48,
+      "num_probe_true_positives": 1616,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "f",
+      "mean_absorption_fraction": 0.37566264645277836,
+      "full_absorption_rate": 0.016962843295638127,
+      "num_full_absorption": 21,
+      "num_probe_true_positives": 1238,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "g",
+      "mean_absorption_fraction": 0.22625273738522275,
+      "full_absorption_rate": 0.023580786026200874,
+      "num_full_absorption": 27,
+      "num_probe_true_positives": 1145,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "h",
+      "mean_absorption_fraction": 0.37416087626156275,
+      "full_absorption_rate": 0.021256038647342997,
+      "num_full_absorption": 22,
+      "num_probe_true_positives": 1035,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "i",
+      "mean_absorption_fraction": 0.6517323393277149,
+      "full_absorption_rate": 0.22466422466422467,
+      "num_full_absorption": 368,
+      "num_probe_true_positives": 1638,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "j",
+      "mean_absorption_fraction": 0.15898688303273234,
+      "full_absorption_rate": 0.007281553398058253,
+      "num_full_absorption": 3,
+      "num_probe_true_positives": 412,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "k",
+      "mean_absorption_fraction": 0.05484682779040442,
+      "full_absorption_rate": 0.0044444444444444444,
+      "num_full_absorption": 3,
+      "num_probe_true_positives": 675,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "l",
+      "mean_absorption_fraction": 0.35469782028287083,
+      "full_absorption_rate": 0.027420736932305057,
+      "num_full_absorption": 32,
+      "num_probe_true_positives": 1167,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "m",
+      "mean_absorption_fraction": 0.28887345983707763,
+      "full_absorption_rate": 0.0060406370126304225,
+      "num_full_absorption": 11,
+      "num_probe_true_positives": 1821,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "n",
+      "mean_absorption_fraction": 0.30536576036448354,
+      "full_absorption_rate": 0.02518891687657431,
+      "num_full_absorption": 20,
+      "num_probe_true_positives": 794,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "o",
+      "mean_absorption_fraction": 0.5108695858931614,
+      "full_absorption_rate": 0.08528584817244611,
+      "num_full_absorption": 91,
+      "num_probe_true_positives": 1067,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "p",
+      "mean_absorption_fraction": 0.41906548997444415,
+      "full_absorption_rate": 0.007887817703768623,
+      "num_full_absorption": 18,
+      "num_probe_true_positives": 2282,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "q",
+      "mean_absorption_fraction": 0.18782440951973378,
+      "full_absorption_rate": 0.02631578947368421,
+      "num_full_absorption": 5,
+      "num_probe_true_positives": 190,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "r",
+      "mean_absorption_fraction": 0.4157013866326478,
+      "full_absorption_rate": 0.05584950029394474,
+      "num_full_absorption": 95,
+      "num_probe_true_positives": 1701,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "s",
+      "mean_absorption_fraction": 0.46749630339725584,
+      "full_absorption_rate": 0.0441752760954756,
+      "num_full_absorption": 124,
+      "num_probe_true_positives": 2807,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "t",
+      "mean_absorption_fraction": 0.39811444693801784,
+      "full_absorption_rate": 0.024778761061946902,
+      "num_full_absorption": 42,
+      "num_probe_true_positives": 1695,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "u",
+      "mean_absorption_fraction": 0.3173131816990261,
+      "full_absorption_rate": 0.05033112582781457,
+      "num_full_absorption": 38,
+      "num_probe_true_positives": 755,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "v",
+      "mean_absorption_fraction": 0.1644279320997771,
+      "full_absorption_rate": 0.017743979721166033,
+      "num_full_absorption": 14,
+      "num_probe_true_positives": 789,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "w",
+      "mean_absorption_fraction": 0.2168683380240976,
+      "full_absorption_rate": 0.01790633608815427,
+      "num_full_absorption": 13,
+      "num_probe_true_positives": 726,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "x",
+      "mean_absorption_fraction": 0.1809079054261136,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 113,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "y",
+      "mean_absorption_fraction": 0.21409290660015243,
+      "full_absorption_rate": 0.045454545454545456,
+      "num_full_absorption": 8,
+      "num_probe_true_positives": 176,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "z",
+      "mean_absorption_fraction": 0.0658342506807965,
+      "full_absorption_rate": 0.00425531914893617,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 235,
+      "num_split_features": 1
+    }
+  ],
+  "sae_bench_commit_hash": "60579ed19a6281956621283bada7be2e76a7b583",
+  "sae_lens_id": "custom_sae",
+  "sae_lens_release_id": "kl_finetunes_gemma-2-2b_standard_new_width-2pow16_date-0107_resid_post_layer_12_trainer_1",
+  "sae_lens_version": "5.4.2",
+  "sae_cfg_dict": {
+    "model_name": "gemma-2-2b",
+    "d_in": 2304,
+    "d_sae": 65536,
+    "hook_layer": 12,
+    "hook_name": "blocks.12.hook_resid_post",
+    "context_size": null,
+    "hook_head_index": null,
+    "architecture": "standard_april_update",
+    "apply_b_dec_to_input": null,
+    "finetuning_scaling_factor": null,
+    "activation_fn_str": "",
+    "prepend_bos": true,
+    "normalize_activations": "none",
+    "dtype": "bfloat16",
+    "device": "",
+    "dataset_path": "",
+    "dataset_trust_remote_code": true,
+    "seqpos_slice": [
+      null
+    ],
+    "training_tokens": -100000,
+    "sae_lens_training_version": null,
+    "neuronpedia_id": null
+  },
+  "eval_result_unstructured": null
+}

eval_results_finetunes/absorption/kl_finetunes_gemma-2-2b_standard_new_width-2pow16_date-0107_resid_post_layer_12_trainer_2_custom_sae_eval_results.json

@@ -0,0 +1,268 @@
+{
+  "eval_type_id": "absorption_first_letter",
+  "eval_config": {
+    "model_name": "gemma-2-2b",
+    "random_seed": 42,
+    "f1_jump_threshold": 0.03,
+    "max_k_value": 10,
+    "prompt_template": "{word} has the first letter:",
+    "prompt_token_pos": -6,
+    "llm_batch_size": 32,
+    "llm_dtype": "bfloat16",
+    "k_sparse_probe_l1_decay": 0.01,
+    "k_sparse_probe_batch_size": 4096,
+    "k_sparse_probe_num_epochs": 50
+  },
+  "eval_id": "a25add70-d8fc-4e77-a5ac-f9b20ed47a90",
+  "datetime_epoch_millis": 1740107190845,
+  "eval_result_metrics": {
+    "mean": {
+      "mean_absorption_fraction_score": 0.35606277259778024,
+      "mean_full_absorption_score": 0.058416307732367695,
+      "mean_num_split_features": 1.1538461538461537,
+      "std_dev_absorption_fraction_score": 0.20313388269593746,
+      "std_dev_full_absorption_score": 0.06309863260264571,
+      "std_dev_num_split_features": 0.36794648440311994
+    }
+  },
+  "eval_result_details": [
+    {
+      "first_letter": "a",
+      "mean_absorption_fraction": 0.6914944003282536,
+      "full_absorption_rate": 0.09928229665071771,
+      "num_full_absorption": 249,
+      "num_probe_true_positives": 2508,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "b",
+      "mean_absorption_fraction": 0.5346865856027213,
+      "full_absorption_rate": 0.12062256809338522,
+      "num_full_absorption": 186,
+      "num_probe_true_positives": 1542,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "c",
+      "mean_absorption_fraction": 0.6022704850600882,
+      "full_absorption_rate": 0.10338680926916222,
+      "num_full_absorption": 290,
+      "num_probe_true_positives": 2805,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "d",
+      "mean_absorption_fraction": 0.4691487366121355,
+      "full_absorption_rate": 0.05783132530120482,
+      "num_full_absorption": 96,
+      "num_probe_true_positives": 1660,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "e",
+      "mean_absorption_fraction": 0.5822165186131862,
+      "full_absorption_rate": 0.09777227722772278,
+      "num_full_absorption": 158,
+      "num_probe_true_positives": 1616,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "f",
+      "mean_absorption_fraction": 0.34109857549209605,
+      "full_absorption_rate": 0.027463651050080775,
+      "num_full_absorption": 34,
+      "num_probe_true_positives": 1238,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "g",
+      "mean_absorption_fraction": 0.2975657369760735,
+      "full_absorption_rate": 0.0462882096069869,
+      "num_full_absorption": 53,
+      "num_probe_true_positives": 1145,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "h",
+      "mean_absorption_fraction": 0.35129528088332335,
+      "full_absorption_rate": 0.035748792270531404,
+      "num_full_absorption": 37,
+      "num_probe_true_positives": 1035,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "i",
+      "mean_absorption_fraction": 0.6614939578585769,
+      "full_absorption_rate": 0.2869352869352869,
+      "num_full_absorption": 470,
+      "num_probe_true_positives": 1638,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "j",
+      "mean_absorption_fraction": 0.1501980866745374,
+      "full_absorption_rate": 0.007281553398058253,
+      "num_full_absorption": 3,
+      "num_probe_true_positives": 412,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "k",
+      "mean_absorption_fraction": 0.04632368976363547,
+      "full_absorption_rate": 0.0044444444444444444,
+      "num_full_absorption": 3,
+      "num_probe_true_positives": 675,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "l",
+      "mean_absorption_fraction": 0.3433001642791041,
+      "full_absorption_rate": 0.02570694087403599,
+      "num_full_absorption": 30,
+      "num_probe_true_positives": 1167,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "m",
+      "mean_absorption_fraction": 0.3545827375756091,
+      "full_absorption_rate": 0.022515101592531575,
+      "num_full_absorption": 41,
+      "num_probe_true_positives": 1821,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "n",
+      "mean_absorption_fraction": 0.28102067711277673,
+      "full_absorption_rate": 0.022670025188916875,
+      "num_full_absorption": 18,
+      "num_probe_true_positives": 794,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "o",
+      "mean_absorption_fraction": 0.3869171083857235,
+      "full_absorption_rate": 0.05435801312089972,
+      "num_full_absorption": 58,
+      "num_probe_true_positives": 1067,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "p",
+      "mean_absorption_fraction": 0.6588443437832601,
+      "full_absorption_rate": 0.15030674846625766,
+      "num_full_absorption": 343,
+      "num_probe_true_positives": 2282,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "q",
+      "mean_absorption_fraction": 0.1851751902884397,
+      "full_absorption_rate": 0.02631578947368421,
+      "num_full_absorption": 5,
+      "num_probe_true_positives": 190,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "r",
+      "mean_absorption_fraction": 0.5037574452444985,
+      "full_absorption_rate": 0.08465608465608465,
+      "num_full_absorption": 144,
+      "num_probe_true_positives": 1701,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "s",
+      "mean_absorption_fraction": 0.5589132911026052,
+      "full_absorption_rate": 0.11400071250445315,
+      "num_full_absorption": 320,
+      "num_probe_true_positives": 2807,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "t",
+      "mean_absorption_fraction": 0.4614050815777875,
+      "full_absorption_rate": 0.06371681415929203,
+      "num_full_absorption": 108,
+      "num_probe_true_positives": 1695,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "u",
+      "mean_absorption_fraction": 0.12407794887818784,
+      "full_absorption_rate": 0.006622516556291391,
+      "num_full_absorption": 5,
+      "num_probe_true_positives": 755,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "v",
+      "mean_absorption_fraction": 0.16250522051692146,
+      "full_absorption_rate": 0.016476552598225603,
+      "num_full_absorption": 13,
+      "num_probe_true_positives": 789,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "w",
+      "mean_absorption_fraction": 0.25975629765923597,
+      "full_absorption_rate": 0.03305785123966942,
+      "num_full_absorption": 24,
+      "num_probe_true_positives": 726,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "x",
+      "mean_absorption_fraction": 0.10259413193221943,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 113,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "y",
+      "mean_absorption_fraction": 0.09755416501625133,
+      "full_absorption_rate": 0.011363636363636364,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 176,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "z",
+      "mean_absorption_fraction": 0.04943623032503822,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 235,
+      "num_split_features": 1
+    }
+  ],
+  "sae_bench_commit_hash": "60579ed19a6281956621283bada7be2e76a7b583",
+  "sae_lens_id": "custom_sae",
+  "sae_lens_release_id": "kl_finetunes_gemma-2-2b_standard_new_width-2pow16_date-0107_resid_post_layer_12_trainer_2",
+  "sae_lens_version": "5.4.2",
+  "sae_cfg_dict": {
+    "model_name": "gemma-2-2b",
+    "d_in": 2304,
+    "d_sae": 65536,
+    "hook_layer": 12,
+    "hook_name": "blocks.12.hook_resid_post",
+    "context_size": null,
+    "hook_head_index": null,
+    "architecture": "standard_april_update",
+    "apply_b_dec_to_input": null,
+    "finetuning_scaling_factor": null,
+    "activation_fn_str": "",
+    "prepend_bos": true,
+    "normalize_activations": "none",
+    "dtype": "bfloat16",
+    "device": "",
+    "dataset_path": "",
+    "dataset_trust_remote_code": true,
+    "seqpos_slice": [
+      null
+    ],
+    "training_tokens": -100000,
+    "sae_lens_training_version": null,
+    "neuronpedia_id": null
+  },
+  "eval_result_unstructured": null
+}

eval_results_finetunes/absorption/kl_finetunes_gemma-2-2b_standard_new_width-2pow16_date-0107_resid_post_layer_12_trainer_3_custom_sae_eval_results.json

@@ -0,0 +1,268 @@
+{
+  "eval_type_id": "absorption_first_letter",
+  "eval_config": {
+    "model_name": "gemma-2-2b",
+    "random_seed": 42,
+    "f1_jump_threshold": 0.03,
+    "max_k_value": 10,
+    "prompt_template": "{word} has the first letter:",
+    "prompt_token_pos": -6,
+    "llm_batch_size": 32,
+    "llm_dtype": "bfloat16",
+    "k_sparse_probe_l1_decay": 0.01,
+    "k_sparse_probe_batch_size": 4096,
+    "k_sparse_probe_num_epochs": 50
+  },
+  "eval_id": "67975d88-3e1e-45d1-9c8f-dfb138e9f448",
+  "datetime_epoch_millis": 1740107954355,
+  "eval_result_metrics": {
+    "mean": {
+      "mean_absorption_fraction_score": 0.44380362556359265,
+      "mean_full_absorption_score": 0.16020534428445912,
+      "mean_num_split_features": 1.0769230769230769,
+      "std_dev_absorption_fraction_score": 0.19712103165471032,
+      "std_dev_full_absorption_score": 0.0950978390878325,
+      "std_dev_num_split_features": 0.271746488194703
+    }
+  },
+  "eval_result_details": [
+    {
+      "first_letter": "a",
+      "mean_absorption_fraction": 0.6839817030406431,
+      "full_absorption_rate": 0.19577352472089316,
+      "num_full_absorption": 491,
+      "num_probe_true_positives": 2508,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "b",
+      "mean_absorption_fraction": 0.6290547365203768,
+      "full_absorption_rate": 0.2821011673151751,
+      "num_full_absorption": 435,
+      "num_probe_true_positives": 1542,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "c",
+      "mean_absorption_fraction": 0.6674229089281046,
+      "full_absorption_rate": 0.2103386809269162,
+      "num_full_absorption": 590,
+      "num_probe_true_positives": 2805,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "d",
+      "mean_absorption_fraction": 0.5200649016554985,
+      "full_absorption_rate": 0.12048192771084337,
+      "num_full_absorption": 200,
+      "num_probe_true_positives": 1660,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "e",
+      "mean_absorption_fraction": 0.5727495906700607,
+      "full_absorption_rate": 0.20606435643564355,
+      "num_full_absorption": 333,
+      "num_probe_true_positives": 1616,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "f",
+      "mean_absorption_fraction": 0.5293144892122851,
+      "full_absorption_rate": 0.15751211631663975,
+      "num_full_absorption": 195,
+      "num_probe_true_positives": 1238,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "g",
+      "mean_absorption_fraction": 0.4212924218838792,
+      "full_absorption_rate": 0.15021834061135372,
+      "num_full_absorption": 172,
+      "num_probe_true_positives": 1145,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "h",
+      "mean_absorption_fraction": 0.5288618679423563,
+      "full_absorption_rate": 0.1468599033816425,
+      "num_full_absorption": 152,
+      "num_probe_true_positives": 1035,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "i",
+      "mean_absorption_fraction": 0.48231909319996086,
+      "full_absorption_rate": 0.26495726495726496,
+      "num_full_absorption": 434,
+      "num_probe_true_positives": 1638,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "j",
+      "mean_absorption_fraction": 0.31945510015807715,
+      "full_absorption_rate": 0.09951456310679611,
+      "num_full_absorption": 41,
+      "num_probe_true_positives": 412,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "k",
+      "mean_absorption_fraction": 0.10917495607823761,
+      "full_absorption_rate": 0.014814814814814815,
+      "num_full_absorption": 10,
+      "num_probe_true_positives": 675,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "l",
+      "mean_absorption_fraction": 0.5170836823568926,
+      "full_absorption_rate": 0.1868037703513282,
+      "num_full_absorption": 218,
+      "num_probe_true_positives": 1167,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "m",
+      "mean_absorption_fraction": 0.47433744153500806,
+      "full_absorption_rate": 0.10049423393739704,
+      "num_full_absorption": 183,
+      "num_probe_true_positives": 1821,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "n",
+      "mean_absorption_fraction": 0.456688962722974,
+      "full_absorption_rate": 0.13350125944584382,
+      "num_full_absorption": 106,
+      "num_probe_true_positives": 794,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "o",
+      "mean_absorption_fraction": 0.429842671281088,
+      "full_absorption_rate": 0.14620431115276475,
+      "num_full_absorption": 156,
+      "num_probe_true_positives": 1067,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "p",
+      "mean_absorption_fraction": 0.7336453968814676,
+      "full_absorption_rate": 0.3347940403155127,
+      "num_full_absorption": 764,
+      "num_probe_true_positives": 2282,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "q",
+      "mean_absorption_fraction": 0.21841852715273,
+      "full_absorption_rate": 0.05789473684210526,
+      "num_full_absorption": 11,
+      "num_probe_true_positives": 190,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "r",
+      "mean_absorption_fraction": 0.664077195798576,
+      "full_absorption_rate": 0.3550852439741329,
+      "num_full_absorption": 604,
+      "num_probe_true_positives": 1701,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "s",
+      "mean_absorption_fraction": 0.6076130947697026,
+      "full_absorption_rate": 0.23619522622016387,
+      "num_full_absorption": 663,
+      "num_probe_true_positives": 2807,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "t",
+      "mean_absorption_fraction": 0.6065091469749866,
+      "full_absorption_rate": 0.19469026548672566,
+      "num_full_absorption": 330,
+      "num_probe_true_positives": 1695,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "u",
+      "mean_absorption_fraction": 0.3811763776255798,
+      "full_absorption_rate": 0.25298013245033113,
+      "num_full_absorption": 191,
+      "num_probe_true_positives": 755,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "v",
+      "mean_absorption_fraction": 0.2316869655239408,
+      "full_absorption_rate": 0.06337135614702155,
+      "num_full_absorption": 50,
+      "num_probe_true_positives": 789,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "w",
+      "mean_absorption_fraction": 0.4702754754474782,
+      "full_absorption_rate": 0.1887052341597796,
+      "num_full_absorption": 137,
+      "num_probe_true_positives": 726,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "x",
+      "mean_absorption_fraction": 0.13971775461100902,
+      "full_absorption_rate": 0.017699115044247787,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 113,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "y",
+      "mean_absorption_fraction": 0.09684929978197893,
+      "full_absorption_rate": 0.03977272727272727,
+      "num_full_absorption": 7,
+      "num_probe_true_positives": 176,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "z",
+      "mean_absorption_fraction": 0.04728050290051698,
+      "full_absorption_rate": 0.00851063829787234,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 235,
+      "num_split_features": 1
+    }
+  ],
+  "sae_bench_commit_hash": "60579ed19a6281956621283bada7be2e76a7b583",
+  "sae_lens_id": "custom_sae",
+  "sae_lens_release_id": "kl_finetunes_gemma-2-2b_standard_new_width-2pow16_date-0107_resid_post_layer_12_trainer_3",
+  "sae_lens_version": "5.4.2",
+  "sae_cfg_dict": {
+    "model_name": "gemma-2-2b",
+    "d_in": 2304,
+    "d_sae": 65536,
+    "hook_layer": 12,
+    "hook_name": "blocks.12.hook_resid_post",
+    "context_size": null,
+    "hook_head_index": null,
+    "architecture": "standard_april_update",
+    "apply_b_dec_to_input": null,
+    "finetuning_scaling_factor": null,
+    "activation_fn_str": "",
+    "prepend_bos": true,
+    "normalize_activations": "none",
+    "dtype": "bfloat16",
+    "device": "",
+    "dataset_path": "",
+    "dataset_trust_remote_code": true,
+    "seqpos_slice": [
+      null
+    ],
+    "training_tokens": -100000,
+    "sae_lens_training_version": null,
+    "neuronpedia_id": null
+  },
+  "eval_result_unstructured": null
+}

eval_results_finetunes/absorption/kl_finetunes_gemma-2-2b_standard_new_width-2pow16_date-0107_resid_post_layer_12_trainer_4_custom_sae_eval_results.json

@@ -0,0 +1,268 @@
+{
+  "eval_type_id": "absorption_first_letter",
+  "eval_config": {
+    "model_name": "gemma-2-2b",
+    "random_seed": 42,
+    "f1_jump_threshold": 0.03,
+    "max_k_value": 10,
+    "prompt_template": "{word} has the first letter:",
+    "prompt_token_pos": -6,
+    "llm_batch_size": 32,
+    "llm_dtype": "bfloat16",
+    "k_sparse_probe_l1_decay": 0.01,
+    "k_sparse_probe_batch_size": 4096,
+    "k_sparse_probe_num_epochs": 50
+  },
+  "eval_id": "c676f0a0-53b5-4849-9ef8-53b1afa1bb75",
+  "datetime_epoch_millis": 1740105664938,
+  "eval_result_metrics": {
+    "mean": {
+      "mean_absorption_fraction_score": 0.49673005917063284,
+      "mean_full_absorption_score": 0.26388583248007075,
+      "mean_num_split_features": 1.2692307692307692,
+      "std_dev_absorption_fraction_score": 0.2113161375367725,
+      "std_dev_full_absorption_score": 0.14871901551206065,
+      "std_dev_num_split_features": 0.7243033788512826
+    }
+  },
+  "eval_result_details": [
+    {
+      "first_letter": "a",
+      "mean_absorption_fraction": 0.7138046192508011,
+      "full_absorption_rate": 0.310207336523126,
+      "num_full_absorption": 778,
+      "num_probe_true_positives": 2508,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "b",
+      "mean_absorption_fraction": 0.6674758017576328,
+      "full_absorption_rate": 0.4280155642023346,
+      "num_full_absorption": 660,
+      "num_probe_true_positives": 1542,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "c",
+      "mean_absorption_fraction": 0.7629196965454134,
+      "full_absorption_rate": 0.46096256684491976,
+      "num_full_absorption": 1293,
+      "num_probe_true_positives": 2805,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "d",
+      "mean_absorption_fraction": 0.5509837850383651,
+      "full_absorption_rate": 0.26385542168674697,
+      "num_full_absorption": 438,
+      "num_probe_true_positives": 1660,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "e",
+      "mean_absorption_fraction": 0.6106759626477273,
+      "full_absorption_rate": 0.3193069306930693,
+      "num_full_absorption": 516,
+      "num_probe_true_positives": 1616,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "f",
+      "mean_absorption_fraction": 0.6850841851784408,
+      "full_absorption_rate": 0.4079159935379645,
+      "num_full_absorption": 505,
+      "num_probe_true_positives": 1238,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "g",
+      "mean_absorption_fraction": 0.5521196093178781,
+      "full_absorption_rate": 0.2925764192139738,
+      "num_full_absorption": 335,
+      "num_probe_true_positives": 1145,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "h",
+      "mean_absorption_fraction": 0.5727047223894772,
+      "full_absorption_rate": 0.22995169082125605,
+      "num_full_absorption": 238,
+      "num_probe_true_positives": 1035,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "i",
+      "mean_absorption_fraction": 0.5935284275560726,
+      "full_absorption_rate": 0.37484737484737485,
+      "num_full_absorption": 614,
+      "num_probe_true_positives": 1638,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "j",
+      "mean_absorption_fraction": 0.36914701836970715,
+      "full_absorption_rate": 0.18446601941747573,
+      "num_full_absorption": 76,
+      "num_probe_true_positives": 412,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "k",
+      "mean_absorption_fraction": 0.14630322313929153,
+      "full_absorption_rate": 0.028148148148148148,
+      "num_full_absorption": 19,
+      "num_probe_true_positives": 675,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "l",
+      "mean_absorption_fraction": 0.5786165566811846,
+      "full_absorption_rate": 0.31362467866323906,
+      "num_full_absorption": 366,
+      "num_probe_true_positives": 1167,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "m",
+      "mean_absorption_fraction": 0.6447573755425703,
+      "full_absorption_rate": 0.28610653487095,
+      "num_full_absorption": 521,
+      "num_probe_true_positives": 1821,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "n",
+      "mean_absorption_fraction": 0.4502983371728396,
+      "full_absorption_rate": 0.16624685138539042,
+      "num_full_absorption": 132,
+      "num_probe_true_positives": 794,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "o",
+      "mean_absorption_fraction": 0.4333315336903838,
+      "full_absorption_rate": 0.1583880037488285,
+      "num_full_absorption": 169,
+      "num_probe_true_positives": 1067,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "p",
+      "mean_absorption_fraction": 0.76016403003186,
+      "full_absorption_rate": 0.45267309377738824,
+      "num_full_absorption": 1033,
+      "num_probe_true_positives": 2282,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "q",
+      "mean_absorption_fraction": 0.4128471718435671,
+      "full_absorption_rate": 0.19473684210526315,
+      "num_full_absorption": 37,
+      "num_probe_true_positives": 190,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "r",
+      "mean_absorption_fraction": 0.6314906541291778,
+      "full_absorption_rate": 0.3985890652557319,
+      "num_full_absorption": 678,
+      "num_probe_true_positives": 1701,
+      "num_split_features": 3
+    },
+    {
+      "first_letter": "s",
+      "mean_absorption_fraction": 0.7506050472722071,
+      "full_absorption_rate": 0.6034912718204489,
+      "num_full_absorption": 1694,
+      "num_probe_true_positives": 2807,
+      "num_split_features": 4
+    },
+    {
+      "first_letter": "t",
+      "mean_absorption_fraction": 0.6150172352711047,
+      "full_absorption_rate": 0.2902654867256637,
+      "num_full_absorption": 492,
+      "num_probe_true_positives": 1695,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "u",
+      "mean_absorption_fraction": 0.36322090311483735,
+      "full_absorption_rate": 0.24370860927152319,
+      "num_full_absorption": 184,
+      "num_probe_true_positives": 755,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "v",
+      "mean_absorption_fraction": 0.40699263233588356,
+      "full_absorption_rate": 0.1761723700887199,
+      "num_full_absorption": 139,
+      "num_probe_true_positives": 789,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "w",
+      "mean_absorption_fraction": 0.39281073164811625,
+      "full_absorption_rate": 0.209366391184573,
+      "num_full_absorption": 152,
+      "num_probe_true_positives": 726,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "x",
+      "mean_absorption_fraction": 0.1217508800357222,
+      "full_absorption_rate": 0.017699115044247787,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 113,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "y",
+      "mean_absorption_fraction": 0.0886418130654087,
+      "full_absorption_rate": 0.045454545454545456,
+      "num_full_absorption": 8,
+      "num_probe_true_positives": 176,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "z",
+      "mean_absorption_fraction": 0.03968958541078437,
+      "full_absorption_rate": 0.00425531914893617,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 235,
+      "num_split_features": 1
+    }
+  ],
+  "sae_bench_commit_hash": "60579ed19a6281956621283bada7be2e76a7b583",
+  "sae_lens_id": "custom_sae",
+  "sae_lens_release_id": "kl_finetunes_gemma-2-2b_standard_new_width-2pow16_date-0107_resid_post_layer_12_trainer_4",
+  "sae_lens_version": "5.4.2",
+  "sae_cfg_dict": {
+    "model_name": "gemma-2-2b",
+    "d_in": 2304,
+    "d_sae": 65536,
+    "hook_layer": 12,
+    "hook_name": "blocks.12.hook_resid_post",
+    "context_size": null,
+    "hook_head_index": null,
+    "architecture": "standard_april_update",
+    "apply_b_dec_to_input": null,
+    "finetuning_scaling_factor": null,
+    "activation_fn_str": "",
+    "prepend_bos": true,
+    "normalize_activations": "none",
+    "dtype": "bfloat16",
+    "device": "",
+    "dataset_path": "",
+    "dataset_trust_remote_code": true,
+    "seqpos_slice": [
+      null
+    ],
+    "training_tokens": -100000,
+    "sae_lens_training_version": null,
+    "neuronpedia_id": null
+  },
+  "eval_result_unstructured": null
+}

eval_results_finetunes/absorption/kl_finetunes_gemma-2-2b_standard_new_width-2pow16_date-0107_resid_post_layer_12_trainer_5_custom_sae_eval_results.json

@@ -0,0 +1,268 @@
+{
+  "eval_type_id": "absorption_first_letter",
+  "eval_config": {
+    "model_name": "gemma-2-2b",
+    "random_seed": 42,
+    "f1_jump_threshold": 0.03,
+    "max_k_value": 10,
+    "prompt_template": "{word} has the first letter:",
+    "prompt_token_pos": -6,
+    "llm_batch_size": 32,
+    "llm_dtype": "bfloat16",
+    "k_sparse_probe_l1_decay": 0.01,
+    "k_sparse_probe_batch_size": 4096,
+    "k_sparse_probe_num_epochs": 50
+  },
+  "eval_id": "7a23eda6-43f2-42d3-b41f-82aa14ab0bcd",
+  "datetime_epoch_millis": 1740104875458,
+  "eval_result_metrics": {
+    "mean": {
+      "mean_absorption_fraction_score": 0.5282848269512149,
+      "mean_full_absorption_score": 0.35722963768366117,
+      "mean_num_split_features": 1.9230769230769231,
+      "std_dev_absorption_fraction_score": 0.20756776737189886,
+      "std_dev_full_absorption_score": 0.17409113695625567,
+      "std_dev_num_split_features": 1.3834182859302366
+    }
+  },
+  "eval_result_details": [
+    {
+      "first_letter": "a",
+      "mean_absorption_fraction": 0.7070839083555905,
+      "full_absorption_rate": 0.36762360446570974,
+      "num_full_absorption": 922,
+      "num_probe_true_positives": 2508,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "b",
+      "mean_absorption_fraction": 0.6648609736653764,
+      "full_absorption_rate": 0.4961089494163424,
+      "num_full_absorption": 765,
+      "num_probe_true_positives": 1542,
+      "num_split_features": 4
+    },
+    {
+      "first_letter": "c",
+      "mean_absorption_fraction": 0.8005478702573291,
+      "full_absorption_rate": 0.6081996434937611,
+      "num_full_absorption": 1706,
+      "num_probe_true_positives": 2805,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "d",
+      "mean_absorption_fraction": 0.6749493296742596,
+      "full_absorption_rate": 0.45542168674698796,
+      "num_full_absorption": 756,
+      "num_probe_true_positives": 1660,
+      "num_split_features": 3
+    },
+    {
+      "first_letter": "e",
+      "mean_absorption_fraction": 0.6332021290003637,
+      "full_absorption_rate": 0.4350247524752475,
+      "num_full_absorption": 703,
+      "num_probe_true_positives": 1616,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "f",
+      "mean_absorption_fraction": 0.6800208255796995,
+      "full_absorption_rate": 0.4806138933764136,
+      "num_full_absorption": 595,
+      "num_probe_true_positives": 1238,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "g",
+      "mean_absorption_fraction": 0.6579759079289633,
+      "full_absorption_rate": 0.5414847161572053,
+      "num_full_absorption": 620,
+      "num_probe_true_positives": 1145,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "h",
+      "mean_absorption_fraction": 0.6481991163632241,
+      "full_absorption_rate": 0.41642512077294686,
+      "num_full_absorption": 431,
+      "num_probe_true_positives": 1035,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "i",
+      "mean_absorption_fraction": 0.5566601715573842,
+      "full_absorption_rate": 0.3882783882783883,
+      "num_full_absorption": 636,
+      "num_probe_true_positives": 1638,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "j",
+      "mean_absorption_fraction": 0.41230771985239695,
+      "full_absorption_rate": 0.27184466019417475,
+      "num_full_absorption": 112,
+      "num_probe_true_positives": 412,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "k",
+      "mean_absorption_fraction": 0.22952222086566945,
+      "full_absorption_rate": 0.09481481481481481,
+      "num_full_absorption": 64,
+      "num_probe_true_positives": 675,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "l",
+      "mean_absorption_fraction": 0.5737482843930954,
+      "full_absorption_rate": 0.4087403598971722,
+      "num_full_absorption": 477,
+      "num_probe_true_positives": 1167,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "m",
+      "mean_absorption_fraction": 0.6814245446786736,
+      "full_absorption_rate": 0.500274574409665,
+      "num_full_absorption": 911,
+      "num_probe_true_positives": 1821,
+      "num_split_features": 3
+    },
+    {
+      "first_letter": "n",
+      "mean_absorption_fraction": 0.5440130265045751,
+      "full_absorption_rate": 0.3136020151133501,
+      "num_full_absorption": 249,
+      "num_probe_true_positives": 794,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "o",
+      "mean_absorption_fraction": 0.4040905603924752,
+      "full_absorption_rate": 0.19400187441424555,
+      "num_full_absorption": 207,
+      "num_probe_true_positives": 1067,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "p",
+      "mean_absorption_fraction": 0.7797710366668161,
+      "full_absorption_rate": 0.5473269062226117,
+      "num_full_absorption": 1249,
+      "num_probe_true_positives": 2282,
+      "num_split_features": 3
+    },
+    {
+      "first_letter": "q",
+      "mean_absorption_fraction": 0.3222575918031264,
+      "full_absorption_rate": 0.16842105263157894,
+      "num_full_absorption": 32,
+      "num_probe_true_positives": 190,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "r",
+      "mean_absorption_fraction": 0.6852024934359321,
+      "full_absorption_rate": 0.5038212815990594,
+      "num_full_absorption": 857,
+      "num_probe_true_positives": 1701,
+      "num_split_features": 3
+    },
+    {
+      "first_letter": "s",
+      "mean_absorption_fraction": 0.6981286454286791,
+      "full_absorption_rate": 0.5575347345920912,
+      "num_full_absorption": 1565,
+      "num_probe_true_positives": 2807,
+      "num_split_features": 7
+    },
+    {
+      "first_letter": "t",
+      "mean_absorption_fraction": 0.7110423532653868,
+      "full_absorption_rate": 0.5079646017699115,
+      "num_full_absorption": 861,
+      "num_probe_true_positives": 1695,
+      "num_split_features": 3
+    },
+    {
+      "first_letter": "u",
+      "mean_absorption_fraction": 0.3995663241148787,
+      "full_absorption_rate": 0.31920529801324504,
+      "num_full_absorption": 241,
+      "num_probe_true_positives": 755,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "v",
+      "mean_absorption_fraction": 0.3717835736899836,
+      "full_absorption_rate": 0.20785804816223066,
+      "num_full_absorption": 164,
+      "num_probe_true_positives": 789,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "w",
+      "mean_absorption_fraction": 0.5231441138039113,
+      "full_absorption_rate": 0.3760330578512397,
+      "num_full_absorption": 273,
+      "num_probe_true_positives": 726,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "x",
+      "mean_absorption_fraction": 0.11941588125068914,
+      "full_absorption_rate": 0.02654867256637168,
+      "num_full_absorption": 3,
+      "num_probe_true_positives": 113,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "y",
+      "mean_absorption_fraction": 0.13165534351732078,
+      "full_absorption_rate": 0.0625,
+      "num_full_absorption": 11,
+      "num_probe_true_positives": 176,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "z",
+      "mean_absorption_fraction": 0.12483155468578631,
+      "full_absorption_rate": 0.03829787234042553,
+      "num_full_absorption": 9,
+      "num_probe_true_positives": 235,
+      "num_split_features": 1
+    }
+  ],
+  "sae_bench_commit_hash": "60579ed19a6281956621283bada7be2e76a7b583",
+  "sae_lens_id": "custom_sae",
+  "sae_lens_release_id": "kl_finetunes_gemma-2-2b_standard_new_width-2pow16_date-0107_resid_post_layer_12_trainer_5",
+  "sae_lens_version": "5.4.2",
+  "sae_cfg_dict": {
+    "model_name": "gemma-2-2b",
+    "d_in": 2304,
+    "d_sae": 65536,
+    "hook_layer": 12,
+    "hook_name": "blocks.12.hook_resid_post",
+    "context_size": null,
+    "hook_head_index": null,
+    "architecture": "standard_april_update",
+    "apply_b_dec_to_input": null,
+    "finetuning_scaling_factor": null,
+    "activation_fn_str": "",
+    "prepend_bos": true,
+    "normalize_activations": "none",
+    "dtype": "bfloat16",
+    "device": "",
+    "dataset_path": "",
+    "dataset_trust_remote_code": true,
+    "seqpos_slice": [
+      null
+    ],
+    "training_tokens": -100000,
+    "sae_lens_training_version": null,
+    "neuronpedia_id": null
+  },
+  "eval_result_unstructured": null
+}

eval_results_finetunes/absorption/kl_finetunes_gemma-2-2b_top_k_width-2pow14_date-0107_resid_post_layer_12_trainer_0_custom_sae_eval_results.json

@@ -0,0 +1,268 @@
+{
+  "eval_type_id": "absorption_first_letter",
+  "eval_config": {
+    "model_name": "gemma-2-2b",
+    "random_seed": 42,
+    "f1_jump_threshold": 0.03,
+    "max_k_value": 10,
+    "prompt_template": "{word} has the first letter:",
+    "prompt_token_pos": -6,
+    "llm_batch_size": 32,
+    "llm_dtype": "bfloat16",
+    "k_sparse_probe_l1_decay": 0.01,
+    "k_sparse_probe_batch_size": 4096,
+    "k_sparse_probe_num_epochs": 50
+  },
+  "eval_id": "f9074aa1-0b4f-4b68-9e3c-3bfabf71bc13",
+  "datetime_epoch_millis": 1740076749888,
+  "eval_result_metrics": {
+    "mean": {
+      "mean_absorption_fraction_score": 0.37747633872113084,
+      "mean_full_absorption_score": 0.4139575465645789,
+      "mean_num_split_features": 3.269230769230769,
+      "std_dev_absorption_fraction_score": 0.19789018654007454,
+      "std_dev_full_absorption_score": 0.18954624360986377,
+      "std_dev_num_split_features": 2.42582262018792
+    }
+  },
+  "eval_result_details": [
+    {
+      "first_letter": "a",
+      "mean_absorption_fraction": 0.5971456051033638,
+      "full_absorption_rate": 0.4800637958532695,
+      "num_full_absorption": 1204,
+      "num_probe_true_positives": 2508,
+      "num_split_features": 8
+    },
+    {
+      "first_letter": "b",
+      "mean_absorption_fraction": 0.3813263071869703,
+      "full_absorption_rate": 0.4701686121919585,
+      "num_full_absorption": 725,
+      "num_probe_true_positives": 1542,
+      "num_split_features": 6
+    },
+    {
+      "first_letter": "c",
+      "mean_absorption_fraction": 0.7258237506928806,
+      "full_absorption_rate": 0.718716577540107,
+      "num_full_absorption": 2016,
+      "num_probe_true_positives": 2805,
+      "num_split_features": 5
+    },
+    {
+      "first_letter": "d",
+      "mean_absorption_fraction": 0.48482520471847396,
+      "full_absorption_rate": 0.5078313253012048,
+      "num_full_absorption": 843,
+      "num_probe_true_positives": 1660,
+      "num_split_features": 4
+    },
+    {
+      "first_letter": "e",
+      "mean_absorption_fraction": 0.5224461002137466,
+      "full_absorption_rate": 0.47339108910891087,
+      "num_full_absorption": 765,
+      "num_probe_true_positives": 1616,
+      "num_split_features": 3
+    },
+    {
+      "first_letter": "f",
+      "mean_absorption_fraction": 0.5491052342123783,
+      "full_absorption_rate": 0.5823909531502424,
+      "num_full_absorption": 721,
+      "num_probe_true_positives": 1238,
+      "num_split_features": 3
+    },
+    {
+      "first_letter": "g",
+      "mean_absorption_fraction": 0.27565515017431547,
+      "full_absorption_rate": 0.3467248908296943,
+      "num_full_absorption": 397,
+      "num_probe_true_positives": 1145,
+      "num_split_features": 3
+    },
+    {
+      "first_letter": "h",
+      "mean_absorption_fraction": 0.3776238034975393,
+      "full_absorption_rate": 0.4,
+      "num_full_absorption": 414,
+      "num_probe_true_positives": 1035,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "i",
+      "mean_absorption_fraction": 0.4793555693867835,
+      "full_absorption_rate": 0.49633699633699635,
+      "num_full_absorption": 813,
+      "num_probe_true_positives": 1638,
+      "num_split_features": 6
+    },
+    {
+      "first_letter": "j",
+      "mean_absorption_fraction": 0.12459906400823838,
+      "full_absorption_rate": 0.1553398058252427,
+      "num_full_absorption": 64,
+      "num_probe_true_positives": 412,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "k",
+      "mean_absorption_fraction": 0.07497296105837896,
+      "full_absorption_rate": 0.1037037037037037,
+      "num_full_absorption": 70,
+      "num_probe_true_positives": 675,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "l",
+      "mean_absorption_fraction": 0.3189773190709259,
+      "full_absorption_rate": 0.38046272493573263,
+      "num_full_absorption": 444,
+      "num_probe_true_positives": 1167,
+      "num_split_features": 4
+    },
+    {
+      "first_letter": "m",
+      "mean_absorption_fraction": 0.42581561984285576,
+      "full_absorption_rate": 0.4728171334431631,
+      "num_full_absorption": 861,
+      "num_probe_true_positives": 1821,
+      "num_split_features": 8
+    },
+    {
+      "first_letter": "n",
+      "mean_absorption_fraction": 0.45881668609062815,
+      "full_absorption_rate": 0.45591939546599497,
+      "num_full_absorption": 362,
+      "num_probe_true_positives": 794,
+      "num_split_features": 3
+    },
+    {
+      "first_letter": "o",
+      "mean_absorption_fraction": 0.3059020128826346,
+      "full_absorption_rate": 0.45454545454545453,
+      "num_full_absorption": 485,
+      "num_probe_true_positives": 1067,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "p",
+      "mean_absorption_fraction": 0.6640428801113221,
+      "full_absorption_rate": 0.6305872042068361,
+      "num_full_absorption": 1439,
+      "num_probe_true_positives": 2282,
+      "num_split_features": 7
+    },
+    {
+      "first_letter": "q",
+      "mean_absorption_fraction": 0.23857383539688107,
+      "full_absorption_rate": 0.3105263157894737,
+      "num_full_absorption": 59,
+      "num_probe_true_positives": 190,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "r",
+      "mean_absorption_fraction": 0.4896607321852771,
+      "full_absorption_rate": 0.5537918871252204,
+      "num_full_absorption": 942,
+      "num_probe_true_positives": 1701,
+      "num_split_features": 4
+    },
+    {
+      "first_letter": "s",
+      "mean_absorption_fraction": 0.47620660054740455,
+      "full_absorption_rate": 0.6294976843605272,
+      "num_full_absorption": 1767,
+      "num_probe_true_positives": 2807,
+      "num_split_features": 7
+    },
+    {
+      "first_letter": "t",
+      "mean_absorption_fraction": 0.629838138645014,
+      "full_absorption_rate": 0.6005899705014749,
+      "num_full_absorption": 1018,
+      "num_probe_true_positives": 1695,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "u",
+      "mean_absorption_fraction": 0.5066990836428441,
+      "full_absorption_rate": 0.6410596026490066,
+      "num_full_absorption": 484,
+      "num_probe_true_positives": 755,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "v",
+      "mean_absorption_fraction": 0.12582986991851342,
+      "full_absorption_rate": 0.21166032953105196,
+      "num_full_absorption": 167,
+      "num_probe_true_positives": 789,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "w",
+      "mean_absorption_fraction": 0.3654424833313806,
+      "full_absorption_rate": 0.4228650137741047,
+      "num_full_absorption": 307,
+      "num_probe_true_positives": 726,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "x",
+      "mean_absorption_fraction": 0.051502797875670484,
+      "full_absorption_rate": 0.07079646017699115,
+      "num_full_absorption": 8,
+      "num_probe_true_positives": 113,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "y",
+      "mean_absorption_fraction": 0.1337897577016078,
+      "full_absorption_rate": 0.14204545454545456,
+      "num_full_absorption": 25,
+      "num_probe_true_positives": 176,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "z",
+      "mean_absorption_fraction": 0.030408239253373628,
+      "full_absorption_rate": 0.05106382978723404,
+      "num_full_absorption": 12,
+      "num_probe_true_positives": 235,
+      "num_split_features": 1
+    }
+  ],
+  "sae_bench_commit_hash": "60579ed19a6281956621283bada7be2e76a7b583",
+  "sae_lens_id": "custom_sae",
+  "sae_lens_release_id": "kl_finetunes_gemma-2-2b_top_k_width-2pow14_date-0107_resid_post_layer_12_trainer_0",
+  "sae_lens_version": "5.4.2",
+  "sae_cfg_dict": {
+    "model_name": "gemma-2-2b",
+    "d_in": 2304,
+    "d_sae": 16384,
+    "hook_layer": 12,
+    "hook_name": "blocks.12.hook_resid_post",
+    "context_size": null,
+    "hook_head_index": null,
+    "architecture": "topk",
+    "apply_b_dec_to_input": null,
+    "finetuning_scaling_factor": null,
+    "activation_fn_str": "",
+    "prepend_bos": true,
+    "normalize_activations": "none",
+    "dtype": "bfloat16",
+    "device": "",
+    "dataset_path": "",
+    "dataset_trust_remote_code": true,
+    "seqpos_slice": [
+      null
+    ],
+    "training_tokens": -100000,
+    "sae_lens_training_version": null,
+    "neuronpedia_id": null
+  },
+  "eval_result_unstructured": null
+}

eval_results_finetunes/absorption/kl_finetunes_gemma-2-2b_top_k_width-2pow14_date-0107_resid_post_layer_12_trainer_1_custom_sae_eval_results.json

@@ -0,0 +1,268 @@
+{
+  "eval_type_id": "absorption_first_letter",
+  "eval_config": {
+    "model_name": "gemma-2-2b",
+    "random_seed": 42,
+    "f1_jump_threshold": 0.03,
+    "max_k_value": 10,
+    "prompt_template": "{word} has the first letter:",
+    "prompt_token_pos": -6,
+    "llm_batch_size": 32,
+    "llm_dtype": "bfloat16",
+    "k_sparse_probe_l1_decay": 0.01,
+    "k_sparse_probe_batch_size": 4096,
+    "k_sparse_probe_num_epochs": 50
+  },
+  "eval_id": "8afc9485-7c23-46a6-a571-8dfcd88b74a0",
+  "datetime_epoch_millis": 1740074545743,
+  "eval_result_metrics": {
+    "mean": {
+      "mean_absorption_fraction_score": 0.31839490776468177,
+      "mean_full_absorption_score": 0.3314631805182705,
+      "mean_num_split_features": 2.730769230769231,
+      "std_dev_absorption_fraction_score": 0.18921047426421872,
+      "std_dev_full_absorption_score": 0.18421106793113218,
+      "std_dev_num_split_features": 2.0505158825562373
+    }
+  },
+  "eval_result_details": [
+    {
+      "first_letter": "a",
+      "mean_absorption_fraction": 0.6049809639558894,
+      "full_absorption_rate": 0.49800637958532695,
+      "num_full_absorption": 1249,
+      "num_probe_true_positives": 2508,
+      "num_split_features": 5
+    },
+    {
+      "first_letter": "b",
+      "mean_absorption_fraction": 0.26007062348535115,
+      "full_absorption_rate": 0.3125810635538262,
+      "num_full_absorption": 482,
+      "num_probe_true_positives": 1542,
+      "num_split_features": 5
+    },
+    {
+      "first_letter": "c",
+      "mean_absorption_fraction": 0.5776837402582738,
+      "full_absorption_rate": 0.5440285204991088,
+      "num_full_absorption": 1526,
+      "num_probe_true_positives": 2805,
+      "num_split_features": 7
+    },
+    {
+      "first_letter": "d",
+      "mean_absorption_fraction": 0.3839260656787951,
+      "full_absorption_rate": 0.3493975903614458,
+      "num_full_absorption": 580,
+      "num_probe_true_positives": 1660,
+      "num_split_features": 4
+    },
+    {
+      "first_letter": "e",
+      "mean_absorption_fraction": 0.5491400236273614,
+      "full_absorption_rate": 0.4975247524752475,
+      "num_full_absorption": 804,
+      "num_probe_true_positives": 1616,
+      "num_split_features": 3
+    },
+    {
+      "first_letter": "f",
+      "mean_absorption_fraction": 0.41603058308666035,
+      "full_absorption_rate": 0.4087237479806139,
+      "num_full_absorption": 506,
+      "num_probe_true_positives": 1238,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "g",
+      "mean_absorption_fraction": 0.3562791807345914,
+      "full_absorption_rate": 0.3868995633187773,
+      "num_full_absorption": 443,
+      "num_probe_true_positives": 1145,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "h",
+      "mean_absorption_fraction": 0.22981263470261395,
+      "full_absorption_rate": 0.2289855072463768,
+      "num_full_absorption": 237,
+      "num_probe_true_positives": 1035,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "i",
+      "mean_absorption_fraction": 0.3856963045568308,
+      "full_absorption_rate": 0.42918192918192916,
+      "num_full_absorption": 703,
+      "num_probe_true_positives": 1638,
+      "num_split_features": 5
+    },
+    {
+      "first_letter": "j",
+      "mean_absorption_fraction": 0.01846723298578015,
+      "full_absorption_rate": 0.038834951456310676,
+      "num_full_absorption": 16,
+      "num_probe_true_positives": 412,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "k",
+      "mean_absorption_fraction": 0.04136762125390637,
+      "full_absorption_rate": 0.05037037037037037,
+      "num_full_absorption": 34,
+      "num_probe_true_positives": 675,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "l",
+      "mean_absorption_fraction": 0.30929793561492136,
+      "full_absorption_rate": 0.3401885175664096,
+      "num_full_absorption": 397,
+      "num_probe_true_positives": 1167,
+      "num_split_features": 3
+    },
+    {
+      "first_letter": "m",
+      "mean_absorption_fraction": 0.4736418912102383,
+      "full_absorption_rate": 0.5172981878088962,
+      "num_full_absorption": 942,
+      "num_probe_true_positives": 1821,
+      "num_split_features": 6
+    },
+    {
+      "first_letter": "n",
+      "mean_absorption_fraction": 0.28225493966228277,
+      "full_absorption_rate": 0.26448362720403024,
+      "num_full_absorption": 210,
+      "num_probe_true_positives": 794,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "o",
+      "mean_absorption_fraction": 0.37481096091469307,
+      "full_absorption_rate": 0.46485473289597,
+      "num_full_absorption": 496,
+      "num_probe_true_positives": 1067,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "p",
+      "mean_absorption_fraction": 0.6552642696406819,
+      "full_absorption_rate": 0.6156879929886064,
+      "num_full_absorption": 1405,
+      "num_probe_true_positives": 2282,
+      "num_split_features": 5
+    },
+    {
+      "first_letter": "q",
+      "mean_absorption_fraction": 0.14073819277923014,
+      "full_absorption_rate": 0.17894736842105263,
+      "num_full_absorption": 34,
+      "num_probe_true_positives": 190,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "r",
+      "mean_absorption_fraction": 0.45016305961443226,
+      "full_absorption_rate": 0.47677836566725457,
+      "num_full_absorption": 811,
+      "num_probe_true_positives": 1701,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "s",
+      "mean_absorption_fraction": 0.45928419865327924,
+      "full_absorption_rate": 0.5529034556465978,
+      "num_full_absorption": 1552,
+      "num_probe_true_positives": 2807,
+      "num_split_features": 7
+    },
+    {
+      "first_letter": "t",
+      "mean_absorption_fraction": 0.4171686934889313,
+      "full_absorption_rate": 0.34926253687315634,
+      "num_full_absorption": 592,
+      "num_probe_true_positives": 1695,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "u",
+      "mean_absorption_fraction": 0.3753684140171086,
+      "full_absorption_rate": 0.5311258278145695,
+      "num_full_absorption": 401,
+      "num_probe_true_positives": 755,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "v",
+      "mean_absorption_fraction": 0.14320502373748673,
+      "full_absorption_rate": 0.2002534854245881,
+      "num_full_absorption": 158,
+      "num_probe_true_positives": 789,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "w",
+      "mean_absorption_fraction": 0.25757599356476546,
+      "full_absorption_rate": 0.2699724517906336,
+      "num_full_absorption": 196,
+      "num_probe_true_positives": 726,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "x",
+      "mean_absorption_fraction": 0.03557787974406646,
+      "full_absorption_rate": 0.02654867256637168,
+      "num_full_absorption": 3,
+      "num_probe_true_positives": 113,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "y",
+      "mean_absorption_fraction": 0.06861018177768921,
+      "full_absorption_rate": 0.06818181818181818,
+      "num_full_absorption": 12,
+      "num_probe_true_positives": 176,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "z",
+      "mean_absorption_fraction": 0.011850993135864673,
+      "full_absorption_rate": 0.01702127659574468,
+      "num_full_absorption": 4,
+      "num_probe_true_positives": 235,
+      "num_split_features": 1
+    }
+  ],
+  "sae_bench_commit_hash": "60579ed19a6281956621283bada7be2e76a7b583",
+  "sae_lens_id": "custom_sae",
+  "sae_lens_release_id": "kl_finetunes_gemma-2-2b_top_k_width-2pow14_date-0107_resid_post_layer_12_trainer_1",
+  "sae_lens_version": "5.4.2",
+  "sae_cfg_dict": {
+    "model_name": "gemma-2-2b",
+    "d_in": 2304,
+    "d_sae": 16384,
+    "hook_layer": 12,
+    "hook_name": "blocks.12.hook_resid_post",
+    "context_size": null,
+    "hook_head_index": null,
+    "architecture": "topk",
+    "apply_b_dec_to_input": null,
+    "finetuning_scaling_factor": null,
+    "activation_fn_str": "",
+    "prepend_bos": true,
+    "normalize_activations": "none",
+    "dtype": "bfloat16",
+    "device": "",
+    "dataset_path": "",
+    "dataset_trust_remote_code": true,
+    "seqpos_slice": [
+      null
+    ],
+    "training_tokens": -100000,
+    "sae_lens_training_version": null,
+    "neuronpedia_id": null
+  },
+  "eval_result_unstructured": null
+}

eval_results_finetunes/absorption/kl_finetunes_gemma-2-2b_top_k_width-2pow14_date-0107_resid_post_layer_12_trainer_2_custom_sae_eval_results.json

@@ -0,0 +1,268 @@
+{
+  "eval_type_id": "absorption_first_letter",
+  "eval_config": {
+    "model_name": "gemma-2-2b",
+    "random_seed": 42,
+    "f1_jump_threshold": 0.03,
+    "max_k_value": 10,
+    "prompt_template": "{word} has the first letter:",
+    "prompt_token_pos": -6,
+    "llm_batch_size": 32,
+    "llm_dtype": "bfloat16",
+    "k_sparse_probe_l1_decay": 0.01,
+    "k_sparse_probe_batch_size": 4096,
+    "k_sparse_probe_num_epochs": 50
+  },
+  "eval_id": "7192a0e1-a7da-41bd-a84d-9026148fcf82",
+  "datetime_epoch_millis": 1740077437804,
+  "eval_result_metrics": {
+    "mean": {
+      "mean_absorption_fraction_score": 0.17942797907165925,
+      "mean_full_absorption_score": 0.15978218783987327,
+      "mean_num_split_features": 1.5,
+      "std_dev_absorption_fraction_score": 0.15226072446759698,
+      "std_dev_full_absorption_score": 0.13533222488741237,
+      "std_dev_num_split_features": 0.8602325267042626
+    }
+  },
+  "eval_result_details": [
+    {
+      "first_letter": "a",
+      "mean_absorption_fraction": 0.47564895197099144,
+      "full_absorption_rate": 0.31259968102073366,
+      "num_full_absorption": 784,
+      "num_probe_true_positives": 2508,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "b",
+      "mean_absorption_fraction": 0.02365185253295002,
+      "full_absorption_rate": 0.02594033722438392,
+      "num_full_absorption": 40,
+      "num_probe_true_positives": 1542,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "c",
+      "mean_absorption_fraction": 0.4598973519414802,
+      "full_absorption_rate": 0.37219251336898396,
+      "num_full_absorption": 1044,
+      "num_probe_true_positives": 2805,
+      "num_split_features": 3
+    },
+    {
+      "first_letter": "d",
+      "mean_absorption_fraction": 0.2749116720207556,
+      "full_absorption_rate": 0.20662650602409638,
+      "num_full_absorption": 343,
+      "num_probe_true_positives": 1660,
+      "num_split_features": 3
+    },
+    {
+      "first_letter": "e",
+      "mean_absorption_fraction": 0.2707575688664681,
+      "full_absorption_rate": 0.2004950495049505,
+      "num_full_absorption": 324,
+      "num_probe_true_positives": 1616,
+      "num_split_features": 3
+    },
+    {
+      "first_letter": "f",
+      "mean_absorption_fraction": 0.1519379314336452,
+      "full_absorption_rate": 0.12762520193861066,
+      "num_full_absorption": 158,
+      "num_probe_true_positives": 1238,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "g",
+      "mean_absorption_fraction": 0.08931513277897936,
+      "full_absorption_rate": 0.09344978165938865,
+      "num_full_absorption": 107,
+      "num_probe_true_positives": 1145,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "h",
+      "mean_absorption_fraction": 0.04798358268604414,
+      "full_absorption_rate": 0.033816425120772944,
+      "num_full_absorption": 35,
+      "num_probe_true_positives": 1035,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "i",
+      "mean_absorption_fraction": 0.41216370077647757,
+      "full_absorption_rate": 0.4297924297924298,
+      "num_full_absorption": 704,
+      "num_probe_true_positives": 1638,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "j",
+      "mean_absorption_fraction": 0.0,
+      "full_absorption_rate": 0.009708737864077669,
+      "num_full_absorption": 4,
+      "num_probe_true_positives": 412,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "k",
+      "mean_absorption_fraction": 0.010591802895094848,
+      "full_absorption_rate": 0.013333333333333334,
+      "num_full_absorption": 9,
+      "num_probe_true_positives": 675,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "l",
+      "mean_absorption_fraction": 0.18751227466897116,
+      "full_absorption_rate": 0.20051413881748073,
+      "num_full_absorption": 234,
+      "num_probe_true_positives": 1167,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "m",
+      "mean_absorption_fraction": 0.10548850032097844,
+      "full_absorption_rate": 0.10049423393739704,
+      "num_full_absorption": 183,
+      "num_probe_true_positives": 1821,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "n",
+      "mean_absorption_fraction": 0.11818217053319924,
+      "full_absorption_rate": 0.08564231738035265,
+      "num_full_absorption": 68,
+      "num_probe_true_positives": 794,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "o",
+      "mean_absorption_fraction": 0.27228559065459534,
+      "full_absorption_rate": 0.3064667291471415,
+      "num_full_absorption": 327,
+      "num_probe_true_positives": 1067,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "p",
+      "mean_absorption_fraction": 0.42231676025499576,
+      "full_absorption_rate": 0.3299737072743208,
+      "num_full_absorption": 753,
+      "num_probe_true_positives": 2282,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "q",
+      "mean_absorption_fraction": 0.08127272823941951,
+      "full_absorption_rate": 0.06842105263157895,
+      "num_full_absorption": 13,
+      "num_probe_true_positives": 190,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "r",
+      "mean_absorption_fraction": 0.2961293111494162,
+      "full_absorption_rate": 0.2569077013521458,
+      "num_full_absorption": 437,
+      "num_probe_true_positives": 1701,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "s",
+      "mean_absorption_fraction": 0.3695603008892001,
+      "full_absorption_rate": 0.4324902030637692,
+      "num_full_absorption": 1214,
+      "num_probe_true_positives": 2807,
+      "num_split_features": 4
+    },
+    {
+      "first_letter": "t",
+      "mean_absorption_fraction": 0.18786499442114749,
+      "full_absorption_rate": 0.11209439528023599,
+      "num_full_absorption": 190,
+      "num_probe_true_positives": 1695,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "u",
+      "mean_absorption_fraction": 0.1637863224612186,
+      "full_absorption_rate": 0.21589403973509932,
+      "num_full_absorption": 163,
+      "num_probe_true_positives": 755,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "v",
+      "mean_absorption_fraction": 0.02925016974477176,
+      "full_absorption_rate": 0.043092522179974654,
+      "num_full_absorption": 34,
+      "num_probe_true_positives": 789,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "w",
+      "mean_absorption_fraction": 0.1275726157048305,
+      "full_absorption_rate": 0.09090909090909091,
+      "num_full_absorption": 66,
+      "num_probe_true_positives": 726,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "x",
+      "mean_absorption_fraction": 0.028161295653006697,
+      "full_absorption_rate": 0.017699115044247787,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 113,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "y",
+      "mean_absorption_fraction": 0.048059342038807434,
+      "full_absorption_rate": 0.05113636363636364,
+      "num_full_absorption": 9,
+      "num_probe_true_positives": 176,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "z",
+      "mean_absorption_fraction": 0.010825531225695472,
+      "full_absorption_rate": 0.01702127659574468,
+      "num_full_absorption": 4,
+      "num_probe_true_positives": 235,
+      "num_split_features": 1
+    }
+  ],
+  "sae_bench_commit_hash": "60579ed19a6281956621283bada7be2e76a7b583",
+  "sae_lens_id": "custom_sae",
+  "sae_lens_release_id": "kl_finetunes_gemma-2-2b_top_k_width-2pow14_date-0107_resid_post_layer_12_trainer_2",
+  "sae_lens_version": "5.4.2",
+  "sae_cfg_dict": {
+    "model_name": "gemma-2-2b",
+    "d_in": 2304,
+    "d_sae": 16384,
+    "hook_layer": 12,
+    "hook_name": "blocks.12.hook_resid_post",
+    "context_size": null,
+    "hook_head_index": null,
+    "architecture": "topk",
+    "apply_b_dec_to_input": null,
+    "finetuning_scaling_factor": null,
+    "activation_fn_str": "",
+    "prepend_bos": true,
+    "normalize_activations": "none",
+    "dtype": "bfloat16",
+    "device": "",
+    "dataset_path": "",
+    "dataset_trust_remote_code": true,
+    "seqpos_slice": [
+      null
+    ],
+    "training_tokens": -100000,
+    "sae_lens_training_version": null,
+    "neuronpedia_id": null
+  },
+  "eval_result_unstructured": null
+}

eval_results_finetunes/absorption/kl_finetunes_gemma-2-2b_top_k_width-2pow14_date-0107_resid_post_layer_12_trainer_3_custom_sae_eval_results.json

@@ -0,0 +1,268 @@
+{
+  "eval_type_id": "absorption_first_letter",
+  "eval_config": {
+    "model_name": "gemma-2-2b",
+    "random_seed": 42,
+    "f1_jump_threshold": 0.03,
+    "max_k_value": 10,
+    "prompt_template": "{word} has the first letter:",
+    "prompt_token_pos": -6,
+    "llm_batch_size": 32,
+    "llm_dtype": "bfloat16",
+    "k_sparse_probe_l1_decay": 0.01,
+    "k_sparse_probe_batch_size": 4096,
+    "k_sparse_probe_num_epochs": 50
+  },
+  "eval_id": "2ede38b6-345d-47f1-b639-8da6aa368fbe",
+  "datetime_epoch_millis": 1740078140625,
+  "eval_result_metrics": {
+    "mean": {
+      "mean_absorption_fraction_score": 0.04801302443670268,
+      "mean_full_absorption_score": 0.03591255684680933,
+      "mean_num_split_features": 1.0384615384615385,
+      "std_dev_absorption_fraction_score": 0.07947032446059547,
+      "std_dev_full_absorption_score": 0.08062070797631418,
+      "std_dev_num_split_features": 0.19611613513818404
+    }
+  },
+  "eval_result_details": [
+    {
+      "first_letter": "a",
+      "mean_absorption_fraction": 0.02934165591566395,
+      "full_absorption_rate": 0.009170653907496013,
+      "num_full_absorption": 23,
+      "num_probe_true_positives": 2508,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "b",
+      "mean_absorption_fraction": 0.0029935259579446072,
+      "full_absorption_rate": 0.004539559014267186,
+      "num_full_absorption": 7,
+      "num_probe_true_positives": 1542,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "c",
+      "mean_absorption_fraction": 0.005569506519538388,
+      "full_absorption_rate": 0.0017825311942959,
+      "num_full_absorption": 5,
+      "num_probe_true_positives": 2805,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "d",
+      "mean_absorption_fraction": 0.00922397878267749,
+      "full_absorption_rate": 0.005421686746987952,
+      "num_full_absorption": 9,
+      "num_probe_true_positives": 1660,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "e",
+      "mean_absorption_fraction": 0.10168121881529071,
+      "full_absorption_rate": 0.03589108910891089,
+      "num_full_absorption": 58,
+      "num_probe_true_positives": 1616,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "f",
+      "mean_absorption_fraction": 0.008827253461870332,
+      "full_absorption_rate": 0.0032310177705977385,
+      "num_full_absorption": 4,
+      "num_probe_true_positives": 1238,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "g",
+      "mean_absorption_fraction": 0.012313091462540756,
+      "full_absorption_rate": 0.00611353711790393,
+      "num_full_absorption": 7,
+      "num_probe_true_positives": 1145,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "h",
+      "mean_absorption_fraction": 0.012699860300682255,
+      "full_absorption_rate": 0.00676328502415459,
+      "num_full_absorption": 7,
+      "num_probe_true_positives": 1035,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "i",
+      "mean_absorption_fraction": 0.09975263121604687,
+      "full_absorption_rate": 0.06898656898656899,
+      "num_full_absorption": 113,
+      "num_probe_true_positives": 1638,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "j",
+      "mean_absorption_fraction": 0.0037571585606403575,
+      "full_absorption_rate": 0.009708737864077669,
+      "num_full_absorption": 4,
+      "num_probe_true_positives": 412,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "k",
+      "mean_absorption_fraction": 0.0051757245171220635,
+      "full_absorption_rate": 0.0044444444444444444,
+      "num_full_absorption": 3,
+      "num_probe_true_positives": 675,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "l",
+      "mean_absorption_fraction": 0.058294956943712124,
+      "full_absorption_rate": 0.023993144815766924,
+      "num_full_absorption": 28,
+      "num_probe_true_positives": 1167,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "m",
+      "mean_absorption_fraction": 0.001762598898069777,
+      "full_absorption_rate": 0.004942339373970346,
+      "num_full_absorption": 9,
+      "num_probe_true_positives": 1821,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "n",
+      "mean_absorption_fraction": 0.0417621897858296,
+      "full_absorption_rate": 0.006297229219143577,
+      "num_full_absorption": 5,
+      "num_probe_true_positives": 794,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "o",
+      "mean_absorption_fraction": 0.1499792308079282,
+      "full_absorption_rate": 0.16119962511715089,
+      "num_full_absorption": 172,
+      "num_probe_true_positives": 1067,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "p",
+      "mean_absorption_fraction": 0.07528312050104714,
+      "full_absorption_rate": 0.01621384750219106,
+      "num_full_absorption": 37,
+      "num_probe_true_positives": 2282,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "q",
+      "mean_absorption_fraction": 0.011651399259752978,
+      "full_absorption_rate": 0.021052631578947368,
+      "num_full_absorption": 4,
+      "num_probe_true_positives": 190,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "r",
+      "mean_absorption_fraction": 0.05169549625768419,
+      "full_absorption_rate": 0.026455026455026454,
+      "num_full_absorption": 45,
+      "num_probe_true_positives": 1701,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "s",
+      "mean_absorption_fraction": 0.018073780196159923,
+      "full_absorption_rate": 0.0110438190238689,
+      "num_full_absorption": 31,
+      "num_probe_true_positives": 2807,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "t",
+      "mean_absorption_fraction": 0.015837549421101646,
+      "full_absorption_rate": 0.0029498525073746312,
+      "num_full_absorption": 5,
+      "num_probe_true_positives": 1695,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "u",
+      "mean_absorption_fraction": 0.39172802729272294,
+      "full_absorption_rate": 0.3973509933774834,
+      "num_full_absorption": 300,
+      "num_probe_true_positives": 755,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "v",
+      "mean_absorption_fraction": 0.0007882202694839606,
+      "full_absorption_rate": 0.0025348542458808617,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 789,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "w",
+      "mean_absorption_fraction": 0.03700330112932826,
+      "full_absorption_rate": 0.02203856749311295,
+      "num_full_absorption": 16,
+      "num_probe_true_positives": 726,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "x",
+      "mean_absorption_fraction": 0.05503942363659827,
+      "full_absorption_rate": 0.017699115044247787,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 113,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "y",
+      "mean_absorption_fraction": 0.03850760997536622,
+      "full_absorption_rate": 0.05113636363636364,
+      "num_full_absorption": 9,
+      "num_probe_true_positives": 176,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "z",
+      "mean_absorption_fraction": 0.009596125469466737,
+      "full_absorption_rate": 0.01276595744680851,
+      "num_full_absorption": 3,
+      "num_probe_true_positives": 235,
+      "num_split_features": 1
+    }
+  ],
+  "sae_bench_commit_hash": "60579ed19a6281956621283bada7be2e76a7b583",
+  "sae_lens_id": "custom_sae",
+  "sae_lens_release_id": "kl_finetunes_gemma-2-2b_top_k_width-2pow14_date-0107_resid_post_layer_12_trainer_3",
+  "sae_lens_version": "5.4.2",
+  "sae_cfg_dict": {
+    "model_name": "gemma-2-2b",
+    "d_in": 2304,
+    "d_sae": 16384,
+    "hook_layer": 12,
+    "hook_name": "blocks.12.hook_resid_post",
+    "context_size": null,
+    "hook_head_index": null,
+    "architecture": "topk",
+    "apply_b_dec_to_input": null,
+    "finetuning_scaling_factor": null,
+    "activation_fn_str": "",
+    "prepend_bos": true,
+    "normalize_activations": "none",
+    "dtype": "bfloat16",
+    "device": "",
+    "dataset_path": "",
+    "dataset_trust_remote_code": true,
+    "seqpos_slice": [
+      null
+    ],
+    "training_tokens": -100000,
+    "sae_lens_training_version": null,
+    "neuronpedia_id": null
+  },
+  "eval_result_unstructured": null
+}

eval_results_finetunes/absorption/kl_finetunes_gemma-2-2b_top_k_width-2pow14_date-0107_resid_post_layer_12_trainer_4_custom_sae_eval_results.json

@@ -0,0 +1,268 @@
+{
+  "eval_type_id": "absorption_first_letter",
+  "eval_config": {
+    "model_name": "gemma-2-2b",
+    "random_seed": 42,
+    "f1_jump_threshold": 0.03,
+    "max_k_value": 10,
+    "prompt_template": "{word} has the first letter:",
+    "prompt_token_pos": -6,
+    "llm_batch_size": 32,
+    "llm_dtype": "bfloat16",
+    "k_sparse_probe_l1_decay": 0.01,
+    "k_sparse_probe_batch_size": 4096,
+    "k_sparse_probe_num_epochs": 50
+  },
+  "eval_id": "fca0882d-facd-4d4a-829b-88d40a83269a",
+  "datetime_epoch_millis": 1740076039093,
+  "eval_result_metrics": {
+    "mean": {
+      "mean_absorption_fraction_score": 0.04725406186343194,
+      "mean_full_absorption_score": 0.035376663712700394,
+      "mean_num_split_features": 1.1538461538461537,
+      "std_dev_absorption_fraction_score": 0.12702547722858154,
+      "std_dev_full_absorption_score": 0.1273809249096068,
+      "std_dev_num_split_features": 0.36794648440311994
+    }
+  },
+  "eval_result_details": [
+    {
+      "first_letter": "a",
+      "mean_absorption_fraction": 0.009415356574908502,
+      "full_absorption_rate": 0.001993620414673046,
+      "num_full_absorption": 5,
+      "num_probe_true_positives": 2508,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "b",
+      "mean_absorption_fraction": 0.0010598118823535877,
+      "full_absorption_rate": 0.0006485084306095979,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 1542,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "c",
+      "mean_absorption_fraction": 2.681482172260622e-05,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 2805,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "d",
+      "mean_absorption_fraction": 0.0,
+      "full_absorption_rate": 0.0030120481927710845,
+      "num_full_absorption": 5,
+      "num_probe_true_positives": 1660,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "e",
+      "mean_absorption_fraction": 0.005805138800008344,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1616,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "f",
+      "mean_absorption_fraction": 0.0002805702876438644,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1238,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "g",
+      "mean_absorption_fraction": 0.006430103531010465,
+      "full_absorption_rate": 0.0017467248908296944,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 1145,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "h",
+      "mean_absorption_fraction": 0.005265016174444728,
+      "full_absorption_rate": 0.001932367149758454,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 1035,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "i",
+      "mean_absorption_fraction": 0.07734533383832189,
+      "full_absorption_rate": 0.014652014652014652,
+      "num_full_absorption": 24,
+      "num_probe_true_positives": 1638,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "j",
+      "mean_absorption_fraction": 0.00013682976302465064,
+      "full_absorption_rate": 0.0024271844660194173,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 412,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "k",
+      "mean_absorption_fraction": 0.09316016842349063,
+      "full_absorption_rate": 0.013333333333333334,
+      "num_full_absorption": 9,
+      "num_probe_true_positives": 675,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "l",
+      "mean_absorption_fraction": 0.0027611929011460462,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1167,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "m",
+      "mean_absorption_fraction": 0.0,
+      "full_absorption_rate": 0.007138934651290499,
+      "num_full_absorption": 13,
+      "num_probe_true_positives": 1821,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "n",
+      "mean_absorption_fraction": 0.0018469457675600843,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 794,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "o",
+      "mean_absorption_fraction": 0.018485424239876518,
+      "full_absorption_rate": 0.0018744142455482662,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 1067,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "p",
+      "mean_absorption_fraction": 0.00015561067287864704,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 2282,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "q",
+      "mean_absorption_fraction": 0.014953244171397297,
+      "full_absorption_rate": 0.010526315789473684,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 190,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "r",
+      "mean_absorption_fraction": 0.0004312995824857611,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1701,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "s",
+      "mean_absorption_fraction": 0.00032280375537369337,
+      "full_absorption_rate": 0.0003562522265764161,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 2807,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "t",
+      "mean_absorption_fraction": 0.008179936000677979,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1695,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "u",
+      "mean_absorption_fraction": 0.5644845103885536,
+      "full_absorption_rate": 0.6251655629139072,
+      "num_full_absorption": 472,
+      "num_probe_true_positives": 755,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "v",
+      "mean_absorption_fraction": 0.001315398452670934,
+      "full_absorption_rate": 0.0038022813688212928,
+      "num_full_absorption": 3,
+      "num_probe_true_positives": 789,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "w",
+      "mean_absorption_fraction": 0.0167619192257724,
+      "full_absorption_rate": 0.011019283746556474,
+      "num_full_absorption": 8,
+      "num_probe_true_positives": 726,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "x",
+      "mean_absorption_fraction": 0.01788328707276735,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 113,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "y",
+      "mean_absorption_fraction": 0.3549107104349042,
+      "full_absorption_rate": 0.2159090909090909,
+      "num_full_absorption": 38,
+      "num_probe_true_positives": 176,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "z",
+      "mean_absorption_fraction": 0.0271881816862366,
+      "full_absorption_rate": 0.00425531914893617,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 235,
+      "num_split_features": 1
+    }
+  ],
+  "sae_bench_commit_hash": "60579ed19a6281956621283bada7be2e76a7b583",
+  "sae_lens_id": "custom_sae",
+  "sae_lens_release_id": "kl_finetunes_gemma-2-2b_top_k_width-2pow14_date-0107_resid_post_layer_12_trainer_4",
+  "sae_lens_version": "5.4.2",
+  "sae_cfg_dict": {
+    "model_name": "gemma-2-2b",
+    "d_in": 2304,
+    "d_sae": 16384,
+    "hook_layer": 12,
+    "hook_name": "blocks.12.hook_resid_post",
+    "context_size": null,
+    "hook_head_index": null,
+    "architecture": "topk",
+    "apply_b_dec_to_input": null,
+    "finetuning_scaling_factor": null,
+    "activation_fn_str": "",
+    "prepend_bos": true,
+    "normalize_activations": "none",
+    "dtype": "bfloat16",
+    "device": "",
+    "dataset_path": "",
+    "dataset_trust_remote_code": true,
+    "seqpos_slice": [
+      null
+    ],
+    "training_tokens": -100000,
+    "sae_lens_training_version": null,
+    "neuronpedia_id": null
+  },
+  "eval_result_unstructured": null
+}

eval_results_finetunes/absorption/kl_finetunes_gemma-2-2b_top_k_width-2pow14_date-0107_resid_post_layer_12_trainer_5_custom_sae_eval_results.json

@@ -0,0 +1,268 @@
+{
+  "eval_type_id": "absorption_first_letter",
+  "eval_config": {
+    "model_name": "gemma-2-2b",
+    "random_seed": 42,
+    "f1_jump_threshold": 0.03,
+    "max_k_value": 10,
+    "prompt_template": "{word} has the first letter:",
+    "prompt_token_pos": -6,
+    "llm_batch_size": 32,
+    "llm_dtype": "bfloat16",
+    "k_sparse_probe_l1_decay": 0.01,
+    "k_sparse_probe_batch_size": 4096,
+    "k_sparse_probe_num_epochs": 50
+  },
+  "eval_id": "4b1b8fa0-4e18-48e5-8a0b-ce7bb5b4208b",
+  "datetime_epoch_millis": 1740075302374,
+  "eval_result_metrics": {
+    "mean": {
+      "mean_absorption_fraction_score": 0.10691279716460964,
+      "mean_full_absorption_score": 0.04496650031498632,
+      "mean_num_split_features": 1.3076923076923077,
+      "std_dev_absorption_fraction_score": 0.2646622409455047,
+      "std_dev_full_absorption_score": 0.15377861098967333,
+      "std_dev_num_split_features": 0.5491251783869153
+    }
+  },
+  "eval_result_details": [
+    {
+      "first_letter": "a",
+      "mean_absorption_fraction": 0.0019515094681566653,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 2508,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "b",
+      "mean_absorption_fraction": 0.0015650618455625462,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1542,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "c",
+      "mean_absorption_fraction": 0.0,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 2805,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "d",
+      "mean_absorption_fraction": 0.0002489021118178152,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1660,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "e",
+      "mean_absorption_fraction": 0.0017399766884406232,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1616,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "f",
+      "mean_absorption_fraction": 0.002086390044012097,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1238,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "g",
+      "mean_absorption_fraction": 0.019592569798226284,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1145,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "h",
+      "mean_absorption_fraction": 0.010286585437156805,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1035,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "i",
+      "mean_absorption_fraction": 0.025307686740506496,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1638,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "j",
+      "mean_absorption_fraction": 0.001778383083826356,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 412,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "k",
+      "mean_absorption_fraction": 0.02774139524886622,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 675,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "l",
+      "mean_absorption_fraction": 0.02970714069454916,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1167,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "m",
+      "mean_absorption_fraction": 0.005959470315798746,
+      "full_absorption_rate": 0.004393190554640308,
+      "num_full_absorption": 8,
+      "num_probe_true_positives": 1821,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "n",
+      "mean_absorption_fraction": 0.0036818374231465958,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 794,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "o",
+      "mean_absorption_fraction": 0.0025381797908818992,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1067,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "p",
+      "mean_absorption_fraction": 0.002444093867357725,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 2282,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "q",
+      "mean_absorption_fraction": 0.8720913195010103,
+      "full_absorption_rate": 0.5157894736842106,
+      "num_full_absorption": 98,
+      "num_probe_true_positives": 190,
+      "num_split_features": 3
+    },
+    {
+      "first_letter": "r",
+      "mean_absorption_fraction": 0.0,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1701,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "s",
+      "mean_absorption_fraction": 0.0001310025196193003,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 2807,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "t",
+      "mean_absorption_fraction": 0.004794285383742862,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1695,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "u",
+      "mean_absorption_fraction": 0.0082685023894774,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 755,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "v",
+      "mean_absorption_fraction": 0.008778392470257317,
+      "full_absorption_rate": 0.0012674271229404308,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 789,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "w",
+      "mean_absorption_fraction": 0.004039336538578031,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 726,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "x",
+      "mean_absorption_fraction": 0.16255359383165666,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 113,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "y",
+      "mean_absorption_fraction": 0.8471691439845103,
+      "full_absorption_rate": 0.6136363636363636,
+      "num_full_absorption": 108,
+      "num_probe_true_positives": 176,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "z",
+      "mean_absorption_fraction": 0.7352779671026924,
+      "full_absorption_rate": 0.03404255319148936,
+      "num_full_absorption": 8,
+      "num_probe_true_positives": 235,
+      "num_split_features": 1
+    }
+  ],
+  "sae_bench_commit_hash": "60579ed19a6281956621283bada7be2e76a7b583",
+  "sae_lens_id": "custom_sae",
+  "sae_lens_release_id": "kl_finetunes_gemma-2-2b_top_k_width-2pow14_date-0107_resid_post_layer_12_trainer_5",
+  "sae_lens_version": "5.4.2",
+  "sae_cfg_dict": {
+    "model_name": "gemma-2-2b",
+    "d_in": 2304,
+    "d_sae": 16384,
+    "hook_layer": 12,
+    "hook_name": "blocks.12.hook_resid_post",
+    "context_size": null,
+    "hook_head_index": null,
+    "architecture": "topk",
+    "apply_b_dec_to_input": null,
+    "finetuning_scaling_factor": null,
+    "activation_fn_str": "",
+    "prepend_bos": true,
+    "normalize_activations": "none",
+    "dtype": "bfloat16",
+    "device": "",
+    "dataset_path": "",
+    "dataset_trust_remote_code": true,
+    "seqpos_slice": [
+      null
+    ],
+    "training_tokens": -100000,
+    "sae_lens_training_version": null,
+    "neuronpedia_id": null
+  },
+  "eval_result_unstructured": null
+}

eval_results_finetunes/absorption/kl_finetunes_gemma-2-2b_top_k_width-2pow16_date-0107_resid_post_layer_12_trainer_0_custom_sae_eval_results.json

@@ -0,0 +1,268 @@
+{
+  "eval_type_id": "absorption_first_letter",
+  "eval_config": {
+    "model_name": "gemma-2-2b",
+    "random_seed": 42,
+    "f1_jump_threshold": 0.03,
+    "max_k_value": 10,
+    "prompt_template": "{word} has the first letter:",
+    "prompt_token_pos": -6,
+    "llm_batch_size": 32,
+    "llm_dtype": "bfloat16",
+    "k_sparse_probe_l1_decay": 0.01,
+    "k_sparse_probe_batch_size": 4096,
+    "k_sparse_probe_num_epochs": 50
+  },
+  "eval_id": "9c26caea-7ab6-40f7-b9ff-92a9e95bc77b",
+  "datetime_epoch_millis": 1740111330754,
+  "eval_result_metrics": {
+    "mean": {
+      "mean_absorption_fraction_score": 0.5571745900551895,
+      "mean_full_absorption_score": 0.6205963032975313,
+      "mean_num_split_features": 3.3461538461538463,
+      "std_dev_absorption_fraction_score": 0.21989389200707546,
+      "std_dev_full_absorption_score": 0.22468883182683483,
+      "std_dev_num_split_features": 2.115510485765697
+    }
+  },
+  "eval_result_details": [
+    {
+      "first_letter": "a",
+      "mean_absorption_fraction": 0.8328389947558087,
+      "full_absorption_rate": 0.7372408293460925,
+      "num_full_absorption": 1849,
+      "num_probe_true_positives": 2508,
+      "num_split_features": 5
+    },
+    {
+      "first_letter": "b",
+      "mean_absorption_fraction": 0.5479417963209664,
+      "full_absorption_rate": 0.6582360570687419,
+      "num_full_absorption": 1015,
+      "num_probe_true_positives": 1542,
+      "num_split_features": 7
+    },
+    {
+      "first_letter": "c",
+      "mean_absorption_fraction": 0.86249459792848,
+      "full_absorption_rate": 0.9094474153297682,
+      "num_full_absorption": 2551,
+      "num_probe_true_positives": 2805,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "d",
+      "mean_absorption_fraction": 0.7076732984318926,
+      "full_absorption_rate": 0.7518072289156627,
+      "num_full_absorption": 1248,
+      "num_probe_true_positives": 1660,
+      "num_split_features": 4
+    },
+    {
+      "first_letter": "e",
+      "mean_absorption_fraction": 0.6826856855395601,
+      "full_absorption_rate": 0.7048267326732673,
+      "num_full_absorption": 1139,
+      "num_probe_true_positives": 1616,
+      "num_split_features": 4
+    },
+    {
+      "first_letter": "f",
+      "mean_absorption_fraction": 0.6202403786327095,
+      "full_absorption_rate": 0.6672051696284329,
+      "num_full_absorption": 826,
+      "num_probe_true_positives": 1238,
+      "num_split_features": 9
+    },
+    {
+      "first_letter": "g",
+      "mean_absorption_fraction": 0.6125840391486669,
+      "full_absorption_rate": 0.7406113537117904,
+      "num_full_absorption": 848,
+      "num_probe_true_positives": 1145,
+      "num_split_features": 4
+    },
+    {
+      "first_letter": "h",
+      "mean_absorption_fraction": 0.5458358390619358,
+      "full_absorption_rate": 0.561352657004831,
+      "num_full_absorption": 581,
+      "num_probe_true_positives": 1035,
+      "num_split_features": 6
+    },
+    {
+      "first_letter": "i",
+      "mean_absorption_fraction": 0.6988443248524734,
+      "full_absorption_rate": 0.7576312576312576,
+      "num_full_absorption": 1241,
+      "num_probe_true_positives": 1638,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "j",
+      "mean_absorption_fraction": 0.3962094458509169,
+      "full_absorption_rate": 0.4441747572815534,
+      "num_full_absorption": 183,
+      "num_probe_true_positives": 412,
+      "num_split_features": 4
+    },
+    {
+      "first_letter": "k",
+      "mean_absorption_fraction": 0.24225838471380645,
+      "full_absorption_rate": 0.2548148148148148,
+      "num_full_absorption": 172,
+      "num_probe_true_positives": 675,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "l",
+      "mean_absorption_fraction": 0.4866409619756762,
+      "full_absorption_rate": 0.6101113967437874,
+      "num_full_absorption": 712,
+      "num_probe_true_positives": 1167,
+      "num_split_features": 4
+    },
+    {
+      "first_letter": "m",
+      "mean_absorption_fraction": 0.6178430577948258,
+      "full_absorption_rate": 0.7040087863811093,
+      "num_full_absorption": 1282,
+      "num_probe_true_positives": 1821,
+      "num_split_features": 6
+    },
+    {
+      "first_letter": "n",
+      "mean_absorption_fraction": 0.6032541710977196,
+      "full_absorption_rate": 0.6259445843828715,
+      "num_full_absorption": 497,
+      "num_probe_true_positives": 794,
+      "num_split_features": 3
+    },
+    {
+      "first_letter": "o",
+      "mean_absorption_fraction": 0.6203477114750064,
+      "full_absorption_rate": 0.7806935332708529,
+      "num_full_absorption": 833,
+      "num_probe_true_positives": 1067,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "p",
+      "mean_absorption_fraction": 0.9127210191414626,
+      "full_absorption_rate": 0.9189307624890447,
+      "num_full_absorption": 2097,
+      "num_probe_true_positives": 2282,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "q",
+      "mean_absorption_fraction": 0.4269980273815769,
+      "full_absorption_rate": 0.45263157894736844,
+      "num_full_absorption": 86,
+      "num_probe_true_positives": 190,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "r",
+      "mean_absorption_fraction": 0.6736719884689889,
+      "full_absorption_rate": 0.746031746031746,
+      "num_full_absorption": 1269,
+      "num_probe_true_positives": 1701,
+      "num_split_features": 4
+    },
+    {
+      "first_letter": "s",
+      "mean_absorption_fraction": 0.7408915278900652,
+      "full_absorption_rate": 0.8589241182757392,
+      "num_full_absorption": 2411,
+      "num_probe_true_positives": 2807,
+      "num_split_features": 3
+    },
+    {
+      "first_letter": "t",
+      "mean_absorption_fraction": 0.7782384749711955,
+      "full_absorption_rate": 0.7787610619469026,
+      "num_full_absorption": 1320,
+      "num_probe_true_positives": 1695,
+      "num_split_features": 3
+    },
+    {
+      "first_letter": "u",
+      "mean_absorption_fraction": 0.44644447032672796,
+      "full_absorption_rate": 0.7311258278145696,
+      "num_full_absorption": 552,
+      "num_probe_true_positives": 755,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "v",
+      "mean_absorption_fraction": 0.4525626767954696,
+      "full_absorption_rate": 0.5690747782002535,
+      "num_full_absorption": 449,
+      "num_probe_true_positives": 789,
+      "num_split_features": 5
+    },
+    {
+      "first_letter": "w",
+      "mean_absorption_fraction": 0.6077924133789215,
+      "full_absorption_rate": 0.7107438016528925,
+      "num_full_absorption": 516,
+      "num_probe_true_positives": 726,
+      "num_split_features": 3
+    },
+    {
+      "first_letter": "x",
+      "mean_absorption_fraction": 0.07823997577754759,
+      "full_absorption_rate": 0.07079646017699115,
+      "num_full_absorption": 8,
+      "num_probe_true_positives": 113,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "y",
+      "mean_absorption_fraction": 0.16327547847243773,
+      "full_absorption_rate": 0.2159090909090909,
+      "num_full_absorption": 38,
+      "num_probe_true_positives": 176,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "z",
+      "mean_absorption_fraction": 0.12801060125008876,
+      "full_absorption_rate": 0.17446808510638298,
+      "num_full_absorption": 41,
+      "num_probe_true_positives": 235,
+      "num_split_features": 1
+    }
+  ],
+  "sae_bench_commit_hash": "60579ed19a6281956621283bada7be2e76a7b583",
+  "sae_lens_id": "custom_sae",
+  "sae_lens_release_id": "kl_finetunes_gemma-2-2b_top_k_width-2pow16_date-0107_resid_post_layer_12_trainer_0",
+  "sae_lens_version": "5.4.2",
+  "sae_cfg_dict": {
+    "model_name": "gemma-2-2b",
+    "d_in": 2304,
+    "d_sae": 65536,
+    "hook_layer": 12,
+    "hook_name": "blocks.12.hook_resid_post",
+    "context_size": null,
+    "hook_head_index": null,
+    "architecture": "topk",
+    "apply_b_dec_to_input": null,
+    "finetuning_scaling_factor": null,
+    "activation_fn_str": "",
+    "prepend_bos": true,
+    "normalize_activations": "none",
+    "dtype": "bfloat16",
+    "device": "",
+    "dataset_path": "",
+    "dataset_trust_remote_code": true,
+    "seqpos_slice": [
+      null
+    ],
+    "training_tokens": -100000,
+    "sae_lens_training_version": null,
+    "neuronpedia_id": null
+  },
+  "eval_result_unstructured": null
+}

eval_results_finetunes/absorption/kl_finetunes_gemma-2-2b_top_k_width-2pow16_date-0107_resid_post_layer_12_trainer_1_custom_sae_eval_results.json

@@ -0,0 +1,268 @@
+{
+  "eval_type_id": "absorption_first_letter",
+  "eval_config": {
+    "model_name": "gemma-2-2b",
+    "random_seed": 42,
+    "f1_jump_threshold": 0.03,
+    "max_k_value": 10,
+    "prompt_template": "{word} has the first letter:",
+    "prompt_token_pos": -6,
+    "llm_batch_size": 32,
+    "llm_dtype": "bfloat16",
+    "k_sparse_probe_l1_decay": 0.01,
+    "k_sparse_probe_batch_size": 4096,
+    "k_sparse_probe_num_epochs": 50
+  },
+  "eval_id": "efd023b3-0586-4aba-8ca4-647050643711",
+  "datetime_epoch_millis": 1740108755984,
+  "eval_result_metrics": {
+    "mean": {
+      "mean_absorption_fraction_score": 0.5428689946157796,
+      "mean_full_absorption_score": 0.5340971732661811,
+      "mean_num_split_features": 3.5384615384615383,
+      "std_dev_absorption_fraction_score": 0.24710052044084302,
+      "std_dev_full_absorption_score": 0.24258449258739415,
+      "std_dev_num_split_features": 1.964296703265965
+    }
+  },
+  "eval_result_details": [
+    {
+      "first_letter": "a",
+      "mean_absorption_fraction": 0.7381686628198274,
+      "full_absorption_rate": 0.32137161084529503,
+      "num_full_absorption": 806,
+      "num_probe_true_positives": 2508,
+      "num_split_features": 6
+    },
+    {
+      "first_letter": "b",
+      "mean_absorption_fraction": 0.5984969751995518,
+      "full_absorption_rate": 0.6368352788586251,
+      "num_full_absorption": 982,
+      "num_probe_true_positives": 1542,
+      "num_split_features": 7
+    },
+    {
+      "first_letter": "c",
+      "mean_absorption_fraction": 0.8509632004082076,
+      "full_absorption_rate": 0.8281639928698752,
+      "num_full_absorption": 2323,
+      "num_probe_true_positives": 2805,
+      "num_split_features": 3
+    },
+    {
+      "first_letter": "d",
+      "mean_absorption_fraction": 0.7385909936977806,
+      "full_absorption_rate": 0.6879518072289157,
+      "num_full_absorption": 1142,
+      "num_probe_true_positives": 1660,
+      "num_split_features": 6
+    },
+    {
+      "first_letter": "e",
+      "mean_absorption_fraction": 0.7064702427486708,
+      "full_absorption_rate": 0.713490099009901,
+      "num_full_absorption": 1153,
+      "num_probe_true_positives": 1616,
+      "num_split_features": 4
+    },
+    {
+      "first_letter": "f",
+      "mean_absorption_fraction": 0.8272320803216332,
+      "full_absorption_rate": 0.8206785137318255,
+      "num_full_absorption": 1016,
+      "num_probe_true_positives": 1238,
+      "num_split_features": 3
+    },
+    {
+      "first_letter": "g",
+      "mean_absorption_fraction": 0.48885130442705776,
+      "full_absorption_rate": 0.5048034934497817,
+      "num_full_absorption": 578,
+      "num_probe_true_positives": 1145,
+      "num_split_features": 7
+    },
+    {
+      "first_letter": "h",
+      "mean_absorption_fraction": 0.5506681226653267,
+      "full_absorption_rate": 0.523671497584541,
+      "num_full_absorption": 542,
+      "num_probe_true_positives": 1035,
+      "num_split_features": 6
+    },
+    {
+      "first_letter": "i",
+      "mean_absorption_fraction": 0.5955470934241096,
+      "full_absorption_rate": 0.6172161172161172,
+      "num_full_absorption": 1011,
+      "num_probe_true_positives": 1638,
+      "num_split_features": 4
+    },
+    {
+      "first_letter": "j",
+      "mean_absorption_fraction": 0.4661751002159926,
+      "full_absorption_rate": 0.47572815533980584,
+      "num_full_absorption": 196,
+      "num_probe_true_positives": 412,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "k",
+      "mean_absorption_fraction": 0.08811882770229734,
+      "full_absorption_rate": 0.08296296296296296,
+      "num_full_absorption": 56,
+      "num_probe_true_positives": 675,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "l",
+      "mean_absorption_fraction": 0.48978935395668166,
+      "full_absorption_rate": 0.5029991431019709,
+      "num_full_absorption": 587,
+      "num_probe_true_positives": 1167,
+      "num_split_features": 6
+    },
+    {
+      "first_letter": "m",
+      "mean_absorption_fraction": 0.7243955590490241,
+      "full_absorption_rate": 0.7742998352553542,
+      "num_full_absorption": 1410,
+      "num_probe_true_positives": 1821,
+      "num_split_features": 4
+    },
+    {
+      "first_letter": "n",
+      "mean_absorption_fraction": 0.5111219581814586,
+      "full_absorption_rate": 0.4622166246851385,
+      "num_full_absorption": 367,
+      "num_probe_true_positives": 794,
+      "num_split_features": 5
+    },
+    {
+      "first_letter": "o",
+      "mean_absorption_fraction": 0.5677139221288461,
+      "full_absorption_rate": 0.5951265229615745,
+      "num_full_absorption": 635,
+      "num_probe_true_positives": 1067,
+      "num_split_features": 3
+    },
+    {
+      "first_letter": "p",
+      "mean_absorption_fraction": 0.9270114805234171,
+      "full_absorption_rate": 0.8943908851884312,
+      "num_full_absorption": 2041,
+      "num_probe_true_positives": 2282,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "q",
+      "mean_absorption_fraction": 0.3246987177931468,
+      "full_absorption_rate": 0.3157894736842105,
+      "num_full_absorption": 60,
+      "num_probe_true_positives": 190,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "r",
+      "mean_absorption_fraction": 0.6958312111104011,
+      "full_absorption_rate": 0.7184009406231628,
+      "num_full_absorption": 1222,
+      "num_probe_true_positives": 1701,
+      "num_split_features": 4
+    },
+    {
+      "first_letter": "s",
+      "mean_absorption_fraction": 0.7227235278168044,
+      "full_absorption_rate": 0.8229426433915212,
+      "num_full_absorption": 2310,
+      "num_probe_true_positives": 2807,
+      "num_split_features": 5
+    },
+    {
+      "first_letter": "t",
+      "mean_absorption_fraction": 0.8121763803507712,
+      "full_absorption_rate": 0.7457227138643068,
+      "num_full_absorption": 1264,
+      "num_probe_true_positives": 1695,
+      "num_split_features": 3
+    },
+    {
+      "first_letter": "u",
+      "mean_absorption_fraction": 0.2571658200652339,
+      "full_absorption_rate": 0.36821192052980134,
+      "num_full_absorption": 278,
+      "num_probe_true_positives": 755,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "v",
+      "mean_absorption_fraction": 0.447052814587088,
+      "full_absorption_rate": 0.47021546261089986,
+      "num_full_absorption": 371,
+      "num_probe_true_positives": 789,
+      "num_split_features": 3
+    },
+    {
+      "first_letter": "w",
+      "mean_absorption_fraction": 0.6457433298421121,
+      "full_absorption_rate": 0.6487603305785123,
+      "num_full_absorption": 471,
+      "num_probe_true_positives": 726,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "x",
+      "mean_absorption_fraction": 0.17761250387893723,
+      "full_absorption_rate": 0.1415929203539823,
+      "num_full_absorption": 16,
+      "num_probe_true_positives": 113,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "y",
+      "mean_absorption_fraction": 0.12538379998253557,
+      "full_absorption_rate": 0.1534090909090909,
+      "num_full_absorption": 27,
+      "num_probe_true_positives": 176,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "z",
+      "mean_absorption_fraction": 0.03689087711335874,
+      "full_absorption_rate": 0.059574468085106386,
+      "num_full_absorption": 14,
+      "num_probe_true_positives": 235,
+      "num_split_features": 1
+    }
+  ],
+  "sae_bench_commit_hash": "60579ed19a6281956621283bada7be2e76a7b583",
+  "sae_lens_id": "custom_sae",
+  "sae_lens_release_id": "kl_finetunes_gemma-2-2b_top_k_width-2pow16_date-0107_resid_post_layer_12_trainer_1",
+  "sae_lens_version": "5.4.2",
+  "sae_cfg_dict": {
+    "model_name": "gemma-2-2b",
+    "d_in": 2304,
+    "d_sae": 65536,
+    "hook_layer": 12,
+    "hook_name": "blocks.12.hook_resid_post",
+    "context_size": null,
+    "hook_head_index": null,
+    "architecture": "topk",
+    "apply_b_dec_to_input": null,
+    "finetuning_scaling_factor": null,
+    "activation_fn_str": "",
+    "prepend_bos": true,
+    "normalize_activations": "none",
+    "dtype": "bfloat16",
+    "device": "",
+    "dataset_path": "",
+    "dataset_trust_remote_code": true,
+    "seqpos_slice": [
+      null
+    ],
+    "training_tokens": -100000,
+    "sae_lens_training_version": null,
+    "neuronpedia_id": null
+  },
+  "eval_result_unstructured": null
+}

eval_results_finetunes/absorption/kl_finetunes_gemma-2-2b_top_k_width-2pow16_date-0107_resid_post_layer_12_trainer_2_custom_sae_eval_results.json

@@ -0,0 +1,268 @@
+{
+  "eval_type_id": "absorption_first_letter",
+  "eval_config": {
+    "model_name": "gemma-2-2b",
+    "random_seed": 42,
+    "f1_jump_threshold": 0.03,
+    "max_k_value": 10,
+    "prompt_template": "{word} has the first letter:",
+    "prompt_token_pos": -6,
+    "llm_batch_size": 32,
+    "llm_dtype": "bfloat16",
+    "k_sparse_probe_l1_decay": 0.01,
+    "k_sparse_probe_batch_size": 4096,
+    "k_sparse_probe_num_epochs": 50
+  },
+  "eval_id": "15798b98-1844-4735-aaa8-f77bf7522cd9",
+  "datetime_epoch_millis": 1740112140202,
+  "eval_result_metrics": {
+    "mean": {
+      "mean_absorption_fraction_score": 0.352325354017403,
+      "mean_full_absorption_score": 0.30593847749055475,
+      "mean_num_split_features": 1.2307692307692308,
+      "std_dev_absorption_fraction_score": 0.22898626550383655,
+      "std_dev_full_absorption_score": 0.22145601085815653,
+      "std_dev_num_split_features": 0.4296689244236597
+    }
+  },
+  "eval_result_details": [
+    {
+      "first_letter": "a",
+      "mean_absorption_fraction": 0.6216706060419831,
+      "full_absorption_rate": 0.4409888357256778,
+      "num_full_absorption": 1106,
+      "num_probe_true_positives": 2508,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "b",
+      "mean_absorption_fraction": 0.3974572887100187,
+      "full_absorption_rate": 0.3521400778210117,
+      "num_full_absorption": 543,
+      "num_probe_true_positives": 1542,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "c",
+      "mean_absorption_fraction": 0.6927646146693088,
+      "full_absorption_rate": 0.6413547237076649,
+      "num_full_absorption": 1799,
+      "num_probe_true_positives": 2805,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "d",
+      "mean_absorption_fraction": 0.47744418964989493,
+      "full_absorption_rate": 0.36927710843373496,
+      "num_full_absorption": 613,
+      "num_probe_true_positives": 1660,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "e",
+      "mean_absorption_fraction": 0.5870694404248965,
+      "full_absorption_rate": 0.573019801980198,
+      "num_full_absorption": 926,
+      "num_probe_true_positives": 1616,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "f",
+      "mean_absorption_fraction": 0.5830104351629766,
+      "full_absorption_rate": 0.5201938610662359,
+      "num_full_absorption": 644,
+      "num_probe_true_positives": 1238,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "g",
+      "mean_absorption_fraction": 0.34745234590018287,
+      "full_absorption_rate": 0.25851528384279476,
+      "num_full_absorption": 296,
+      "num_probe_true_positives": 1145,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "h",
+      "mean_absorption_fraction": 0.22967960561507234,
+      "full_absorption_rate": 0.13429951690821257,
+      "num_full_absorption": 139,
+      "num_probe_true_positives": 1035,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "i",
+      "mean_absorption_fraction": 0.619077199673277,
+      "full_absorption_rate": 0.6501831501831502,
+      "num_full_absorption": 1065,
+      "num_probe_true_positives": 1638,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "j",
+      "mean_absorption_fraction": 0.00171975497397602,
+      "full_absorption_rate": 0.0048543689320388345,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 412,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "k",
+      "mean_absorption_fraction": 0.018045039728896824,
+      "full_absorption_rate": 0.01925925925925926,
+      "num_full_absorption": 13,
+      "num_probe_true_positives": 675,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "l",
+      "mean_absorption_fraction": 0.45296058549713225,
+      "full_absorption_rate": 0.4670094258783205,
+      "num_full_absorption": 545,
+      "num_probe_true_positives": 1167,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "m",
+      "mean_absorption_fraction": 0.5811030809298412,
+      "full_absorption_rate": 0.5612300933552993,
+      "num_full_absorption": 1022,
+      "num_probe_true_positives": 1821,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "n",
+      "mean_absorption_fraction": 0.22312187000875386,
+      "full_absorption_rate": 0.13476070528967254,
+      "num_full_absorption": 107,
+      "num_probe_true_positives": 794,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "o",
+      "mean_absorption_fraction": 0.2300412012388341,
+      "full_absorption_rate": 0.1846298031865042,
+      "num_full_absorption": 197,
+      "num_probe_true_positives": 1067,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "p",
+      "mean_absorption_fraction": 0.6751946688382788,
+      "full_absorption_rate": 0.5753724802804557,
+      "num_full_absorption": 1313,
+      "num_probe_true_positives": 2282,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "q",
+      "mean_absorption_fraction": 0.05781321882890537,
+      "full_absorption_rate": 0.042105263157894736,
+      "num_full_absorption": 8,
+      "num_probe_true_positives": 190,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "r",
+      "mean_absorption_fraction": 0.488805156034051,
+      "full_absorption_rate": 0.4262198706643151,
+      "num_full_absorption": 725,
+      "num_probe_true_positives": 1701,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "s",
+      "mean_absorption_fraction": 0.5873766958549872,
+      "full_absorption_rate": 0.6127538297114357,
+      "num_full_absorption": 1720,
+      "num_probe_true_positives": 2807,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "t",
+      "mean_absorption_fraction": 0.3832592488071156,
+      "full_absorption_rate": 0.25309734513274335,
+      "num_full_absorption": 429,
+      "num_probe_true_positives": 1695,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "u",
+      "mean_absorption_fraction": 0.13962747521360538,
+      "full_absorption_rate": 0.09933774834437085,
+      "num_full_absorption": 75,
+      "num_probe_true_positives": 755,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "v",
+      "mean_absorption_fraction": 0.1366646018147327,
+      "full_absorption_rate": 0.13688212927756654,
+      "num_full_absorption": 108,
+      "num_probe_true_positives": 789,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "w",
+      "mean_absorption_fraction": 0.3388312082364926,
+      "full_absorption_rate": 0.31129476584022037,
+      "num_full_absorption": 226,
+      "num_probe_true_positives": 726,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "x",
+      "mean_absorption_fraction": 0.23041273003221366,
+      "full_absorption_rate": 0.1415929203539823,
+      "num_full_absorption": 16,
+      "num_probe_true_positives": 113,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "y",
+      "mean_absorption_fraction": 0.05134630426917764,
+      "full_absorption_rate": 0.03977272727272727,
+      "num_full_absorption": 7,
+      "num_probe_true_positives": 176,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "z",
+      "mean_absorption_fraction": 0.00851063829787234,
+      "full_absorption_rate": 0.00425531914893617,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 235,
+      "num_split_features": 1
+    }
+  ],
+  "sae_bench_commit_hash": "60579ed19a6281956621283bada7be2e76a7b583",
+  "sae_lens_id": "custom_sae",
+  "sae_lens_release_id": "kl_finetunes_gemma-2-2b_top_k_width-2pow16_date-0107_resid_post_layer_12_trainer_2",
+  "sae_lens_version": "5.4.2",
+  "sae_cfg_dict": {
+    "model_name": "gemma-2-2b",
+    "d_in": 2304,
+    "d_sae": 65536,
+    "hook_layer": 12,
+    "hook_name": "blocks.12.hook_resid_post",
+    "context_size": null,
+    "hook_head_index": null,
+    "architecture": "topk",
+    "apply_b_dec_to_input": null,
+    "finetuning_scaling_factor": null,
+    "activation_fn_str": "",
+    "prepend_bos": true,
+    "normalize_activations": "none",
+    "dtype": "bfloat16",
+    "device": "",
+    "dataset_path": "",
+    "dataset_trust_remote_code": true,
+    "seqpos_slice": [
+      null
+    ],
+    "training_tokens": -100000,
+    "sae_lens_training_version": null,
+    "neuronpedia_id": null
+  },
+  "eval_result_unstructured": null
+}

eval_results_finetunes/absorption/kl_finetunes_gemma-2-2b_top_k_width-2pow16_date-0107_resid_post_layer_12_trainer_3_custom_sae_eval_results.json

@@ -0,0 +1,268 @@
+{
+  "eval_type_id": "absorption_first_letter",
+  "eval_config": {
+    "model_name": "gemma-2-2b",
+    "random_seed": 42,
+    "f1_jump_threshold": 0.03,
+    "max_k_value": 10,
+    "prompt_template": "{word} has the first letter:",
+    "prompt_token_pos": -6,
+    "llm_batch_size": 32,
+    "llm_dtype": "bfloat16",
+    "k_sparse_probe_l1_decay": 0.01,
+    "k_sparse_probe_batch_size": 4096,
+    "k_sparse_probe_num_epochs": 50
+  },
+  "eval_id": "26084e69-c5d9-40cd-b4e5-696f309d64fc",
+  "datetime_epoch_millis": 1740112965166,
+  "eval_result_metrics": {
+    "mean": {
+      "mean_absorption_fraction_score": 0.15174524643532927,
+      "mean_full_absorption_score": 0.08589398459398576,
+      "mean_num_split_features": 1.0384615384615385,
+      "std_dev_absorption_fraction_score": 0.16384394369953284,
+      "std_dev_full_absorption_score": 0.14338353890417252,
+      "std_dev_num_split_features": 0.19611613513818404
+    }
+  },
+  "eval_result_details": [
+    {
+      "first_letter": "a",
+      "mean_absorption_fraction": 0.13921711721546576,
+      "full_absorption_rate": 0.03708133971291866,
+      "num_full_absorption": 93,
+      "num_probe_true_positives": 2508,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "b",
+      "mean_absorption_fraction": 0.04310752832952938,
+      "full_absorption_rate": 0.014267185473411154,
+      "num_full_absorption": 22,
+      "num_probe_true_positives": 1542,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "c",
+      "mean_absorption_fraction": 0.26743136506353554,
+      "full_absorption_rate": 0.1319073083778966,
+      "num_full_absorption": 370,
+      "num_probe_true_positives": 2805,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "d",
+      "mean_absorption_fraction": 0.3161296378836916,
+      "full_absorption_rate": 0.16686746987951806,
+      "num_full_absorption": 277,
+      "num_probe_true_positives": 1660,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "e",
+      "mean_absorption_fraction": 0.2612935127831887,
+      "full_absorption_rate": 0.11448019801980198,
+      "num_full_absorption": 185,
+      "num_probe_true_positives": 1616,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "f",
+      "mean_absorption_fraction": 0.2231852171454896,
+      "full_absorption_rate": 0.09289176090468497,
+      "num_full_absorption": 115,
+      "num_probe_true_positives": 1238,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "g",
+      "mean_absorption_fraction": 0.030756473849768082,
+      "full_absorption_rate": 0.00960698689956332,
+      "num_full_absorption": 11,
+      "num_probe_true_positives": 1145,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "h",
+      "mean_absorption_fraction": 0.07832209477769293,
+      "full_absorption_rate": 0.025120772946859903,
+      "num_full_absorption": 26,
+      "num_probe_true_positives": 1035,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "i",
+      "mean_absorption_fraction": 0.34438719358668407,
+      "full_absorption_rate": 0.27106227106227104,
+      "num_full_absorption": 444,
+      "num_probe_true_positives": 1638,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "j",
+      "mean_absorption_fraction": 0.004930270721614366,
+      "full_absorption_rate": 0.0048543689320388345,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 412,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "k",
+      "mean_absorption_fraction": 0.0038580199123774677,
+      "full_absorption_rate": 0.002962962962962963,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 675,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "l",
+      "mean_absorption_fraction": 0.14294435771033875,
+      "full_absorption_rate": 0.06255355612682091,
+      "num_full_absorption": 73,
+      "num_probe_true_positives": 1167,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "m",
+      "mean_absorption_fraction": 0.02202077616866355,
+      "full_absorption_rate": 0.011532125205930808,
+      "num_full_absorption": 21,
+      "num_probe_true_positives": 1821,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "n",
+      "mean_absorption_fraction": 0.07854167753708283,
+      "full_absorption_rate": 0.02644836272040302,
+      "num_full_absorption": 21,
+      "num_probe_true_positives": 794,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "o",
+      "mean_absorption_fraction": 0.22802217761961677,
+      "full_absorption_rate": 0.08341143392689784,
+      "num_full_absorption": 89,
+      "num_probe_true_positives": 1067,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "p",
+      "mean_absorption_fraction": 0.30941729908873966,
+      "full_absorption_rate": 0.15731814198071867,
+      "num_full_absorption": 359,
+      "num_probe_true_positives": 2282,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "q",
+      "mean_absorption_fraction": 0.005634211490395127,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 190,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "r",
+      "mean_absorption_fraction": 0.17034694561101904,
+      "full_absorption_rate": 0.07818930041152264,
+      "num_full_absorption": 133,
+      "num_probe_true_positives": 1701,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "s",
+      "mean_absorption_fraction": 0.17729512097612715,
+      "full_absorption_rate": 0.10972568578553615,
+      "num_full_absorption": 308,
+      "num_probe_true_positives": 2807,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "t",
+      "mean_absorption_fraction": 0.03769830907309684,
+      "full_absorption_rate": 0.00943952802359882,
+      "num_full_absorption": 16,
+      "num_probe_true_positives": 1695,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "u",
+      "mean_absorption_fraction": 0.750288739748417,
+      "full_absorption_rate": 0.7099337748344371,
+      "num_full_absorption": 536,
+      "num_probe_true_positives": 755,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "v",
+      "mean_absorption_fraction": 0.014844840313461553,
+      "full_absorption_rate": 0.012674271229404309,
+      "num_full_absorption": 10,
+      "num_probe_true_positives": 789,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "w",
+      "mean_absorption_fraction": 0.1397234584743241,
+      "full_absorption_rate": 0.05371900826446281,
+      "num_full_absorption": 39,
+      "num_probe_true_positives": 726,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "x",
+      "mean_absorption_fraction": 0.013887928657641017,
+      "full_absorption_rate": 0.008849557522123894,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 113,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "y",
+      "mean_absorption_fraction": 0.028506459333482823,
+      "full_absorption_rate": 0.03409090909090909,
+      "num_full_absorption": 6,
+      "num_probe_true_positives": 176,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "z",
+      "mean_absorption_fraction": 0.11358567424711703,
+      "full_absorption_rate": 0.00425531914893617,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 235,
+      "num_split_features": 1
+    }
+  ],
+  "sae_bench_commit_hash": "60579ed19a6281956621283bada7be2e76a7b583",
+  "sae_lens_id": "custom_sae",
+  "sae_lens_release_id": "kl_finetunes_gemma-2-2b_top_k_width-2pow16_date-0107_resid_post_layer_12_trainer_3",
+  "sae_lens_version": "5.4.2",
+  "sae_cfg_dict": {
+    "model_name": "gemma-2-2b",
+    "d_in": 2304,
+    "d_sae": 65536,
+    "hook_layer": 12,
+    "hook_name": "blocks.12.hook_resid_post",
+    "context_size": null,
+    "hook_head_index": null,
+    "architecture": "topk",
+    "apply_b_dec_to_input": null,
+    "finetuning_scaling_factor": null,
+    "activation_fn_str": "",
+    "prepend_bos": true,
+    "normalize_activations": "none",
+    "dtype": "bfloat16",
+    "device": "",
+    "dataset_path": "",
+    "dataset_trust_remote_code": true,
+    "seqpos_slice": [
+      null
+    ],
+    "training_tokens": -100000,
+    "sae_lens_training_version": null,
+    "neuronpedia_id": null
+  },
+  "eval_result_unstructured": null
+}

eval_results_finetunes/absorption/kl_finetunes_gemma-2-2b_top_k_width-2pow16_date-0107_resid_post_layer_12_trainer_4_custom_sae_eval_results.json

@@ -0,0 +1,268 @@
+{
+  "eval_type_id": "absorption_first_letter",
+  "eval_config": {
+    "model_name": "gemma-2-2b",
+    "random_seed": 42,
+    "f1_jump_threshold": 0.03,
+    "max_k_value": 10,
+    "prompt_template": "{word} has the first letter:",
+    "prompt_token_pos": -6,
+    "llm_batch_size": 32,
+    "llm_dtype": "bfloat16",
+    "k_sparse_probe_l1_decay": 0.01,
+    "k_sparse_probe_batch_size": 4096,
+    "k_sparse_probe_num_epochs": 50
+  },
+  "eval_id": "1a8188af-1e8d-4efc-b36d-0955803fc7b4",
+  "datetime_epoch_millis": 1740110494886,
+  "eval_result_metrics": {
+    "mean": {
+      "mean_absorption_fraction_score": 0.03942344512163808,
+      "mean_full_absorption_score": 0.0140364892361101,
+      "mean_num_split_features": 1.1923076923076923,
+      "std_dev_absorption_fraction_score": 0.09934591318238874,
+      "std_dev_full_absorption_score": 0.05756098788114222,
+      "std_dev_num_split_features": 0.4914656259988704
+    }
+  },
+  "eval_result_details": [
+    {
+      "first_letter": "a",
+      "mean_absorption_fraction": 0.028346535429880127,
+      "full_absorption_rate": 0.0007974481658692185,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 2508,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "b",
+      "mean_absorption_fraction": 0.0022608089680371196,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1542,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "c",
+      "mean_absorption_fraction": 0.0025546027061933625,
+      "full_absorption_rate": 0.00071301247771836,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 2805,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "d",
+      "mean_absorption_fraction": 0.0019355578730626043,
+      "full_absorption_rate": 0.0018072289156626507,
+      "num_full_absorption": 3,
+      "num_probe_true_positives": 1660,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "e",
+      "mean_absorption_fraction": 0.07498623830651696,
+      "full_absorption_rate": 0.003094059405940594,
+      "num_full_absorption": 5,
+      "num_probe_true_positives": 1616,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "f",
+      "mean_absorption_fraction": 0.0050345150551234065,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1238,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "g",
+      "mean_absorption_fraction": 0.010460701096032003,
+      "full_absorption_rate": 0.0008733624454148472,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 1145,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "h",
+      "mean_absorption_fraction": 0.01170635135150821,
+      "full_absorption_rate": 0.001932367149758454,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 1035,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "i",
+      "mean_absorption_fraction": 0.1089880317607272,
+      "full_absorption_rate": 0.017704517704517704,
+      "num_full_absorption": 29,
+      "num_probe_true_positives": 1638,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "j",
+      "mean_absorption_fraction": 0.0003029988879400231,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 412,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "k",
+      "mean_absorption_fraction": 0.0029912743470123966,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 675,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "l",
+      "mean_absorption_fraction": 0.024211372038585182,
+      "full_absorption_rate": 0.000856898029134533,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 1167,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "m",
+      "mean_absorption_fraction": 0.006949418441528633,
+      "full_absorption_rate": 0.006589785831960461,
+      "num_full_absorption": 12,
+      "num_probe_true_positives": 1821,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "n",
+      "mean_absorption_fraction": 0.025325264607950822,
+      "full_absorption_rate": 0.0025188916876574307,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 794,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "o",
+      "mean_absorption_fraction": 0.06964801703096594,
+      "full_absorption_rate": 0.011246485473289597,
+      "num_full_absorption": 12,
+      "num_probe_true_positives": 1067,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "p",
+      "mean_absorption_fraction": 0.0016421080000302358,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 2282,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "q",
+      "mean_absorption_fraction": 0.002114695349444831,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 190,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "r",
+      "mean_absorption_fraction": 0.0031820979727350375,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1701,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "s",
+      "mean_absorption_fraction": 0.004449262686803511,
+      "full_absorption_rate": 0.0003562522265764161,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 2807,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "t",
+      "mean_absorption_fraction": 0.012846054983407984,
+      "full_absorption_rate": 0.0005899705014749262,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 1695,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "u",
+      "mean_absorption_fraction": 0.04887027767059182,
+      "full_absorption_rate": 0.009271523178807948,
+      "num_full_absorption": 7,
+      "num_probe_true_positives": 755,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "v",
+      "mean_absorption_fraction": 0.0008588606945117642,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 789,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "w",
+      "mean_absorption_fraction": 0.04016210362798525,
+      "full_absorption_rate": 0.006887052341597796,
+      "num_full_absorption": 5,
+      "num_probe_true_positives": 726,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "x",
+      "mean_absorption_fraction": 0.010852614455368956,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 113,
+      "num_split_features": 3
+    },
+    {
+      "first_letter": "y",
+      "mean_absorption_fraction": 0.5077652724254798,
+      "full_absorption_rate": 0.29545454545454547,
+      "num_full_absorption": 52,
+      "num_probe_true_positives": 176,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "z",
+      "mean_absorption_fraction": 0.01656453739516708,
+      "full_absorption_rate": 0.00425531914893617,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 235,
+      "num_split_features": 2
+    }
+  ],
+  "sae_bench_commit_hash": "60579ed19a6281956621283bada7be2e76a7b583",
+  "sae_lens_id": "custom_sae",
+  "sae_lens_release_id": "kl_finetunes_gemma-2-2b_top_k_width-2pow16_date-0107_resid_post_layer_12_trainer_4",
+  "sae_lens_version": "5.4.2",
+  "sae_cfg_dict": {
+    "model_name": "gemma-2-2b",
+    "d_in": 2304,
+    "d_sae": 65536,
+    "hook_layer": 12,
+    "hook_name": "blocks.12.hook_resid_post",
+    "context_size": null,
+    "hook_head_index": null,
+    "architecture": "topk",
+    "apply_b_dec_to_input": null,
+    "finetuning_scaling_factor": null,
+    "activation_fn_str": "",
+    "prepend_bos": true,
+    "normalize_activations": "none",
+    "dtype": "bfloat16",
+    "device": "",
+    "dataset_path": "",
+    "dataset_trust_remote_code": true,
+    "seqpos_slice": [
+      null
+    ],
+    "training_tokens": -100000,
+    "sae_lens_training_version": null,
+    "neuronpedia_id": null
+  },
+  "eval_result_unstructured": null
+}

eval_results_finetunes/absorption/kl_finetunes_gemma-2-2b_top_k_width-2pow16_date-0107_resid_post_layer_12_trainer_5_custom_sae_eval_results.json

@@ -0,0 +1,268 @@
+{
+  "eval_type_id": "absorption_first_letter",
+  "eval_config": {
+    "model_name": "gemma-2-2b",
+    "random_seed": 42,
+    "f1_jump_threshold": 0.03,
+    "max_k_value": 10,
+    "prompt_template": "{word} has the first letter:",
+    "prompt_token_pos": -6,
+    "llm_batch_size": 32,
+    "llm_dtype": "bfloat16",
+    "k_sparse_probe_l1_decay": 0.01,
+    "k_sparse_probe_batch_size": 4096,
+    "k_sparse_probe_num_epochs": 50
+  },
+  "eval_id": "b39a2bbf-6894-4756-837a-7757325a495d",
+  "datetime_epoch_millis": 1740109628891,
+  "eval_result_metrics": {
+    "mean": {
+      "mean_absorption_fraction_score": 0.06555661212074526,
+      "mean_full_absorption_score": 0.028694289243238084,
+      "mean_num_split_features": 1.1153846153846154,
+      "std_dev_absorption_fraction_score": 0.17874387812611048,
+      "std_dev_full_absorption_score": 0.1282236268349608,
+      "std_dev_num_split_features": 0.3258125936084211
+    }
+  },
+  "eval_result_details": [
+    {
+      "first_letter": "a",
+      "mean_absorption_fraction": 0.009520576342205286,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 2508,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "b",
+      "mean_absorption_fraction": 0.0025275048111106477,
+      "full_absorption_rate": 0.0006485084306095979,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 1542,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "c",
+      "mean_absorption_fraction": 0.0,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 2805,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "d",
+      "mean_absorption_fraction": 0.0019839170132145943,
+      "full_absorption_rate": 0.0006024096385542169,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 1660,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "e",
+      "mean_absorption_fraction": 0.04418599759645858,
+      "full_absorption_rate": 0.0012376237623762376,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 1616,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "f",
+      "mean_absorption_fraction": 0.003045558610690488,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1238,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "g",
+      "mean_absorption_fraction": 0.003541220671457806,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1145,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "h",
+      "mean_absorption_fraction": 0.004566561548265196,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1035,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "i",
+      "mean_absorption_fraction": 0.03134665350983779,
+      "full_absorption_rate": 0.0018315018315018315,
+      "num_full_absorption": 3,
+      "num_probe_true_positives": 1638,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "j",
+      "mean_absorption_fraction": 0.0007627951868082768,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 412,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "k",
+      "mean_absorption_fraction": 0.01549266614777519,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 675,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "l",
+      "mean_absorption_fraction": 0.0005719143487719158,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1167,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "m",
+      "mean_absorption_fraction": 0.008494294204347433,
+      "full_absorption_rate": 0.006589785831960461,
+      "num_full_absorption": 12,
+      "num_probe_true_positives": 1821,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "n",
+      "mean_absorption_fraction": 0.05672687383143593,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 794,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "o",
+      "mean_absorption_fraction": 0.05122861661179144,
+      "full_absorption_rate": 0.0028116213683223993,
+      "num_full_absorption": 3,
+      "num_probe_true_positives": 1067,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "p",
+      "mean_absorption_fraction": 0.0019615119799893904,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 2282,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "q",
+      "mean_absorption_fraction": 0.39355620461923463,
+      "full_absorption_rate": 0.07368421052631578,
+      "num_full_absorption": 14,
+      "num_probe_true_positives": 190,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "r",
+      "mean_absorption_fraction": 0.0,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1701,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "s",
+      "mean_absorption_fraction": 0.00032212707935616407,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 2807,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "t",
+      "mean_absorption_fraction": 0.005862875355780282,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 1695,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "u",
+      "mean_absorption_fraction": 0.04422480500553416,
+      "full_absorption_rate": 0.0013245033112582781,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 755,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "v",
+      "mean_absorption_fraction": 0.004069543132561543,
+      "full_absorption_rate": 0.0025348542458808617,
+      "num_full_absorption": 2,
+      "num_probe_true_positives": 789,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "w",
+      "mean_absorption_fraction": 0.019203869068399586,
+      "full_absorption_rate": 0.0013774104683195593,
+      "num_full_absorption": 1,
+      "num_probe_true_positives": 726,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "x",
+      "mean_absorption_fraction": 0.06325101886841776,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 113,
+      "num_split_features": 1
+    },
+    {
+      "first_letter": "y",
+      "mean_absorption_fraction": 0.8563286531653201,
+      "full_absorption_rate": 0.6534090909090909,
+      "num_full_absorption": 115,
+      "num_probe_true_positives": 176,
+      "num_split_features": 2
+    },
+    {
+      "first_letter": "z",
+      "mean_absorption_fraction": 0.08169615643061263,
+      "full_absorption_rate": 0.0,
+      "num_full_absorption": 0,
+      "num_probe_true_positives": 235,
+      "num_split_features": 1
+    }
+  ],
+  "sae_bench_commit_hash": "60579ed19a6281956621283bada7be2e76a7b583",
+  "sae_lens_id": "custom_sae",
+  "sae_lens_release_id": "kl_finetunes_gemma-2-2b_top_k_width-2pow16_date-0107_resid_post_layer_12_trainer_5",
+  "sae_lens_version": "5.4.2",
+  "sae_cfg_dict": {
+    "model_name": "gemma-2-2b",
+    "d_in": 2304,
+    "d_sae": 65536,
+    "hook_layer": 12,
+    "hook_name": "blocks.12.hook_resid_post",
+    "context_size": null,
+    "hook_head_index": null,
+    "architecture": "topk",
+    "apply_b_dec_to_input": null,
+    "finetuning_scaling_factor": null,
+    "activation_fn_str": "",
+    "prepend_bos": true,
+    "normalize_activations": "none",
+    "dtype": "bfloat16",
+    "device": "",
+    "dataset_path": "",
+    "dataset_trust_remote_code": true,
+    "seqpos_slice": [
+      null
+    ],
+    "training_tokens": -100000,
+    "sae_lens_training_version": null,
+    "neuronpedia_id": null
+  },
+  "eval_result_unstructured": null
+}

eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_standard_new_width-2pow14_date-0107_resid_post_layer_12_trainer_0_custom_sae_eval_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d19fc459e1f9c514d0097fae277f0831a61abd03d9e726ff6f4b7a652dea9f
+size 27623781

eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_standard_new_width-2pow14_date-0107_resid_post_layer_12_trainer_1_custom_sae_eval_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fca9a6b43a6677b507b976053fb9e656720e0b39cae2f6626dda6c0882bb58a
+size 27478722

eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_standard_new_width-2pow14_date-0107_resid_post_layer_12_trainer_2_custom_sae_eval_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1887153b4660a98b73df19ca3d6929e0a628dbd019daa0767626cc8a3174e668
+size 27326392

eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_standard_new_width-2pow14_date-0107_resid_post_layer_12_trainer_3_custom_sae_eval_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4639d5faecfe47d93388cd85219ec503ec42c2c3efce501ac7cb4c96ba201587
+size 26972592

eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_standard_new_width-2pow14_date-0107_resid_post_layer_12_trainer_4_custom_sae_eval_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733a1150854b8898c75ecaba2481408d4d03eedf0d9a176c1a04af2761eb92ce
+size 26685823

eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_standard_new_width-2pow14_date-0107_resid_post_layer_12_trainer_5_custom_sae_eval_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9320040cfecad57406c4aee36f6ee3100cab3f8a7fce767da1f159d90109005e
+size 26334864

eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_standard_new_width-2pow16_date-0107_resid_post_layer_12_trainer_0_custom_sae_eval_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3613f337e54b63e0feec7c52b072ff8d02ca4e8b2cefccb7ebc7ebb35aeada
+size 26846162

eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_standard_new_width-2pow16_date-0107_resid_post_layer_12_trainer_1_custom_sae_eval_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba2ffbe45d5a2a16ec7ba867974934e88a66209b036561ece8edc07b56580ec
+size 26732924

eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_standard_new_width-2pow16_date-0107_resid_post_layer_12_trainer_2_custom_sae_eval_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a689e8599a850a9a8beb0f9c6414ff2403e613b7ccff4c8928b2468e9279e0
+size 26438355

eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_standard_new_width-2pow16_date-0107_resid_post_layer_12_trainer_3_custom_sae_eval_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b04aad0de34d397bd245a06c6ba7c5eb821485360e9cae47bd1ae3b10fbdae5
+size 26285690

eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_standard_new_width-2pow16_date-0107_resid_post_layer_12_trainer_4_custom_sae_eval_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544cdad19a6c89a8374f44af5f98f1dfb2418b5f9350bc9c02f11d822ce680e3
+size 26155343

eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_standard_new_width-2pow16_date-0107_resid_post_layer_12_trainer_5_custom_sae_eval_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5304e4005dc5d04c891d20903db02b54c689b76921aa9db3aec1991fa83844f
+size 25984532

eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_top_k_width-2pow14_date-0107_resid_post_layer_12_trainer_0_custom_sae_eval_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3082c208b6c18c843fc43ee0221547e1a97273f9ec78d78b9290f2030b44453
+size 26444963

eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_top_k_width-2pow14_date-0107_resid_post_layer_12_trainer_1_custom_sae_eval_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f389b4cbe12e5e559fa5126e6e3ab171d1c979fbf358400600784e750e52c82
+size 26356253

eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_top_k_width-2pow14_date-0107_resid_post_layer_12_trainer_2_custom_sae_eval_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c276830a7613665611e50bb694a0ea2389c34ce5d52b443daa5d03e60f169b4
+size 26610835

eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_top_k_width-2pow14_date-0107_resid_post_layer_12_trainer_3_custom_sae_eval_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1c49b0452d85f33ec36c07e2649801741441c4fa30fc49e1cfa60e6a219ae9
+size 26712914

eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_top_k_width-2pow14_date-0107_resid_post_layer_12_trainer_4_custom_sae_eval_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667104ce70a5ec0ef03908c41894b7d592f51fabb11feea7f1119195a2840a4c
+size 26824711

eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_top_k_width-2pow14_date-0107_resid_post_layer_12_trainer_5_custom_sae_eval_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49951403d7d345b98f4104f56dbf932ed2bb5285ef62da752faaf5f28e32ff0
+size 26393676

eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_top_k_width-2pow16_date-0107_resid_post_layer_12_trainer_0_custom_sae_eval_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c4b6c6bc4a00b7cab365f25798d5059f5b1a8eb73395ea3c8e5ad8d9ae3204
+size 25068488

eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_top_k_width-2pow16_date-0107_resid_post_layer_12_trainer_1_custom_sae_eval_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39909390312c51b98e9b9b812343319a32b3ac403dd5f9e39752df62370d828
+size 25597832

eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_top_k_width-2pow16_date-0107_resid_post_layer_12_trainer_2_custom_sae_eval_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b895a1eb166c2e94c2d10b32032a7b51dac853c542244972590c6ec9889adf5
+size 25403761

eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_top_k_width-2pow16_date-0107_resid_post_layer_12_trainer_3_custom_sae_eval_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7f89e595e738eadb4099bcc96a3408f36eb04346a57b53ff0ab8db448785d7
+size 25537327

eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_top_k_width-2pow16_date-0107_resid_post_layer_12_trainer_4_custom_sae_eval_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2463cff82576d2ff2fe1bb866256d1b6f77401d54ee95611881fa9399cb6bba
+size 25536425

eval_results_finetunes/autointerp/kl_finetunes_gemma-2-2b_top_k_width-2pow16_date-0107_resid_post_layer_12_trainer_5_custom_sae_eval_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c13849849e6e2277b075568d296d43d091a547356ff229777c9a4d8228986a
+size 25181253