Update app.py

app.py

@@ -139,8 +139,11 @@ def run_interpretation(raw_original_prompt, raw_interpretation_prompt, max_new_t
 
     # try identifying important layers
     vectors_to_compare = interpreted_vectors # torch.tensor(global_state.sentence_transformer.encode(generation_texts))
+    # layers that are usually never important
+    avoid_first_exclusive, avoid_last = 3, 1
+    vectors_to_compare = vectors_to_compare[avoid_first_exclusive:-avoid_last]
     diff_score = F.normalize(vectors_to_compare, dim=-1).diff(dim=0).norm(dim=-1)
-    important_idxs = 1 + diff_score.topk(k=int(np.ceil(0.2 * len(generation_texts)))).indices.cpu().numpy()
+    important_idxs = avoid_first_exclusive + diff_score.topk(k=int(np.ceil(0.1 * len(generation_texts)))).indices.cpu().numpy()
     
     # create GUI output
     print(f'{important_idxs=}')