Update app.py

app.py

@@ -139,9 +139,8 @@ def run_interpretation(raw_original_prompt, raw_interpretation_prompt, max_new_t
 
     # try identifying important layers
     vectors_to_compare = interpreted_vectors # torch.tensor(global_state.sentence_transformer.encode(generation_texts))
-    # layers that are usually never important
-    avoid_first_exclusive, avoid_last = 3, 1
-    vectors_to_compare = vectors_to_compare[avoid_first_exclusive:-avoid_last]
+    avoid_first, avoid_last = 2, 1 # layers that are usually never important
+    vectors_to_compare = vectors_to_compare[avoid_first:-avoid_last]
     diff_score = F.normalize(vectors_to_compare, dim=-1).diff(dim=0).norm(dim=-1)
     important_idxs = avoid_first_exclusive + diff_score.topk(k=int(np.ceil(0.1 * len(generation_texts)))).indices.cpu().numpy()