dar-tau commited on
Commit
883bc5c
1 Parent(s): e3769dd

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -142,7 +142,7 @@ def run_interpretation(raw_original_prompt, raw_interpretation_prompt, max_new_t
142
  avoid_first, avoid_last = 2, 1 # layers that are usually never important
143
  vectors_to_compare = vectors_to_compare[avoid_first:-avoid_last]
144
  diff_score = F.normalize(vectors_to_compare, dim=-1).diff(dim=0).norm(dim=-1)
145
- important_idxs = avoid_first_exclusive + diff_score.topk(k=int(np.ceil(0.1 * len(generation_texts)))).indices.cpu().numpy()
146
 
147
  # create GUI output
148
  print(f'{important_idxs=}')
 
142
  avoid_first, avoid_last = 2, 1 # layers that are usually never important
143
  vectors_to_compare = vectors_to_compare[avoid_first:-avoid_last]
144
  diff_score = F.normalize(vectors_to_compare, dim=-1).diff(dim=0).norm(dim=-1)
145
+ important_idxs = avoid_first + diff_score.topk(k=int(np.ceil(0.1 * len(generation_texts)))).indices.cpu().numpy()
146
 
147
  # create GUI output
148
  print(f'{important_idxs=}')