Update app.py
Browse files
app.py
CHANGED
@@ -139,7 +139,7 @@ def run_interpretation(raw_original_prompt, raw_interpretation_prompt, max_new_t
|
|
139 |
|
140 |
# try identifying important layers
|
141 |
vectors_to_compare = interpreted_vectors # torch.tensor(global_state.sentence_transformer.encode(generation_texts))
|
142 |
-
diff_score1 = F.normalize(vectors_to_compare, dim=-1).diff(dim=0).norm(dim=-1)
|
143 |
|
144 |
bags_of_words = [set(tokenizer.tokenize(text)) for text in generation_texts]
|
145 |
diff_score2 = torch.tensor([
|
|
|
139 |
|
140 |
# try identifying important layers
|
141 |
vectors_to_compare = interpreted_vectors # torch.tensor(global_state.sentence_transformer.encode(generation_texts))
|
142 |
+
diff_score1 = F.normalize(vectors_to_compare, dim=-1).diff(dim=0).norm(dim=-1).cpu()
|
143 |
|
144 |
bags_of_words = [set(tokenizer.tokenize(text)) for text in generation_texts]
|
145 |
diff_score2 = torch.tensor([
|