Spaces:
Running
on
Zero
Running
on
Zero
frankaging
commited on
Commit
·
60cfe00
1
Parent(s):
bb5c56b
final
Browse files
app.py
CHANGED
@@ -35,10 +35,11 @@ class Steer(pv.SourcelessIntervention):
|
|
35 |
if subspaces is None:
|
36 |
return base
|
37 |
steering_vec = []
|
|
|
38 |
for idx, mag in zip(subspaces["idx"], subspaces["mag"]):
|
39 |
steering_vec.append(self.proj.weight[idx].unsqueeze(dim=0))
|
40 |
steering_vec = torch.cat(steering_vec, dim=0).mean(dim=0)
|
41 |
-
steering_vec =
|
42 |
return base + steering_vec
|
43 |
|
44 |
# Check GPU
|
|
|
35 |
if subspaces is None:
|
36 |
return base
|
37 |
steering_vec = []
|
38 |
+
avg_mag = sum(subspaces["mag"]) / len(subspaces["mag"])
|
39 |
for idx, mag in zip(subspaces["idx"], subspaces["mag"]):
|
40 |
steering_vec.append(self.proj.weight[idx].unsqueeze(dim=0))
|
41 |
steering_vec = torch.cat(steering_vec, dim=0).mean(dim=0)
|
42 |
+
steering_vec = avg_mag * steering_vec
|
43 |
return base + steering_vec
|
44 |
|
45 |
# Check GPU
|