frankaging commited on
Commit
60cfe00
·
1 Parent(s): bb5c56b
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -35,10 +35,11 @@ class Steer(pv.SourcelessIntervention):
35
  if subspaces is None:
36
  return base
37
  steering_vec = []
 
38
  for idx, mag in zip(subspaces["idx"], subspaces["mag"]):
39
  steering_vec.append(self.proj.weight[idx].unsqueeze(dim=0))
40
  steering_vec = torch.cat(steering_vec, dim=0).mean(dim=0)
41
- steering_vec = mag * steering_vec
42
  return base + steering_vec
43
 
44
  # Check GPU
 
35
  if subspaces is None:
36
  return base
37
  steering_vec = []
38
+ avg_mag = sum(subspaces["mag"]) / len(subspaces["mag"])
39
  for idx, mag in zip(subspaces["idx"], subspaces["mag"]):
40
  steering_vec.append(self.proj.weight[idx].unsqueeze(dim=0))
41
  steering_vec = torch.cat(steering_vec, dim=0).mean(dim=0)
42
+ steering_vec = avg_mag * steering_vec
43
  return base + steering_vec
44
 
45
  # Check GPU