JonasGeiping commited on
Commit
524e1c0
·
verified ·
1 Parent(s): d557f58

Update raven_modeling_minimal.py

Browse files
Files changed (1) hide show
  1. raven_modeling_minimal.py +1 -0
raven_modeling_minimal.py CHANGED
@@ -242,6 +242,7 @@ class CausalSelfAttention(torch.nn.Module):
242
  if past_key_values is not None:
243
  k, v = past_key_values.update(k, v, step_idx)
244
 
 
245
  if return_attn:
246
  y, attention_map = self.compute_eager_sdpa(q, k, v, attn_mask=mask)
247
  else:
 
242
  if past_key_values is not None:
243
  k, v = past_key_values.update(k, v, step_idx)
244
 
245
+ return_attn = False # hard-code for now to rule out rushed eval errors
246
  if return_attn:
247
  y, attention_map = self.compute_eager_sdpa(q, k, v, attn_mask=mask)
248
  else: