Update raven_modeling_minimal.py
Browse files
raven_modeling_minimal.py
CHANGED
@@ -242,6 +242,7 @@ class CausalSelfAttention(torch.nn.Module):
|
|
242 |
if past_key_values is not None:
|
243 |
k, v = past_key_values.update(k, v, step_idx)
|
244 |
|
|
|
245 |
if return_attn:
|
246 |
y, attention_map = self.compute_eager_sdpa(q, k, v, attn_mask=mask)
|
247 |
else:
|
|
|
242 |
if past_key_values is not None:
|
243 |
k, v = past_key_values.update(k, v, step_idx)
|
244 |
|
245 |
+
return_attn = False # hard-code for now to rule out rushed eval errors
|
246 |
if return_attn:
|
247 |
y, attention_map = self.compute_eager_sdpa(q, k, v, attn_mask=mask)
|
248 |
else:
|