This commit is contained in:
Amal Jacob 2025-01-26 21:22:34 -08:00
parent 9d8d372a4d
commit 34db988568

View File

@ -207,6 +207,7 @@ class AudioEncoder(nn.Module):
for block in self.blocks:
x = block(x)
if block.attn.attention_scores is not None:
print(f"Captured attention scores from layer {len(self.all_attention_scores)}")
self.all_attention_scores.append(block.attn.attention_scores)
x = self.ln_post(x)