From a440604aea19e251e7bb19a05e3e671d1af8cd69 Mon Sep 17 00:00:00 2001 From: Priya Kasimbeg Date: Thu, 16 Nov 2023 20:40:54 +0000 Subject: [PATCH] fix --- .../librispeech_conformer/librispeech_pytorch/models.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/algorithmic_efficiency/workloads/librispeech_conformer/librispeech_pytorch/models.py b/algorithmic_efficiency/workloads/librispeech_conformer/librispeech_pytorch/models.py index 0787403a9..6c23ac7bb 100644 --- a/algorithmic_efficiency/workloads/librispeech_conformer/librispeech_pytorch/models.py +++ b/algorithmic_efficiency/workloads/librispeech_conformer/librispeech_pytorch/models.py @@ -297,7 +297,7 @@ def forward(self, inputs, key_padding_mask=None): attn_mask=~key_padding_mask[:, None, None], dropout_p=self.dropout, ).transpose(1, 2).reshape(batch_size, seq_len, embed_dim) - out = out * attention_temperature + out = out * self.attention_temperature out = self.out_proj(out) return out