Skip to content

Commit

Permalink
fixed typos (#45)
Browse files Browse the repository at this point in the history
Co-authored-by: Ole <[email protected]>
  • Loading branch information
somehow-working and Ole authored Mar 19, 2024
1 parent 087d485 commit ea4354c
Showing 1 changed file with 3 additions and 2 deletions.
5 changes: 3 additions & 2 deletions i6_models/assemblies/e_branchformer/e_branchformer_v1.py
Original file line number Diff line number Diff line change
Expand Up @@ -66,15 +66,16 @@ def forward(self, x: torch.Tensor, /, sequence_mask: torch.Tensor) -> torch.Tens
:param sequence_mask: mask tensor where 0 defines positions within the sequence and 1 outside, shape: [B, T]
:return: torch.Tensor of shape [B, T, F]
"""
x = 0.5 * self.ff1(x) + x # [B, T, F]
x = 0.5 * self.ff_1(x) + x # [B, T, F]
x_1 = self.mhsa(x, sequence_mask) # [B, T, F]
x_2 = self.cgmlp(x) # [B, T, F]
x = self.merger(x_1, x_2) + x # [B, T, F]
x = 0.5 * self.ff2(x) + x # [B, T, F]
x = 0.5 * self.ff_2(x) + x # [B, T, F]
x = self.final_layer_norm(x) # [B, T, F]
return x


@dataclass
class EbranchformerEncoderV1Config(ModelConfiguration):
"""
Attributes:
Expand Down

0 comments on commit ea4354c

Please sign in to comment.