class EncoderBlock(nn.Module): def __init__(self): super(EncoderBlock, self).__init__() self.mhsa = MultiHeadSelfAttention() self.pwff = PoswiseFeedForwardNet() def forward(self, x): mhsa_output = self.mhsa(x) skip1 = mhsa_output + x pwff_output = self.pwff(skip1) skip2 = skip1+pwff_output return skip2