diff --git a/Feed_Forward.py b/Feed_Forward.py deleted file mode 100644 index d1c2b41..0000000 --- a/Feed_Forward.py +++ /dev/null @@ -1,16 +0,0 @@ -from torch import nn -import config -class PoswiseFeedForwardNet(nn.Module): - def __init__(self): - super(PoswiseFeedForwardNet, self).__init__() - self.fc = nn.Sequential( - nn.Linear(config.input_dim, config.d_ff1, bias=config.bias), - nn.ReLU(), - nn.Linear(config.d_ff1, config.input_dim, bias=config.bias)) - - def forward(self, inputs): # inputs: [batch_size, seq_len, d_model] - residual = inputs - - output = self.fc(inputs) - - return nn.LayerNorm(config.input_dim).to('cuda:0')(output + residual) # [batch_size, seq_len, d_model]