From 9ef2e7ccde3159fe0eddd680ba12e159bf5cd227 Mon Sep 17 00:00:00 2001 From: hnu202409060624 <2804411502@qq.com> Date: Mon, 30 Dec 2024 18:29:09 +0800 Subject: [PATCH] Delete 'Feed_Forward.py' --- Feed_Forward.py | 16 ---------------- 1 file changed, 16 deletions(-) delete mode 100644 Feed_Forward.py diff --git a/Feed_Forward.py b/Feed_Forward.py deleted file mode 100644 index d1c2b41..0000000 --- a/Feed_Forward.py +++ /dev/null @@ -1,16 +0,0 @@ -from torch import nn -import config -class PoswiseFeedForwardNet(nn.Module): - def __init__(self): - super(PoswiseFeedForwardNet, self).__init__() - self.fc = nn.Sequential( - nn.Linear(config.input_dim, config.d_ff1, bias=config.bias), - nn.ReLU(), - nn.Linear(config.d_ff1, config.input_dim, bias=config.bias)) - - def forward(self, inputs): # inputs: [batch_size, seq_len, d_model] - residual = inputs - - output = self.fc(inputs) - - return nn.LayerNorm(config.input_dim).to('cuda:0')(output + residual) # [batch_size, seq_len, d_model]