hexone2086/asmo_vhead
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update swiftformer.py

Browse Source
This commit is contained in:
Abdelrahman Shaker
2023-07-26 01:32:27 +04:00
committed by GitHub
parent ef5daec20c
commit 37a4fe953d
1 changed files with 0 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
models/swiftformer.py
View File

@@ -209,7 +209,6 @@ class SwiftFormerLocalRepresentation(nn.Module):
nn.init.constant_(m.bias, 0) nn.init.constant_(m.bias, 0)
def forward(self, x): def forward(self, x):
print("SwiftFormerLocalRepresentation input is ", x.shape)
input = x input = x
x = self.dwconv(x) x = self.dwconv(x)
x = self.norm(x) x = self.norm(x)
@@ -220,7 +219,6 @@ class SwiftFormerLocalRepresentation(nn.Module):
x = input + self.drop_path(self.layer_scale * x) x = input + self.drop_path(self.layer_scale * x)
else: else:
x = input + self.drop_path(x) x = input + self.drop_path(x)
return x return x