Update modelling_uniformer.py
Browse files- modelling_uniformer.py +0 -2
modelling_uniformer.py
CHANGED
@@ -99,7 +99,6 @@ class CBlock(nn.Module):
|
|
99 |
|
100 |
self.ls = layer_scale
|
101 |
if self.ls:
|
102 |
-
print(f"Use layer_scale: {layer_scale}, init_values: {init_value}")
|
103 |
self.gamma_1 = nn.Parameter(init_value * torch.ones((dim)),requires_grad=True)
|
104 |
self.gamma_2 = nn.Parameter(init_value * torch.ones((dim)),requires_grad=True)
|
105 |
|
@@ -139,7 +138,6 @@ class SABlock(nn.Module):
|
|
139 |
self.mlp = Mlp(in_features=dim, hidden_features=mlp_hidden_dim, act_layer=act_layer, drop=drop)
|
140 |
self.ls = layer_scale
|
141 |
if self.ls:
|
142 |
-
print(f"Use layer_scale: {layer_scale}, init_values: {init_value}")
|
143 |
self.gamma_1 = nn.Parameter(init_value * torch.ones((dim)),requires_grad=True)
|
144 |
self.gamma_2 = nn.Parameter(init_value * torch.ones((dim)),requires_grad=True)
|
145 |
|
|
|
99 |
|
100 |
self.ls = layer_scale
|
101 |
if self.ls:
|
|
|
102 |
self.gamma_1 = nn.Parameter(init_value * torch.ones((dim)),requires_grad=True)
|
103 |
self.gamma_2 = nn.Parameter(init_value * torch.ones((dim)),requires_grad=True)
|
104 |
|
|
|
138 |
self.mlp = Mlp(in_features=dim, hidden_features=mlp_hidden_dim, act_layer=act_layer, drop=drop)
|
139 |
self.ls = layer_scale
|
140 |
if self.ls:
|
|
|
141 |
self.gamma_1 = nn.Parameter(init_value * torch.ones((dim)),requires_grad=True)
|
142 |
self.gamma_2 = nn.Parameter(init_value * torch.ones((dim)),requires_grad=True)
|
143 |
|