anicolson commited on
Commit
0cd14c4
1 Parent(s): beb6bf3

Update modelling_uniformer.py

Browse files
Files changed (1) hide show
  1. modelling_uniformer.py +0 -2
modelling_uniformer.py CHANGED
@@ -99,7 +99,6 @@ class CBlock(nn.Module):
99
 
100
  self.ls = layer_scale
101
  if self.ls:
102
- print(f"Use layer_scale: {layer_scale}, init_values: {init_value}")
103
  self.gamma_1 = nn.Parameter(init_value * torch.ones((dim)),requires_grad=True)
104
  self.gamma_2 = nn.Parameter(init_value * torch.ones((dim)),requires_grad=True)
105
 
@@ -139,7 +138,6 @@ class SABlock(nn.Module):
139
  self.mlp = Mlp(in_features=dim, hidden_features=mlp_hidden_dim, act_layer=act_layer, drop=drop)
140
  self.ls = layer_scale
141
  if self.ls:
142
- print(f"Use layer_scale: {layer_scale}, init_values: {init_value}")
143
  self.gamma_1 = nn.Parameter(init_value * torch.ones((dim)),requires_grad=True)
144
  self.gamma_2 = nn.Parameter(init_value * torch.ones((dim)),requires_grad=True)
145
 
 
99
 
100
  self.ls = layer_scale
101
  if self.ls:
 
102
  self.gamma_1 = nn.Parameter(init_value * torch.ones((dim)),requires_grad=True)
103
  self.gamma_2 = nn.Parameter(init_value * torch.ones((dim)),requires_grad=True)
104
 
 
138
  self.mlp = Mlp(in_features=dim, hidden_features=mlp_hidden_dim, act_layer=act_layer, drop=drop)
139
  self.ls = layer_scale
140
  if self.ls:
 
141
  self.gamma_1 = nn.Parameter(init_value * torch.ones((dim)),requires_grad=True)
142
  self.gamma_2 = nn.Parameter(init_value * torch.ones((dim)),requires_grad=True)
143