Markus28 commited on
Commit
4441ce6
1 Parent(s): 86b0438

feat: added cleaved_layers property

Browse files
Files changed (1) hide show
  1. modeling_bert.py +9 -0
modeling_bert.py CHANGED
@@ -177,6 +177,15 @@ class BertEncoder(nn.Module):
177
  assert 0 <= idx < len(self.layers)
178
  self._last_layer_idx = idx
179
 
 
 
 
 
 
 
 
 
 
180
  @property
181
  def gradient_checkpointing(self):
182
  return self._grad_checkpointing
 
177
  assert 0 <= idx < len(self.layers)
178
  self._last_layer_idx = idx
179
 
180
+ @property
181
+ def cleaved_layers(self):
182
+ return len(self.layers) - self.last_layer_idx - 1
183
+
184
+ @cleaved_layers.setter
185
+ def cleaved_layers(self, n: int):
186
+ assert 0 <= n < len(self.layers)
187
+ self.last_layer_idx = len(self.layers) - n - 1
188
+
189
  @property
190
  def gradient_checkpointing(self):
191
  return self._grad_checkpointing