added classifier dropout
Browse files- configuration_bert.py +3 -1
configuration_bert.py
CHANGED
@@ -85,6 +85,7 @@ class JinaBertConfig(PretrainedConfig):
|
|
85 |
use_flash_attn=True,
|
86 |
use_qk_norm=True,
|
87 |
emb_pooler=None,
|
|
|
88 |
**kwargs,
|
89 |
):
|
90 |
assert 'position_embedding_type' not in kwargs
|
@@ -116,4 +117,5 @@ class JinaBertConfig(PretrainedConfig):
|
|
116 |
self.num_tasks = num_tasks
|
117 |
self.use_flash_attn = use_flash_attn
|
118 |
self.use_qk_norm = use_qk_norm
|
119 |
-
self.emb_pooler = emb_pooler
|
|
|
|
85 |
use_flash_attn=True,
|
86 |
use_qk_norm=True,
|
87 |
emb_pooler=None,
|
88 |
+
classifier_dropout=None,
|
89 |
**kwargs,
|
90 |
):
|
91 |
assert 'position_embedding_type' not in kwargs
|
|
|
117 |
self.num_tasks = num_tasks
|
118 |
self.use_flash_attn = use_flash_attn
|
119 |
self.use_qk_norm = use_qk_norm
|
120 |
+
self.emb_pooler = emb_pooler
|
121 |
+
self.classifier_dropout = classifier_dropout
|