phoebeklett
commited on
Commit
•
253c6b8
1
Parent(s):
79de802
Update modeling.py
Browse files- modeling.py +1 -1
modeling.py
CHANGED
@@ -630,7 +630,7 @@ class ExtendedMptModel(MptPreTrainedModel):
|
|
630 |
self.sim_threshold = config.attn_config.sim_threshold
|
631 |
self.topk = config.attn_config.topk
|
632 |
self.use_external_mind = config.use_external_mind
|
633 |
-
self.use_external_mind_by_layer = config.use_external_mind_by_layer
|
634 |
|
635 |
def get_input_embeddings(self):
|
636 |
return self.wte
|
|
|
630 |
self.sim_threshold = config.attn_config.sim_threshold
|
631 |
self.topk = config.attn_config.topk
|
632 |
self.use_external_mind = config.use_external_mind
|
633 |
+
self.use_external_mind_by_layer = config.attn_config.use_external_mind_by_layer
|
634 |
|
635 |
def get_input_embeddings(self):
|
636 |
return self.wte
|