Crystalcareai
commited on
Commit
•
793b4ee
1
Parent(s):
2535770
Update modeling_quiet.py
Browse files- modeling_quiet.py +1 -1
modeling_quiet.py
CHANGED
@@ -1215,7 +1215,7 @@ class QuietForCausalLM(QuietPreTrainedModel):
|
|
1215 |
logits = self.lm_head(hidden_states)
|
1216 |
|
1217 |
|
1218 |
-
thought_ids, thought_embeddings = self._generate_thoughts(hidden_states, max_length=self.config.
|
1219 |
thought_hidden_states = self.model(inputs_embeds=thought_embeddings).last_hidden_state
|
1220 |
|
1221 |
# Compute thought logits
|
|
|
1215 |
logits = self.lm_head(hidden_states)
|
1216 |
|
1217 |
|
1218 |
+
thought_ids, thought_embeddings = self._generate_thoughts(hidden_states, max_length=self.config.thought_length)
|
1219 |
thought_hidden_states = self.model(inputs_embeds=thought_embeddings).last_hidden_state
|
1220 |
|
1221 |
# Compute thought logits
|