Crystalcareai commited on
Commit
793b4ee
1 Parent(s): 2535770

Update modeling_quiet.py

Browse files
Files changed (1) hide show
  1. modeling_quiet.py +1 -1
modeling_quiet.py CHANGED
@@ -1215,7 +1215,7 @@ class QuietForCausalLM(QuietPreTrainedModel):
1215
  logits = self.lm_head(hidden_states)
1216
 
1217
 
1218
- thought_ids, thought_embeddings = self._generate_thoughts(hidden_states, max_length=self.config.max_thought_length)
1219
  thought_hidden_states = self.model(inputs_embeds=thought_embeddings).last_hidden_state
1220
 
1221
  # Compute thought logits
 
1215
  logits = self.lm_head(hidden_states)
1216
 
1217
 
1218
+ thought_ids, thought_embeddings = self._generate_thoughts(hidden_states, max_length=self.config.thought_length)
1219
  thought_hidden_states = self.model(inputs_embeds=thought_embeddings).last_hidden_state
1220
 
1221
  # Compute thought logits