Upload HymbaForCausalLM

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e5b3b0f41d82964e0c22809786ff0eb10afc116d43cbbe53325ebf6cba85f1
+size 3045665048

modeling_hymba.py

@@ -543,6 +543,14 @@ class HymbaAttention(nn.Module):
 
         if self.config.rope:
             self._init_rope()
+
+
+    def set_rope(self, rope_type, orig_max_position_embeddings, max_position_embeddings):
+        self.config.rope_type = rope_type
+        self.config.orig_max_position_embeddings = orig_max_position_embeddings
+        self.config.max_position_embeddings = max_position_embeddings
+        
+        self._init_rope()
             
             
     def _init_rope(self):