from transformers import PretrainedConfig class LlavaConfig(PretrainedConfig): model_type = "llava" def __init__( self, llm_cfg=None, vision_tower_cfg=None, mm_projector_cfg=None, architectures=None, resume_path=None, hidden_size=None, mm_hidden_size=None, image_aspect_ratio=None, num_video_frames=None, fps=None, mm_vision_select_layer=None, mm_vision_select_feature=None, mm_use_im_start_end=False, mm_use_im_patch_token=True, mm_projector_lr=None, vision_resolution=None, interpolate_mode=None, s2=None, s2_scales=None, s2_max_split_size=None, **kwargs ): super().__init__(**kwargs) self.architectures = architectures self.llm_cfg = llm_cfg self.vision_tower_cfg = vision_tower_cfg self.mm_projector_cfg = mm_projector_cfg self.resume_path = resume_path self.hidden_size = hidden_size self.mm_hidden_size = mm_hidden_size self.image_aspect_ratio = image_aspect_ratio self.num_video_frames = num_video_frames self.fps = fps self.mm_vision_select_layer = mm_vision_select_layer self.mm_vision_select_feature = mm_vision_select_feature self.mm_use_im_start_end = mm_use_im_start_end self.mm_use_im_start_end = mm_use_im_start_end self.mm_use_im_patch_token = mm_use_im_patch_token self.mm_projector_lr = mm_projector_lr self.vision_resolution = vision_resolution self.interpolate_mode = interpolate_mode self.s2 = s2 self.s2_scales = s2_scales self.s2_max_split_size = s2_max_split_size