Upload LlavaLlamaForCausalLM

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/scratch/vision_share/models/llava-llama2-7b-lit/",
+  "_name_or_path": "/scratch/vision_share/models/llava-llama2-7b-pretrain-fb/",
   "architectures": [
     "LlavaLlamaForCausalLM"
   ],
@@ -7,10 +7,12 @@
   "attention_dropout": 0.0,
   "bos_token_id": 1,
   "eos_token_id": 2,
+  "freeze_backbone": true,
   "freeze_mm_mlp_adapter": false,
+  "freeze_vision_tower": true,
   "hidden_act": "silu",
   "hidden_size": 4096,
-  "image_aspect_ratio": "pad",
+  "image_aspect_ratio": "square",
   "initializer_range": 0.02,
   "intermediate_size": 11008,
   "max_position_embeddings": 4096,
@@ -36,7 +38,6 @@
   "tokenizer_padding_side": "right",
   "torch_dtype": "float16",
   "transformers_version": "4.37.2",
-  "tune_mm_mlp_adapter": false,
   "use_cache": true,
   "use_mm_proj": true,
   "vocab_size": 32000

model-00001-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4cd20f71aa6a48e33d15cdf0381b975fee14214af853f83d331bfa154ac752ce
+oid sha256:6f7bf3db7d7a78e921b68973dc39d9a08df6cae71c3273750dcb60fb9192f68a
 size 4938985248

model-00002-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:46b61e62c1b590d5ba198a890ab3e39a5c322291a4205cfe9d212b241c7b08e0
+oid sha256:7cee8cf83361acfd75e732be678c7e3d2b1134994c9de3e7919d61003e487fe3
 size 4947390768

model-00003-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a1851443b1812acd5495c84a79fdff5d2638fd5ed4f48ea567d8afd3131418d0
+oid sha256:e4c942a212e29318dd0f0db7789cc2b801a1707f37ffef200bc14672acb2d2c9
 size 4846538696