Training in progress, step 500

config.json

@@ -20,7 +20,7 @@
     "vocab_size": 32064
   },
   "tie_word_embeddings": false,
-  "torch_dtype": "bfloat16",
+  "torch_dtype": "float16",
   "transformers_version": "4.39.3",
   "vision_config": {
     "hidden_size": 1024,

tokenizer_config.json

@@ -44,7 +44,7 @@
     }
   },
   "bos_token": "<s>",
-  "chat_template": "\n        {% for message in messages %}\n            {% if message['role'] == 'user' %}\n                USER: {{ message['content'] }}\n\n            {% else %}\n                ASSISTANT: {{ message['content'] }}\n\n            {% endif %}\n        {% endfor %}\n    ",
+  "chat_template": "{% for message in messages %}{% if message['role'] == 'user' %}USER:{% else %}ASSISTANT:{% endif %}{% for item in message['content'] %}{% if item['type'] == 'text' %}{{ item['text'] }}{% elif item['type'] == 'image' %}<image>{% endif %}{% endfor %}{{'\n'}}{% endfor %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "legacy": false,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:26f4b29fdf5347b55f892a080c73eb8ad0acbf3cd482cdd17dec782deb656477
+oid sha256:8b3d0846274aaacc6b73797da467cd0bb3eaf81ee453ecefa632512b7f7d9d66
 size 6072