Himetsu commited on
Commit
c67706c
1 Parent(s): cb1ea9f

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -0
config.json CHANGED
@@ -11,6 +11,7 @@
11
  "projector_hidden_act": "gelu",
12
  "text_config": {
13
  "hidden_size": 5120,
 
14
  "intermediate_size": 14336,
15
  "is_composition": true,
16
  "max_position_embeddings": 1024000,
 
11
  "projector_hidden_act": "gelu",
12
  "text_config": {
13
  "hidden_size": 5120,
14
+ "head_dim": 128,
15
  "intermediate_size": 14336,
16
  "is_composition": true,
17
  "max_position_embeddings": 1024000,