ltg
/

gpt-bert-babylm-base

Model card Files Files and versions Community

davda54 commited on Sep 17

Commit

61699ff

•

1 Parent(s): 28410e5

Update config.json

Files changed (1) hide show

config.json +3 -3

config.json CHANGED Viewed

@@ -14,11 +14,11 @@
     },
     "attention_probs_dropout_prob": 0.1,
     "hidden_dropout_prob": 0.1,
-    "hidden_size": 384,
-    "intermediate_size": 1024,
     "layer_norm_eps": 1e-07,
     "max_position_embeddings": 512,
-    "num_attention_heads": 6,
     "num_hidden_layers": 12,
     "position_bucket_size": 32,
     "torch_dtype": "float32",

     },
     "attention_probs_dropout_prob": 0.1,
     "hidden_dropout_prob": 0.1,
+    "hidden_size": 768,
+    "intermediate_size": 2560,
     "layer_norm_eps": 1e-07,
     "max_position_embeddings": 512,
+    "num_attention_heads": 12,
     "num_hidden_layers": 12,
     "position_bucket_size": 32,
     "torch_dtype": "float32",