openbmb
/

cpm-bee-1b

Text Generation

feature-extraction

Model card Files Files and versions Community

jeffreygo commited on Jun 13, 2023

Commit

b197fa6

•

1 Parent(s): bd72a61

Update config.json

Files changed (1) hide show

config.json +4 -3

config.json CHANGED Viewed

@@ -1,9 +1,9 @@
 {
     "vocab_size": 86583,
-    "dim_model": 4096,
     "dim_ff" : 1024,
-    "num_layers" : 48,
-    "num_heads": 32,
     "dim_head" : 40,
     "dropout_p" : 0.0,
     "position_bias_num_buckets" : 256,
@@ -11,5 +11,6 @@
     "position_bias_max_distance" : 2048,
     "eps" : 1e-6,
     "half" : true,
     "mask_modules": [[false, false], [true, false], [false, false], [true, false], [true, true], [true, false], [true, true], [true, true], [false, false], [false, false], [true, true], [true, false], [true, false], [true, true], [false, false], [true, true], [false, false], [false, true], [true, false], [true, true], [false, false], [false, true], [true, true], [true, true], [false, false], [true, true], [false, false], [true, true], [true, true], [false, false], [true, true], [false, false], [true, true], [false, false], [true, true], [true, false], [true, true], [true, true], [true, true], [false, false], [true, true], [false, false], [true, true], [true, true], [false, false], [true, true], [false, false], [false, false]]
 }

 {
     "vocab_size": 86583,
+    "hidden_size": 4096,
     "dim_ff" : 1024,
+    "num_hidden_layers" : 48,
+    "num_attention_heads": 32,
     "dim_head" : 40,
     "dropout_p" : 0.0,
     "position_bias_num_buckets" : 256,
     "position_bias_max_distance" : 2048,
     "eps" : 1e-6,
     "half" : true,
+    "model_type": "cpmbee",
     "mask_modules": [[false, false], [true, false], [false, false], [true, false], [true, true], [true, false], [true, true], [true, true], [false, false], [false, false], [true, true], [true, false], [true, false], [true, true], [false, false], [true, true], [false, false], [false, true], [true, false], [true, true], [false, false], [false, true], [true, true], [true, true], [false, false], [true, true], [false, false], [true, true], [true, true], [false, false], [true, true], [false, false], [true, true], [false, false], [true, true], [true, false], [true, true], [true, true], [true, true], [false, false], [true, true], [false, false], [true, true], [true, true], [false, false], [true, true], [false, false], [false, false]]
 }