facebook
/

blenderbot-3B

Text2Text Generation

Inference Endpoints

Model card Files Files and versions Community

system HF staff commited on Sep 28, 2020

Commit

0b5aa12

•

1 Parent(s): 1ca1d53

Update config.json

Files changed (1) hide show

config.json +3 -3

config.json CHANGED Viewed

@@ -2,7 +2,7 @@
   "activation_dropout": 0.0,
   "activation_function": "gelu",
   "add_bias_logits": false,
-  "add_final_layer_norm": false,
   "architectures": [
     "BlenderbotForConditionalGeneration"
   ],
@@ -42,13 +42,13 @@
   "model_type": "blenderbot",
   "no_repeat_ngram_size": 3,
   "normalize_before": true,
-  "normalize_embedding": true,
   "num_beams": 10,
   "num_hidden_layers": 2,
   "pad_token_id": 0,
   "scale_embedding": true,
   "static_position_embeddings": false,
   "unk_token_id": 3,
-  "variant": "prelayernorm",
   "vocab_size": 8008
 }

   "activation_dropout": 0.0,
   "activation_function": "gelu",
   "add_bias_logits": false,
+  "add_final_layer_norm": true,
   "architectures": [
     "BlenderbotForConditionalGeneration"
   ],
   "model_type": "blenderbot",
   "no_repeat_ngram_size": 3,
   "normalize_before": true,
+  "normalize_embedding": false,
   "num_beams": 10,
   "num_hidden_layers": 2,
   "pad_token_id": 0,
   "scale_embedding": true,
   "static_position_embeddings": false,
   "unk_token_id": 3,
+  "layernorm_variant": "prelayernorm",
   "vocab_size": 8008
 }