Set dropout in config.json to be 0 ? (#7)

- Set dropout in config.json to be 0 ? (c68091b97892b4183a9b844bc325fbbb6ec3b1cd)


Co-authored-by: Hailey Schoelkopf <hails@users.noreply.huggingface.co>

config.json

@@ -2,11 +2,11 @@
   "architectures": [
     "GPTNeoXForCausalLM"
   ],
-  "attention_probs_dropout_prob": 0.1,
+  "attention_probs_dropout_prob": 0,
   "bos_token_id": 0,
   "eos_token_id": 0,
   "hidden_act": "gelu_fast",
-  "hidden_dropout_prob": 0.1,
+  "hidden_dropout_prob": 0,
   "hidden_size": 6144,
   "initializer_range": 0.02,
   "intermediate_size": 24576,