Convert checkpoint files to float16 (#6)

- Convert checkpoint files to float16 (241c2933133be42da3bfbf11388af23a629f7b7c)

config.json

@@ -7,7 +7,7 @@
     "OPTForCausalLM"
   ],
   "attention_dropout": 0.1,
-  "bias": false,
+  "enable_bias": true,
   "bos_token_id": 0,
   "do_layer_norm_before": true,
   "dropout": 0.1,
@@ -15,7 +15,7 @@
   "ffn_dim": 8192,
   "hidden_size": 2048,
   "init_std": 0.02,
-  "layer_norm_elementwise_affine": false,
+  "layer_norm_elementwise_affine": true,
   "layerdrop": 0.0,
   "learned_embeddings": true,
   "max_position_embeddings": 2048,
@@ -24,8 +24,8 @@
   "num_hidden_layers": 24,
   "pad_token_id": 1,
   "scale_embeddings": false,
-  "torch_dtype": "float32",
-  "transformers_version": "4.25.0.dev0",
+  "torch_dtype": "float16",
+  "transformers_version": "4.21.0.dev0",
   "use_cache": true,
   "vocab_size": 50000,
   "word_embed_proj_dim": 2048

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:97c287bad7929491e81636940b1e2f890e3886d74427e3254ca6fb628aadebce
-size 5260928593
+oid sha256:f349eb24e0a15d358137908aa71f88afc580250b3acebef102ab6e8b8cc06f18
+size 2630528157