Remove sampling and set temperature to zero. (#19)

- Remove sampling and set temperature to zero. (bc750275e5b1fb3aba3dc52f99d55c8e18db2d30)


Co-authored-by: Daniel <trifltt@users.noreply.huggingface.co>

generation_config.json

@@ -1,12 +1,12 @@
 {
   "bos_token_id": 128000,
-  "do_sample": true,
+  "do_sample": false,
   "eos_token_id": [
     128001,
     128009
   ],
   "max_length": 4096,
-  "temperature": 0.6,
-  "top_p": 0.9,
+  "temperature": 0,
+  "top_p": 1,
   "transformers_version": "4.40.0"
 }