fix(genai_config): Adds extra EOS token to improve chat outputs.
Browse files
cpu_and_mobile/cpu-int4-rtn-block-32-acc-level-4/genai_config.json
CHANGED
@@ -28,6 +28,7 @@
|
|
28 |
},
|
29 |
"eos_token_id": [
|
30 |
32000,
|
|
|
31 |
32007
|
32 |
],
|
33 |
"pad_token_id": 32000,
|
|
|
28 |
},
|
29 |
"eos_token_id": [
|
30 |
32000,
|
31 |
+
32001,
|
32 |
32007
|
33 |
],
|
34 |
"pad_token_id": 32000,
|
cpu_and_mobile/cpu-int4-rtn-block-32/genai_config.json
CHANGED
@@ -28,6 +28,7 @@
|
|
28 |
},
|
29 |
"eos_token_id": [
|
30 |
32000,
|
|
|
31 |
32007
|
32 |
],
|
33 |
"pad_token_id": 32000,
|
|
|
28 |
},
|
29 |
"eos_token_id": [
|
30 |
32000,
|
31 |
+
32001,
|
32 |
32007
|
33 |
],
|
34 |
"pad_token_id": 32000,
|
cuda/cuda-fp16/genai_config.json
CHANGED
@@ -33,6 +33,7 @@
|
|
33 |
},
|
34 |
"eos_token_id": [
|
35 |
32000,
|
|
|
36 |
32007
|
37 |
],
|
38 |
"pad_token_id": 32000,
|
|
|
33 |
},
|
34 |
"eos_token_id": [
|
35 |
32000,
|
36 |
+
32001,
|
37 |
32007
|
38 |
],
|
39 |
"pad_token_id": 32000,
|
cuda/cuda-int4-rtn-block-32/genai_config.json
CHANGED
@@ -33,6 +33,7 @@
|
|
33 |
},
|
34 |
"eos_token_id": [
|
35 |
32000,
|
|
|
36 |
32007
|
37 |
],
|
38 |
"pad_token_id": 32000,
|
|
|
33 |
},
|
34 |
"eos_token_id": [
|
35 |
32000,
|
36 |
+
32001,
|
37 |
32007
|
38 |
],
|
39 |
"pad_token_id": 32000,
|
directml/directml-int4-awq-block-128/genai_config.json
CHANGED
@@ -31,6 +31,7 @@
|
|
31 |
},
|
32 |
"eos_token_id": [
|
33 |
32000,
|
|
|
34 |
32007
|
35 |
],
|
36 |
"pad_token_id": 32000,
|
|
|
31 |
},
|
32 |
"eos_token_id": [
|
33 |
32000,
|
34 |
+
32001,
|
35 |
32007
|
36 |
],
|
37 |
"pad_token_id": 32000,
|