[Settings] max_tokens: { default: 2048 } (#54)
Browse files
src/lib/components/InferencePlayground/generationConfigSettings.ts
CHANGED
|
@@ -23,7 +23,7 @@ export const GENERATION_CONFIG_SETTINGS: Record<GenerationConfigKey, GenerationK
|
|
| 23 |
label: "Temperature",
|
| 24 |
},
|
| 25 |
max_tokens: {
|
| 26 |
-
default:
|
| 27 |
step: 256,
|
| 28 |
min: 0,
|
| 29 |
max: 8192, // changed dynamically based on model
|
|
|
|
| 23 |
label: "Temperature",
|
| 24 |
},
|
| 25 |
max_tokens: {
|
| 26 |
+
default: 2048,
|
| 27 |
step: 256,
|
| 28 |
min: 0,
|
| 29 |
max: 8192, // changed dynamically based on model
|