Hugging Face's logo

Casual-Autopsy
/
L3-Super-Nova-RP-8B

Text Generation
Transformers
Safetensors
English
llama
mergekit
Merge
multi-step merge
Not-For-All-Audiences
nsfw
rp
roleplay
role-play
summarization
emotion classification
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
2
Casual-Autopsy commited on
Commit
9f1d532
•
1 Parent(s): 30c7366

Add New TextGen Setting Presets

Browse files
Files changed (8) hide show
  1. ST/{TextGen Preset → Old}/Nova.json +0 -0
  2. ST/TextGen Preset/Class A.json +91 -0
  3. ST/TextGen Preset/Class B.json +91 -0
  4. ST/TextGen Preset/Class F.json +91 -0
  5. ST/TextGen Preset/Class G.json +91 -0
  6. ST/TextGen Preset/Class K.json +91 -0
  7. ST/TextGen Preset/Class M.json +91 -0
  8. ST/TextGen Preset/Class O.json +91 -0
ST/{TextGen Preset → Old}/Nova.json RENAMED
File without changes
ST/TextGen Preset/Class A.json ADDED
@@ -0,0 +1,91 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "temp": 1,
3
+ "temperature_last": false,
4
+ "top_p": 1,
5
+ "top_k": 0,
6
+ "top_a": 0,
7
+ "tfs": 1,
8
+ "epsilon_cutoff": 0,
9
+ "eta_cutoff": 0,
10
+ "typical_p": 1,
11
+ "min_p": 0,
12
+ "rep_pen": 1,
13
+ "rep_pen_range": 2048,
14
+ "rep_pen_decay": 0,
15
+ "rep_pen_slope": 1,
16
+ "no_repeat_ngram_size": 0,
17
+ "penalty_alpha": 0,
18
+ "num_beams": 1,
19
+ "length_penalty": 1,
20
+ "min_length": 0,
21
+ "encoder_rep_pen": 1.02,
22
+ "freq_pen": 0,
23
+ "presence_pen": 0,
24
+ "skew": 0,
25
+ "do_sample": true,
26
+ "early_stopping": true,
27
+ "dynatemp": false,
28
+ "min_temp": 0,
29
+ "max_temp": 1,
30
+ "dynatemp_exponent": 1,
31
+ "smoothing_factor": 0.3,
32
+ "smoothing_curve": 1,
33
+ "dry_allowed_length": 2,
34
+ "dry_multiplier": 1.2,
35
+ "dry_base": 1.75,
36
+ "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\", \"`\", \";\", \"<\", \"(\", \"{\", \"[\", \"]\", \"}\", \")\", \">\", \"|\", \"+\", \"=\"]",
37
+ "dry_penalty_last_n": 4096,
38
+ "add_bos_token": true,
39
+ "ban_eos_token": false,
40
+ "skip_special_tokens": true,
41
+ "mirostat_mode": 2,
42
+ "mirostat_tau": 9.9,
43
+ "mirostat_eta": 0.15,
44
+ "guidance_scale": 1,
45
+ "negative_prompt": "",
46
+ "grammar_string": "",
47
+ "json_schema": {},
48
+ "banned_tokens": "",
49
+ "sampler_priority": [
50
+ "top_k",
51
+ "top_a",
52
+ "epsilon_cutoff",
53
+ "eta_cutoff",
54
+ "tfs",
55
+ "typical_p",
56
+ "top_p",
57
+ "min_p",
58
+ "temperature",
59
+ "dynamic_temperature",
60
+ "quadratic_sampling",
61
+ "mirostat"
62
+ ],
63
+ "samplers": [
64
+ "top_k",
65
+ "tfs_z",
66
+ "typical_p",
67
+ "top_p",
68
+ "min_p",
69
+ "temperature"
70
+ ],
71
+ "ignore_eos_token": false,
72
+ "spaces_between_special_tokens": true,
73
+ "speculative_ngram": false,
74
+ "sampler_order": [
75
+ 6,
76
+ 0,
77
+ 1,
78
+ 3,
79
+ 4,
80
+ 2,
81
+ 5
82
+ ],
83
+ "logit_bias": [],
84
+ "xtc_threshold": 0.15,
85
+ "xtc_probability": 0.5,
86
+ "ignore_eos_token_aphrodite": false,
87
+ "spaces_between_special_tokens_aphrodite": true,
88
+ "rep_pen_size": 0,
89
+ "genamt": 768,
90
+ "max_length": 12288
91
+ }
ST/TextGen Preset/Class B.json ADDED
@@ -0,0 +1,91 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "temp": 1,
3
+ "temperature_last": false,
4
+ "top_p": 0.95,
5
+ "top_k": 100,
6
+ "top_a": 0,
7
+ "tfs": 1,
8
+ "epsilon_cutoff": 0,
9
+ "eta_cutoff": 0,
10
+ "typical_p": 1,
11
+ "min_p": 0,
12
+ "rep_pen": 1.03,
13
+ "rep_pen_range": 2048,
14
+ "rep_pen_decay": 0,
15
+ "rep_pen_slope": 1,
16
+ "no_repeat_ngram_size": 0,
17
+ "penalty_alpha": 0,
18
+ "num_beams": 1,
19
+ "length_penalty": 1,
20
+ "min_length": 0,
21
+ "encoder_rep_pen": 1.02,
22
+ "freq_pen": 0,
23
+ "presence_pen": 0.05,
24
+ "skew": 0,
25
+ "do_sample": true,
26
+ "early_stopping": true,
27
+ "dynatemp": true,
28
+ "min_temp": 0.75,
29
+ "max_temp": 1.5,
30
+ "dynatemp_exponent": 0.85,
31
+ "smoothing_factor": 0.3,
32
+ "smoothing_curve": 1,
33
+ "dry_allowed_length": 2,
34
+ "dry_multiplier": 1.2,
35
+ "dry_base": 1.75,
36
+ "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\", \"`\", \";\", \"<\", \"(\", \"{\", \"[\", \"]\", \"}\", \")\", \">\", \"|\", \"+\", \"=\"]",
37
+ "dry_penalty_last_n": 4096,
38
+ "add_bos_token": true,
39
+ "ban_eos_token": false,
40
+ "skip_special_tokens": true,
41
+ "mirostat_mode": 0,
42
+ "mirostat_tau": 9.9,
43
+ "mirostat_eta": 0.05,
44
+ "guidance_scale": 1,
45
+ "negative_prompt": "",
46
+ "grammar_string": "",
47
+ "json_schema": {},
48
+ "banned_tokens": "",
49
+ "sampler_priority": [
50
+ "top_k",
51
+ "top_a",
52
+ "epsilon_cutoff",
53
+ "eta_cutoff",
54
+ "tfs",
55
+ "typical_p",
56
+ "top_p",
57
+ "min_p",
58
+ "temperature",
59
+ "dynamic_temperature",
60
+ "quadratic_sampling",
61
+ "mirostat"
62
+ ],
63
+ "samplers": [
64
+ "top_k",
65
+ "tfs_z",
66
+ "typical_p",
67
+ "top_p",
68
+ "min_p",
69
+ "temperature"
70
+ ],
71
+ "ignore_eos_token": false,
72
+ "spaces_between_special_tokens": true,
73
+ "speculative_ngram": false,
74
+ "sampler_order": [
75
+ 6,
76
+ 0,
77
+ 1,
78
+ 3,
79
+ 4,
80
+ 2,
81
+ 5
82
+ ],
83
+ "logit_bias": [],
84
+ "xtc_threshold": 0.15,
85
+ "xtc_probability": 0.5,
86
+ "ignore_eos_token_aphrodite": false,
87
+ "spaces_between_special_tokens_aphrodite": true,
88
+ "rep_pen_size": 0,
89
+ "genamt": 768,
90
+ "max_length": 12288
91
+ }
ST/TextGen Preset/Class F.json ADDED
@@ -0,0 +1,91 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "temp": 1,
3
+ "temperature_last": false,
4
+ "top_p": 1,
5
+ "top_k": 0,
6
+ "top_a": 0,
7
+ "tfs": 1,
8
+ "epsilon_cutoff": 0,
9
+ "eta_cutoff": 0,
10
+ "typical_p": 1,
11
+ "min_p": 0,
12
+ "rep_pen": 1,
13
+ "rep_pen_range": 2048,
14
+ "rep_pen_decay": 0,
15
+ "rep_pen_slope": 1,
16
+ "no_repeat_ngram_size": 0,
17
+ "penalty_alpha": 0,
18
+ "num_beams": 1,
19
+ "length_penalty": 1,
20
+ "min_length": 0,
21
+ "encoder_rep_pen": 1.02,
22
+ "freq_pen": 0,
23
+ "presence_pen": 0,
24
+ "skew": 0,
25
+ "do_sample": true,
26
+ "early_stopping": true,
27
+ "dynatemp": false,
28
+ "min_temp": 0,
29
+ "max_temp": 1,
30
+ "dynatemp_exponent": 1,
31
+ "smoothing_factor": 0.3,
32
+ "smoothing_curve": 1,
33
+ "dry_allowed_length": 2,
34
+ "dry_multiplier": 0.8,
35
+ "dry_base": 1.75,
36
+ "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\", \"`\", \";\", \"<\", \"(\", \"{\", \"[\", \"]\", \"}\", \")\", \">\", \"|\", \"+\", \"=\"]",
37
+ "dry_penalty_last_n": 4096,
38
+ "add_bos_token": true,
39
+ "ban_eos_token": false,
40
+ "skip_special_tokens": true,
41
+ "mirostat_mode": 2,
42
+ "mirostat_tau": 8,
43
+ "mirostat_eta": 0.05,
44
+ "guidance_scale": 1,
45
+ "negative_prompt": "",
46
+ "grammar_string": "",
47
+ "json_schema": {},
48
+ "banned_tokens": "",
49
+ "sampler_priority": [
50
+ "top_k",
51
+ "top_a",
52
+ "epsilon_cutoff",
53
+ "eta_cutoff",
54
+ "tfs",
55
+ "typical_p",
56
+ "top_p",
57
+ "min_p",
58
+ "temperature",
59
+ "dynamic_temperature",
60
+ "quadratic_sampling",
61
+ "mirostat"
62
+ ],
63
+ "samplers": [
64
+ "top_k",
65
+ "tfs_z",
66
+ "typical_p",
67
+ "top_p",
68
+ "min_p",
69
+ "temperature"
70
+ ],
71
+ "ignore_eos_token": false,
72
+ "spaces_between_special_tokens": true,
73
+ "speculative_ngram": false,
74
+ "sampler_order": [
75
+ 6,
76
+ 0,
77
+ 1,
78
+ 3,
79
+ 4,
80
+ 2,
81
+ 5
82
+ ],
83
+ "logit_bias": [],
84
+ "xtc_threshold": 0.15,
85
+ "xtc_probability": 0.5,
86
+ "ignore_eos_token_aphrodite": false,
87
+ "spaces_between_special_tokens_aphrodite": true,
88
+ "rep_pen_size": 0,
89
+ "genamt": 768,
90
+ "max_length": 12288
91
+ }
ST/TextGen Preset/Class G.json ADDED
@@ -0,0 +1,91 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "temp": 1,
3
+ "temperature_last": false,
4
+ "top_p": 0.95,
5
+ "top_k": 100,
6
+ "top_a": 0,
7
+ "tfs": 1,
8
+ "epsilon_cutoff": 0,
9
+ "eta_cutoff": 0,
10
+ "typical_p": 1,
11
+ "min_p": 0,
12
+ "rep_pen": 1.01,
13
+ "rep_pen_range": 2048,
14
+ "rep_pen_decay": 0,
15
+ "rep_pen_slope": 1,
16
+ "no_repeat_ngram_size": 0,
17
+ "penalty_alpha": 0,
18
+ "num_beams": 1,
19
+ "length_penalty": 1,
20
+ "min_length": 0,
21
+ "encoder_rep_pen": 1.02,
22
+ "freq_pen": 0,
23
+ "presence_pen": 0.02,
24
+ "skew": 0,
25
+ "do_sample": true,
26
+ "early_stopping": true,
27
+ "dynatemp": true,
28
+ "min_temp": 0.45,
29
+ "max_temp": 1.25,
30
+ "dynatemp_exponent": 0.85,
31
+ "smoothing_factor": 0.32,
32
+ "smoothing_curve": 1,
33
+ "dry_allowed_length": 3,
34
+ "dry_multiplier": 0.8,
35
+ "dry_base": 1.5,
36
+ "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\", \"`\", \";\", \"<\", \"(\", \"{\", \"[\", \"]\", \"}\", \")\", \">\", \"|\", \"+\", \"=\"]",
37
+ "dry_penalty_last_n": 4096,
38
+ "add_bos_token": true,
39
+ "ban_eos_token": false,
40
+ "skip_special_tokens": true,
41
+ "mirostat_mode": 0,
42
+ "mirostat_tau": 9.9,
43
+ "mirostat_eta": 0.05,
44
+ "guidance_scale": 1,
45
+ "negative_prompt": "",
46
+ "grammar_string": "",
47
+ "json_schema": {},
48
+ "banned_tokens": "",
49
+ "sampler_priority": [
50
+ "top_k",
51
+ "top_a",
52
+ "epsilon_cutoff",
53
+ "eta_cutoff",
54
+ "tfs",
55
+ "typical_p",
56
+ "top_p",
57
+ "min_p",
58
+ "temperature",
59
+ "dynamic_temperature",
60
+ "quadratic_sampling",
61
+ "mirostat"
62
+ ],
63
+ "samplers": [
64
+ "top_k",
65
+ "tfs_z",
66
+ "typical_p",
67
+ "top_p",
68
+ "min_p",
69
+ "temperature"
70
+ ],
71
+ "ignore_eos_token": false,
72
+ "spaces_between_special_tokens": true,
73
+ "speculative_ngram": false,
74
+ "sampler_order": [
75
+ 6,
76
+ 0,
77
+ 1,
78
+ 3,
79
+ 4,
80
+ 2,
81
+ 5
82
+ ],
83
+ "logit_bias": [],
84
+ "xtc_threshold": 0.15,
85
+ "xtc_probability": 0,
86
+ "ignore_eos_token_aphrodite": false,
87
+ "spaces_between_special_tokens_aphrodite": true,
88
+ "rep_pen_size": 0,
89
+ "genamt": 1536,
90
+ "max_length": 12288
91
+ }
ST/TextGen Preset/Class K.json ADDED
@@ -0,0 +1,91 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "temp": 1,
3
+ "temperature_last": false,
4
+ "top_p": 0.95,
5
+ "top_k": 80,
6
+ "top_a": 0,
7
+ "tfs": 1,
8
+ "epsilon_cutoff": 0,
9
+ "eta_cutoff": 0,
10
+ "typical_p": 1,
11
+ "min_p": 0,
12
+ "rep_pen": 1.01,
13
+ "rep_pen_range": 2048,
14
+ "rep_pen_decay": 0,
15
+ "rep_pen_slope": 1,
16
+ "no_repeat_ngram_size": 0,
17
+ "penalty_alpha": 0,
18
+ "num_beams": 1,
19
+ "length_penalty": 1,
20
+ "min_length": 0,
21
+ "encoder_rep_pen": 1.02,
22
+ "freq_pen": 0,
23
+ "presence_pen": 0.02,
24
+ "skew": 0,
25
+ "do_sample": true,
26
+ "early_stopping": true,
27
+ "dynatemp": true,
28
+ "min_temp": 0.35,
29
+ "max_temp": 1.25,
30
+ "dynatemp_exponent": 0.85,
31
+ "smoothing_factor": 0.35,
32
+ "smoothing_curve": 1,
33
+ "dry_allowed_length": 3,
34
+ "dry_multiplier": 0,
35
+ "dry_base": 1.5,
36
+ "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\", \"`\", \";\", \"<\", \"(\", \"{\", \"[\", \"]\", \"}\", \")\", \">\", \"|\", \"+\", \"=\"]",
37
+ "dry_penalty_last_n": 4096,
38
+ "add_bos_token": true,
39
+ "ban_eos_token": false,
40
+ "skip_special_tokens": true,
41
+ "mirostat_mode": 0,
42
+ "mirostat_tau": 9.9,
43
+ "mirostat_eta": 0.05,
44
+ "guidance_scale": 1,
45
+ "negative_prompt": "",
46
+ "grammar_string": "",
47
+ "json_schema": {},
48
+ "banned_tokens": "",
49
+ "sampler_priority": [
50
+ "top_k",
51
+ "top_a",
52
+ "epsilon_cutoff",
53
+ "eta_cutoff",
54
+ "tfs",
55
+ "typical_p",
56
+ "top_p",
57
+ "min_p",
58
+ "temperature",
59
+ "dynamic_temperature",
60
+ "quadratic_sampling",
61
+ "mirostat"
62
+ ],
63
+ "samplers": [
64
+ "top_k",
65
+ "tfs_z",
66
+ "typical_p",
67
+ "top_p",
68
+ "min_p",
69
+ "temperature"
70
+ ],
71
+ "ignore_eos_token": false,
72
+ "spaces_between_special_tokens": true,
73
+ "speculative_ngram": false,
74
+ "sampler_order": [
75
+ 6,
76
+ 0,
77
+ 1,
78
+ 3,
79
+ 4,
80
+ 2,
81
+ 5
82
+ ],
83
+ "logit_bias": [],
84
+ "xtc_threshold": 0.15,
85
+ "xtc_probability": 0,
86
+ "ignore_eos_token_aphrodite": false,
87
+ "spaces_between_special_tokens_aphrodite": true,
88
+ "rep_pen_size": 0,
89
+ "genamt": 1536,
90
+ "max_length": 12288
91
+ }
ST/TextGen Preset/Class M.json ADDED
@@ -0,0 +1,91 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "temp": 1,
3
+ "temperature_last": false,
4
+ "top_p": 1,
5
+ "top_k": 60,
6
+ "top_a": 0,
7
+ "tfs": 1,
8
+ "epsilon_cutoff": 0,
9
+ "eta_cutoff": 0,
10
+ "typical_p": 1,
11
+ "min_p": 0.075,
12
+ "rep_pen": 1,
13
+ "rep_pen_range": 2048,
14
+ "rep_pen_decay": 0,
15
+ "rep_pen_slope": 1,
16
+ "no_repeat_ngram_size": 0,
17
+ "penalty_alpha": 0,
18
+ "num_beams": 1,
19
+ "length_penalty": 1,
20
+ "min_length": 0,
21
+ "encoder_rep_pen": 1.02,
22
+ "freq_pen": 0,
23
+ "presence_pen": 0,
24
+ "skew": 0,
25
+ "do_sample": true,
26
+ "early_stopping": true,
27
+ "dynatemp": true,
28
+ "min_temp": 0.35,
29
+ "max_temp": 1,
30
+ "dynatemp_exponent": 1.15,
31
+ "smoothing_factor": 0,
32
+ "smoothing_curve": 1,
33
+ "dry_allowed_length": 2,
34
+ "dry_multiplier": 0,
35
+ "dry_base": 1.75,
36
+ "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\", \"`\", \";\", \"<\", \"(\", \"{\", \"[\", \"]\", \"}\", \")\", \">\", \"|\", \"+\", \"=\"]",
37
+ "dry_penalty_last_n": 4096,
38
+ "add_bos_token": true,
39
+ "ban_eos_token": false,
40
+ "skip_special_tokens": true,
41
+ "mirostat_mode": 0,
42
+ "mirostat_tau": 9.9,
43
+ "mirostat_eta": 0.05,
44
+ "guidance_scale": 1,
45
+ "negative_prompt": "",
46
+ "grammar_string": "",
47
+ "json_schema": {},
48
+ "banned_tokens": "",
49
+ "sampler_priority": [
50
+ "top_k",
51
+ "top_a",
52
+ "epsilon_cutoff",
53
+ "eta_cutoff",
54
+ "tfs",
55
+ "typical_p",
56
+ "top_p",
57
+ "min_p",
58
+ "temperature",
59
+ "dynamic_temperature",
60
+ "quadratic_sampling",
61
+ "mirostat"
62
+ ],
63
+ "samplers": [
64
+ "top_k",
65
+ "tfs_z",
66
+ "typical_p",
67
+ "top_p",
68
+ "min_p",
69
+ "temperature"
70
+ ],
71
+ "ignore_eos_token": false,
72
+ "spaces_between_special_tokens": true,
73
+ "speculative_ngram": false,
74
+ "sampler_order": [
75
+ 6,
76
+ 0,
77
+ 1,
78
+ 3,
79
+ 4,
80
+ 2,
81
+ 5
82
+ ],
83
+ "logit_bias": [],
84
+ "xtc_threshold": 0.15,
85
+ "xtc_probability": 0,
86
+ "ignore_eos_token_aphrodite": false,
87
+ "spaces_between_special_tokens_aphrodite": true,
88
+ "rep_pen_size": 0,
89
+ "genamt": 1536,
90
+ "max_length": 12288
91
+ }
ST/TextGen Preset/Class O.json ADDED
@@ -0,0 +1,91 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "temp": 1,
3
+ "temperature_last": false,
4
+ "top_p": 0.95,
5
+ "top_k": 100,
6
+ "top_a": 0,
7
+ "tfs": 1,
8
+ "epsilon_cutoff": 0,
9
+ "eta_cutoff": 0,
10
+ "typical_p": 1,
11
+ "min_p": 0,
12
+ "rep_pen": 1.03,
13
+ "rep_pen_range": 2048,
14
+ "rep_pen_decay": 0,
15
+ "rep_pen_slope": 1,
16
+ "no_repeat_ngram_size": 0,
17
+ "penalty_alpha": 0,
18
+ "num_beams": 1,
19
+ "length_penalty": 1,
20
+ "min_length": 0,
21
+ "encoder_rep_pen": 1.02,
22
+ "freq_pen": 0,
23
+ "presence_pen": 0.05,
24
+ "skew": 0,
25
+ "do_sample": true,
26
+ "early_stopping": true,
27
+ "dynatemp": true,
28
+ "min_temp": 0.75,
29
+ "max_temp": 1.5,
30
+ "dynatemp_exponent": 0.85,
31
+ "smoothing_factor": 0.3,
32
+ "smoothing_curve": 1,
33
+ "dry_allowed_length": 2,
34
+ "dry_multiplier": 1.2,
35
+ "dry_base": 1.75,
36
+ "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\", \"`\", \";\", \"<\", \"(\", \"{\", \"[\", \"]\", \"}\", \")\", \">\", \"|\", \"+\", \"=\"]",
37
+ "dry_penalty_last_n": 4096,
38
+ "add_bos_token": true,
39
+ "ban_eos_token": false,
40
+ "skip_special_tokens": true,
41
+ "mirostat_mode": 0,
42
+ "mirostat_tau": 9.9,
43
+ "mirostat_eta": 0.05,
44
+ "guidance_scale": 1,
45
+ "negative_prompt": "",
46
+ "grammar_string": "",
47
+ "json_schema": {},
48
+ "banned_tokens": "",
49
+ "sampler_priority": [
50
+ "top_k",
51
+ "top_a",
52
+ "epsilon_cutoff",
53
+ "eta_cutoff",
54
+ "tfs",
55
+ "typical_p",
56
+ "top_p",
57
+ "min_p",
58
+ "temperature",
59
+ "dynamic_temperature",
60
+ "quadratic_sampling",
61
+ "mirostat"
62
+ ],
63
+ "samplers": [
64
+ "top_k",
65
+ "tfs_z",
66
+ "typical_p",
67
+ "top_p",
68
+ "min_p",
69
+ "temperature"
70
+ ],
71
+ "ignore_eos_token": false,
72
+ "spaces_between_special_tokens": true,
73
+ "speculative_ngram": false,
74
+ "sampler_order": [
75
+ 6,
76
+ 0,
77
+ 1,
78
+ 3,
79
+ 4,
80
+ 2,
81
+ 5
82
+ ],
83
+ "logit_bias": [],
84
+ "xtc_threshold": 0.1,
85
+ "xtc_probability": 0.45,
86
+ "ignore_eos_token_aphrodite": false,
87
+ "spaces_between_special_tokens_aphrodite": true,
88
+ "rep_pen_size": 0,
89
+ "genamt": 768,
90
+ "max_length": 12288
91
+ }