diff --git a/default/content/presets/textgen/Asterism.json b/default/content/presets/textgen/Asterism.json index 71b43e84a..afbaad2c4 100644 --- a/default/content/presets/textgen/Asterism.json +++ b/default/content/presets/textgen/Asterism.json @@ -1,23 +1,85 @@ { "temp": 1.68, + "temperature_last": true, "top_p": 0.17, "top_k": 77, - "typical_p": 1, "top_a": 0.42, "tfs": 0.97, "epsilon_cutoff": 0, "eta_cutoff": 0, + "typical_p": 1, + "min_p": 0, "rep_pen": 1.02, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, "length_penalty": 1, "min_length": 0, "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 0, "mirostat_tau": 5, - "mirostat_eta": 0.1 + "mirostat_eta": 0.1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], + "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/Beam Search.json b/default/content/presets/textgen/Beam Search.json index 2f341d6d2..b584ae0ae 100644 --- a/default/content/presets/textgen/Beam Search.json +++ b/default/content/presets/textgen/Beam Search.json @@ -1,23 +1,85 @@ { "temp": 0.7, + "temperature_last": true, "top_p": 0.92, "top_k": 150, - "typical_p": 1, "top_a": 0, "tfs": 1, "epsilon_cutoff": 0, "eta_cutoff": 0, - "rep_pen": 4.5, + "typical_p": 1, + "min_p": 0, + "rep_pen": 3, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 2, "penalty_alpha": 0, "num_beams": 10, "length_penalty": 1.4, "min_length": 200, "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": true, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 0, "mirostat_tau": 5, - "mirostat_eta": 0.1 + "mirostat_eta": 0.1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], + "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/Big O.json b/default/content/presets/textgen/Big O.json index e565de6d3..4b5ca81a3 100644 --- a/default/content/presets/textgen/Big O.json +++ b/default/content/presets/textgen/Big O.json @@ -1,23 +1,85 @@ { "temp": 0.87, + "temperature_last": true, "top_p": 0.99, "top_k": 85, - "typical_p": 0.68, "top_a": 0, "tfs": 0.68, "epsilon_cutoff": 0, "eta_cutoff": 0, + "typical_p": 0.68, + "min_p": 0, "rep_pen": 1.01, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, "length_penalty": 1, "min_length": 0, "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 0, "mirostat_tau": 5, - "mirostat_eta": 0.1 + "mirostat_eta": 0.1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], + "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/Contrastive Search.json b/default/content/presets/textgen/Contrastive Search.json index 3537f1116..1dae94965 100644 --- a/default/content/presets/textgen/Contrastive Search.json +++ b/default/content/presets/textgen/Contrastive Search.json @@ -1,23 +1,85 @@ { "temp": 1, + "temperature_last": true, "top_p": 1, "top_k": 4, - "typical_p": 1, "top_a": 0, "tfs": 1, "epsilon_cutoff": 0, "eta_cutoff": 0, + "typical_p": 1, + "min_p": 0, "rep_pen": 1, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0.6, "num_beams": 1, "length_penalty": 1, "min_length": 0, "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": false, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 0, "mirostat_tau": 5, - "mirostat_eta": 0.1 + "mirostat_eta": 0.1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], + "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/Default.json b/default/content/presets/textgen/Default.json index eb787104f..6f450cfeb 100644 --- a/default/content/presets/textgen/Default.json +++ b/default/content/presets/textgen/Default.json @@ -1,23 +1,85 @@ { "temp": 0.7, + "temperature_last": true, "top_p": 0.5, "top_k": 40, - "typical_p": 1, "top_a": 0, "tfs": 1, "epsilon_cutoff": 0, "eta_cutoff": 0, + "typical_p": 1, + "min_p": 0, "rep_pen": 1.2, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, "length_penalty": 1, "min_length": 0, "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 0, "mirostat_tau": 5, - "mirostat_eta": 0.1 + "mirostat_eta": 0.1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], + "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/Deterministic.json b/default/content/presets/textgen/Deterministic.json index f05c3ea3c..06ae54675 100644 --- a/default/content/presets/textgen/Deterministic.json +++ b/default/content/presets/textgen/Deterministic.json @@ -1,23 +1,85 @@ { "temp": 0, + "temperature_last": true, "top_p": 0, "top_k": 1, - "typical_p": 1, "top_a": 0, "tfs": 1, "epsilon_cutoff": 0, "eta_cutoff": 0, + "typical_p": 1, + "min_p": 0, "rep_pen": 1.18, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, "length_penalty": 1, "min_length": 0, "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": false, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 0, "mirostat_tau": 5, - "mirostat_eta": 0.1 + "mirostat_eta": 0.1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], + "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/Divine Intellect.json b/default/content/presets/textgen/Divine Intellect.json index cae86324a..d9a4757d1 100644 --- a/default/content/presets/textgen/Divine Intellect.json +++ b/default/content/presets/textgen/Divine Intellect.json @@ -1,23 +1,85 @@ { "temp": 1.31, + "temperature_last": true, "top_p": 0.14, "top_k": 49, - "typical_p": 1, "top_a": 0.52, "tfs": 1, "epsilon_cutoff": 1.49, "eta_cutoff": 10.42, + "typical_p": 1, + "min_p": 0, "rep_pen": 1.17, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, "length_penalty": 1, "min_length": 0, "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 0, "mirostat_tau": 5, - "mirostat_eta": 0.1 + "mirostat_eta": 0.1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], + "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/Kobold (Godlike).json b/default/content/presets/textgen/Kobold (Godlike).json index 5df9438b7..367e126ee 100644 --- a/default/content/presets/textgen/Kobold (Godlike).json +++ b/default/content/presets/textgen/Kobold (Godlike).json @@ -1,23 +1,85 @@ { "temp": 0.7, + "temperature_last": true, "top_p": 0.5, "top_k": 0, - "typical_p": 0.19, "top_a": 0, "tfs": 1, "epsilon_cutoff": 0, "eta_cutoff": 0, + "typical_p": 0.19, + "min_p": 0, "rep_pen": 1.1, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, "length_penalty": 1, "min_length": 0, "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 0, "mirostat_tau": 5, - "mirostat_eta": 0.1 + "mirostat_eta": 0.1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], + "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/Kobold (Liminal Drift).json b/default/content/presets/textgen/Kobold (Liminal Drift).json index c6c289ee9..9035bead0 100644 --- a/default/content/presets/textgen/Kobold (Liminal Drift).json +++ b/default/content/presets/textgen/Kobold (Liminal Drift).json @@ -1,23 +1,85 @@ { "temp": 0.66, + "temperature_last": true, "top_p": 1, "top_k": 0, - "typical_p": 0.6, "top_a": 0, "tfs": 1, "epsilon_cutoff": 0, "eta_cutoff": 0, + "typical_p": 0.6, + "min_p": 0, "rep_pen": 1.1, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, "length_penalty": 1, "min_length": 0, "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 0, "mirostat_tau": 5, - "mirostat_eta": 0.1 + "mirostat_eta": 0.1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], + "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/LLaMa-Precise.json b/default/content/presets/textgen/LLaMa-Precise.json index 3dbb3b74e..84927b8d9 100644 --- a/default/content/presets/textgen/LLaMa-Precise.json +++ b/default/content/presets/textgen/LLaMa-Precise.json @@ -1,23 +1,85 @@ { "temp": 0.7, + "temperature_last": true, "top_p": 0.1, "top_k": 40, - "typical_p": 1, "top_a": 0, "tfs": 1, "epsilon_cutoff": 0, "eta_cutoff": 0, + "typical_p": 1, + "min_p": 0, "rep_pen": 1.18, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, "length_penalty": 1, "min_length": 200, "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 0, "mirostat_tau": 5, - "mirostat_eta": 0.1 + "mirostat_eta": 0.1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], + "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/Midnight Enigma.json b/default/content/presets/textgen/Midnight Enigma.json index d55269ab9..d60d989fa 100644 --- a/default/content/presets/textgen/Midnight Enigma.json +++ b/default/content/presets/textgen/Midnight Enigma.json @@ -1,23 +1,85 @@ { "temp": 0.98, + "temperature_last": true, "top_p": 0.37, "top_k": 100, - "typical_p": 1, "top_a": 0, "tfs": 1, "epsilon_cutoff": 0, "eta_cutoff": 0, + "typical_p": 1, + "min_p": 0, "rep_pen": 1.18, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, "length_penalty": 1, "min_length": 0, "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 0, "mirostat_tau": 5, - "mirostat_eta": 0.1 + "mirostat_eta": 0.1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], + "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/Miro Bronze.json b/default/content/presets/textgen/Miro Bronze.json index 96ce62afd..346e5c29f 100644 --- a/default/content/presets/textgen/Miro Bronze.json +++ b/default/content/presets/textgen/Miro Bronze.json @@ -1,24 +1,85 @@ { "temp": 1.06, + "temperature_last": true, "top_p": 1, "top_k": 0, - "typical_p": 1, "top_a": 0, "tfs": 1, "epsilon_cutoff": 0, "eta_cutoff": 0, + "typical_p": 1, + "min_p": 0, "rep_pen": 1, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, "length_penalty": 1, "min_length": 0, "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 2, "mirostat_tau": 9.61, "mirostat_eta": 1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/Miro Gold.json b/default/content/presets/textgen/Miro Gold.json index 4a423d39e..2b2edf49a 100644 --- a/default/content/presets/textgen/Miro Gold.json +++ b/default/content/presets/textgen/Miro Gold.json @@ -1,24 +1,85 @@ { "temp": 1.17, + "temperature_last": true, "top_p": 1, "top_k": 0, - "typical_p": 1, "top_a": 0, "tfs": 1, "epsilon_cutoff": 0, "eta_cutoff": 0, + "typical_p": 1, + "min_p": 0, "rep_pen": 1, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, "length_penalty": 1, "min_length": 0, "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 2, "mirostat_tau": 9.91, "mirostat_eta": 1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/Miro Silver.json b/default/content/presets/textgen/Miro Silver.json index d04526dc4..249168589 100644 --- a/default/content/presets/textgen/Miro Silver.json +++ b/default/content/presets/textgen/Miro Silver.json @@ -1,24 +1,85 @@ { "temp": 1.17, + "temperature_last": true, "top_p": 1, "top_k": 0, - "typical_p": 1, "top_a": 0, "tfs": 1, "epsilon_cutoff": 0, "eta_cutoff": 0, + "typical_p": 1, + "min_p": 0, "rep_pen": 1, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, "length_penalty": 1, "min_length": 0, "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 2, "mirostat_tau": 9.62, "mirostat_eta": 1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/Mirostat.json b/default/content/presets/textgen/Mirostat.json index 198be9feb..481e7ea52 100644 --- a/default/content/presets/textgen/Mirostat.json +++ b/default/content/presets/textgen/Mirostat.json @@ -1,23 +1,85 @@ { "temp": 1, + "temperature_last": true, "top_p": 1, "top_k": 0, - "typical_p": 1, "top_a": 0, "tfs": 1, "epsilon_cutoff": 0, "eta_cutoff": 0, + "typical_p": 1, + "min_p": 0, "rep_pen": 1, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, "length_penalty": 1, "min_length": 0, "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 2, "mirostat_tau": 8, - "mirostat_eta": 0.1 + "mirostat_eta": 0.1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], + "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/Naive.json b/default/content/presets/textgen/Naive.json index 2cdeb9492..ac1349e5c 100644 --- a/default/content/presets/textgen/Naive.json +++ b/default/content/presets/textgen/Naive.json @@ -1,23 +1,85 @@ { "temp": 0.7, + "temperature_last": true, "top_p": 0.85, "top_k": 50, - "typical_p": 1, "top_a": 0, "tfs": 1, "epsilon_cutoff": 0, "eta_cutoff": 0, + "typical_p": 1, + "min_p": 0, "rep_pen": 1, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, "length_penalty": 1, "min_length": 0, "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 0, "mirostat_tau": 5, - "mirostat_eta": 0.1 + "mirostat_eta": 0.1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], + "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/NovelAI (Best Guess).json b/default/content/presets/textgen/NovelAI (Best Guess).json index b116cf0e1..af8339889 100644 --- a/default/content/presets/textgen/NovelAI (Best Guess).json +++ b/default/content/presets/textgen/NovelAI (Best Guess).json @@ -1,23 +1,85 @@ { "temp": 0.8, + "temperature_last": true, "top_p": 0.9, "top_k": 100, - "typical_p": 1, "top_a": 0, "tfs": 1, "epsilon_cutoff": 0, "eta_cutoff": 0, + "typical_p": 1, + "min_p": 0, "rep_pen": 1.15, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, "length_penalty": 1, "min_length": 0, "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 0, "mirostat_tau": 5, - "mirostat_eta": 0.1 + "mirostat_eta": 0.1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], + "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/NovelAI (Decadence).json b/default/content/presets/textgen/NovelAI (Decadence).json index 7b692c671..e970dd1bc 100644 --- a/default/content/presets/textgen/NovelAI (Decadence).json +++ b/default/content/presets/textgen/NovelAI (Decadence).json @@ -1,23 +1,85 @@ { "temp": 1.99, + "temperature_last": true, "top_p": 1, "top_k": 100, - "typical_p": 0.97, - "rep_pen": 1, "top_a": 0, "tfs": 1, "epsilon_cutoff": 0, "eta_cutoff": 0, + "typical_p": 0.97, + "min_p": 0, + "rep_pen": 1, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, "length_penalty": 1, "min_length": 0, "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 0, "mirostat_tau": 5, - "mirostat_eta": 0.1 + "mirostat_eta": 0.1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], + "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/NovelAI (Genesis).json b/default/content/presets/textgen/NovelAI (Genesis).json index 8b2c85df7..26e96ae25 100644 --- a/default/content/presets/textgen/NovelAI (Genesis).json +++ b/default/content/presets/textgen/NovelAI (Genesis).json @@ -1,23 +1,85 @@ { "temp": 0.63, + "temperature_last": true, "top_p": 0.98, "top_k": 0, - "typical_p": 1, "top_a": 0, "tfs": 1, "epsilon_cutoff": 0, "eta_cutoff": 0, + "typical_p": 1, + "min_p": 0, "rep_pen": 1.05, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, "length_penalty": 1, "min_length": 0, "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 0, "mirostat_tau": 5, - "mirostat_eta": 0.1 + "mirostat_eta": 0.1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], + "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/NovelAI (Lycaenidae).json b/default/content/presets/textgen/NovelAI (Lycaenidae).json index d99611189..a9eacb542 100644 --- a/default/content/presets/textgen/NovelAI (Lycaenidae).json +++ b/default/content/presets/textgen/NovelAI (Lycaenidae).json @@ -1,23 +1,85 @@ { "temp": 1.99, + "temperature_last": true, "top_p": 0.85, "top_k": 12, - "typical_p": 1, "top_a": 0, "tfs": 1, "epsilon_cutoff": 0, "eta_cutoff": 0, + "typical_p": 1, + "min_p": 0, "rep_pen": 1.15, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, "length_penalty": 1, "min_length": 0, "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 0, "mirostat_tau": 5, - "mirostat_eta": 0.1 + "mirostat_eta": 0.1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], + "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/NovelAI (Ouroboros).json b/default/content/presets/textgen/NovelAI (Ouroboros).json index 708bedf23..b68a5b568 100644 --- a/default/content/presets/textgen/NovelAI (Ouroboros).json +++ b/default/content/presets/textgen/NovelAI (Ouroboros).json @@ -1,23 +1,85 @@ { "temp": 1.07, + "temperature_last": true, "top_p": 1, "top_k": 100, - "typical_p": 1, "top_a": 0, "tfs": 1, "epsilon_cutoff": 0, "eta_cutoff": 0, + "typical_p": 1, + "min_p": 0, "rep_pen": 1.05, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, "length_penalty": 1, "min_length": 0, "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 0, "mirostat_tau": 5, - "mirostat_eta": 0.1 + "mirostat_eta": 0.1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], + "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/NovelAI (Pleasing Results).json b/default/content/presets/textgen/NovelAI (Pleasing Results).json index ed4968b6f..ea5c45919 100644 --- a/default/content/presets/textgen/NovelAI (Pleasing Results).json +++ b/default/content/presets/textgen/NovelAI (Pleasing Results).json @@ -1,23 +1,85 @@ { "temp": 0.44, + "temperature_last": true, "top_p": 1, "top_k": 0, - "typical_p": 1, "top_a": 0, "tfs": 1, "epsilon_cutoff": 0, "eta_cutoff": 0, + "typical_p": 1, + "min_p": 0, "rep_pen": 1.15, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, "length_penalty": 1, "min_length": 0, "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 0, "mirostat_tau": 5, - "mirostat_eta": 0.1 + "mirostat_eta": 0.1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], + "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/NovelAI (Sphinx Moth).json b/default/content/presets/textgen/NovelAI (Sphinx Moth).json index 1390a76b1..11085fd68 100644 --- a/default/content/presets/textgen/NovelAI (Sphinx Moth).json +++ b/default/content/presets/textgen/NovelAI (Sphinx Moth).json @@ -1,23 +1,85 @@ { "temp": 1.99, + "temperature_last": true, "top_p": 0.18, "top_k": 30, - "typical_p": 1, "top_a": 0, "tfs": 1, "epsilon_cutoff": 0, "eta_cutoff": 0, + "typical_p": 1, + "min_p": 0, "rep_pen": 1.15, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, "length_penalty": 1, "min_length": 0, "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 0, "mirostat_tau": 5, - "mirostat_eta": 0.1 + "mirostat_eta": 0.1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], + "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/NovelAI (Storywriter).json b/default/content/presets/textgen/NovelAI (Storywriter).json index dfb5c1ff1..4bb308db2 100644 --- a/default/content/presets/textgen/NovelAI (Storywriter).json +++ b/default/content/presets/textgen/NovelAI (Storywriter).json @@ -1,23 +1,85 @@ { "temp": 0.72, + "temperature_last": true, "top_p": 0.73, "top_k": 0, - "typical_p": 1, "top_a": 0, "tfs": 1, "epsilon_cutoff": 0, "eta_cutoff": 0, + "typical_p": 1, + "min_p": 0, "rep_pen": 1.1, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, "length_penalty": 1, "min_length": 0, "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 0, "mirostat_tau": 5, - "mirostat_eta": 0.1 + "mirostat_eta": 0.1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], + "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/Shortwave.json b/default/content/presets/textgen/Shortwave.json index f9f039ba2..44608d172 100644 --- a/default/content/presets/textgen/Shortwave.json +++ b/default/content/presets/textgen/Shortwave.json @@ -1,23 +1,85 @@ { "temp": 1.53, + "temperature_last": true, "top_p": 0.64, "top_k": 33, - "typical_p": 1, "top_a": 0.04, "tfs": 1, "epsilon_cutoff": 0, "eta_cutoff": 0, + "typical_p": 1, + "min_p": 0, "rep_pen": 1.07, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, "length_penalty": 1, "min_length": 0, "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 0, "mirostat_tau": 5, - "mirostat_eta": 0.1 + "mirostat_eta": 0.1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], + "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/Simple-1.json b/default/content/presets/textgen/Simple-1.json index 0a1acea99..6662eaa6c 100644 --- a/default/content/presets/textgen/Simple-1.json +++ b/default/content/presets/textgen/Simple-1.json @@ -1,23 +1,85 @@ { "temp": 0.7, + "temperature_last": true, "top_p": 0.9, "top_k": 20, - "typical_p": 1, "top_a": 0, "tfs": 1, "epsilon_cutoff": 0, "eta_cutoff": 0, + "typical_p": 1, + "min_p": 0, "rep_pen": 1.15, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, "length_penalty": 1, "min_length": 0, "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 0, "mirostat_tau": 5, - "mirostat_eta": 0.1 + "mirostat_eta": 0.1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], + "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/Space Alien.json b/default/content/presets/textgen/Space Alien.json index 95d98f368..e1d59426b 100644 --- a/default/content/presets/textgen/Space Alien.json +++ b/default/content/presets/textgen/Space Alien.json @@ -1,23 +1,85 @@ { "temp": 1.31, + "temperature_last": true, "top_p": 0.29, "top_k": 72, - "typical_p": 1, "top_a": 0, "tfs": 1, "epsilon_cutoff": 0, "eta_cutoff": 0, + "typical_p": 1, + "min_p": 0, "rep_pen": 1.09, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, "length_penalty": 1, "min_length": 0, "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 0, "mirostat_tau": 5, - "mirostat_eta": 0.1 + "mirostat_eta": 0.1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], + "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/StarChat.json b/default/content/presets/textgen/StarChat.json index 3b497a633..aa572e206 100644 --- a/default/content/presets/textgen/StarChat.json +++ b/default/content/presets/textgen/StarChat.json @@ -1,23 +1,85 @@ { "temp": 0.02, + "temperature_last": true, "top_p": 0.95, "top_k": 50, - "typical_p": 1, "top_a": 0, "tfs": 1, "epsilon_cutoff": 0, "eta_cutoff": 0, + "typical_p": 1, + "min_p": 0, "rep_pen": 1, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, "length_penalty": 1, "min_length": 0, "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 0, "mirostat_tau": 5, - "mirostat_eta": 0.1 + "mirostat_eta": 0.1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], + "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/TFS-with-Top-A.json b/default/content/presets/textgen/TFS-with-Top-A.json index da0b4cd5b..ba6b4c606 100644 --- a/default/content/presets/textgen/TFS-with-Top-A.json +++ b/default/content/presets/textgen/TFS-with-Top-A.json @@ -1,23 +1,85 @@ { "temp": 0.7, + "temperature_last": true, "top_p": 1, "top_k": 0, - "typical_p": 1, "top_a": 0.2, "tfs": 0.95, "epsilon_cutoff": 0, "eta_cutoff": 0, + "typical_p": 1, + "min_p": 0, "rep_pen": 1.15, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, "length_penalty": 1, "min_length": 0, "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 0, "mirostat_tau": 5, - "mirostat_eta": 0.1 + "mirostat_eta": 0.1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], + "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/Titanic.json b/default/content/presets/textgen/Titanic.json index 55bf196a5..d46f0cf71 100644 --- a/default/content/presets/textgen/Titanic.json +++ b/default/content/presets/textgen/Titanic.json @@ -1,23 +1,85 @@ { "temp": 1.01, + "temperature_last": true, "top_p": 0.21, "top_k": 91, - "typical_p": 1, "top_a": 0.75, "tfs": 1, "epsilon_cutoff": 0, "eta_cutoff": 10.78, + "typical_p": 1, + "min_p": 0, "rep_pen": 1.21, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, "length_penalty": 1, "min_length": 0, "encoder_rep_pen": 1.07, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 0, "mirostat_tau": 5, - "mirostat_eta": 0.1 + "mirostat_eta": 0.1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], + "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/Universal-Creative.json b/default/content/presets/textgen/Universal-Creative.json index 7784fe226..527550b9a 100644 --- a/default/content/presets/textgen/Universal-Creative.json +++ b/default/content/presets/textgen/Universal-Creative.json @@ -11,6 +11,8 @@ "min_p": 0.1, "rep_pen": 1, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, @@ -19,24 +21,56 @@ "encoder_rep_pen": 1, "freq_pen": 0, "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, "add_bos_token": true, - "truncation_length": 2048, "ban_eos_token": false, "skip_special_tokens": true, - "streaming": true, "mirostat_mode": 0, "mirostat_tau": 5, "mirostat_eta": 0.1, "guidance_scale": 1, "negative_prompt": "", "grammar_string": "", + "json_schema": {}, "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], "ignore_eos_token": false, "spaces_between_special_tokens": true, - "type": "ooba", - "legacy_api": false, + "speculative_ngram": false, "sampler_order": [ 5, 6, @@ -46,5 +80,6 @@ 3, 4 ], + "logit_bias": [], "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/Universal-Light.json b/default/content/presets/textgen/Universal-Light.json index d855094d1..8bc79a847 100644 --- a/default/content/presets/textgen/Universal-Light.json +++ b/default/content/presets/textgen/Universal-Light.json @@ -11,6 +11,8 @@ "min_p": 0.1, "rep_pen": 1, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, @@ -19,24 +21,56 @@ "encoder_rep_pen": 1, "freq_pen": 0, "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, "add_bos_token": true, - "truncation_length": 2048, "ban_eos_token": false, "skip_special_tokens": true, - "streaming": true, "mirostat_mode": 0, "mirostat_tau": 5, "mirostat_eta": 0.1, "guidance_scale": 1, "negative_prompt": "", "grammar_string": "", + "json_schema": {}, "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], "ignore_eos_token": false, "spaces_between_special_tokens": true, - "type": "ooba", - "legacy_api": false, + "speculative_ngram": false, "sampler_order": [ 5, 6, @@ -46,5 +80,6 @@ 3, 4 ], + "logit_bias": [], "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/Universal-Super-Creative.json b/default/content/presets/textgen/Universal-Super-Creative.json index 60df29700..dfd28d863 100644 --- a/default/content/presets/textgen/Universal-Super-Creative.json +++ b/default/content/presets/textgen/Universal-Super-Creative.json @@ -11,6 +11,8 @@ "min_p": 0.1, "rep_pen": 1, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, @@ -19,24 +21,56 @@ "encoder_rep_pen": 1, "freq_pen": 0, "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, "add_bos_token": true, - "truncation_length": 2048, "ban_eos_token": false, "skip_special_tokens": true, - "streaming": true, "mirostat_mode": 0, "mirostat_tau": 5, "mirostat_eta": 0.1, "guidance_scale": 1, "negative_prompt": "", "grammar_string": "", + "json_schema": {}, "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], "ignore_eos_token": false, "spaces_between_special_tokens": true, - "type": "ooba", - "legacy_api": false, + "speculative_ngram": false, "sampler_order": [ 5, 6, @@ -46,5 +80,6 @@ 3, 4 ], + "logit_bias": [], "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/Yara.json b/default/content/presets/textgen/Yara.json index 6b5a28711..37601398c 100644 --- a/default/content/presets/textgen/Yara.json +++ b/default/content/presets/textgen/Yara.json @@ -1,23 +1,85 @@ { "temp": 0.82, + "temperature_last": true, "top_p": 0.21, "top_k": 72, - "typical_p": 1, "top_a": 0, "tfs": 1, "epsilon_cutoff": 0, "eta_cutoff": 0, + "typical_p": 1, + "min_p": 0, "rep_pen": 1.19, "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, "length_penalty": 1, "min_length": 0, "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, "do_sample": true, "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, "mirostat_mode": 0, "mirostat_tau": 5, - "mirostat_eta": 0.1 + "mirostat_eta": 0.1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 5, + 6, + 0, + 1, + 2, + 3, + 4 + ], + "logit_bias": [], + "rep_pen_size": 0 } diff --git a/default/content/presets/textgen/simple-proxy-for-tavern.json b/default/content/presets/textgen/simple-proxy-for-tavern.json index b4b1c781f..17e077842 100644 --- a/default/content/presets/textgen/simple-proxy-for-tavern.json +++ b/default/content/presets/textgen/simple-proxy-for-tavern.json @@ -1,23 +1,85 @@ -{ - "temp": 0.65, - "top_p": 0.47, - "top_k": 42, - "typical_p": 1, - "top_a": 0, - "tfs": 1, - "epsilon_cutoff": 0, - "eta_cutoff": 0, - "rep_pen": 1.18, - "rep_pen_range": 0, - "no_repeat_ngram_size": 0, - "penalty_alpha": 0, - "num_beams": 1, - "length_penalty": 1, - "min_length": 0, - "encoder_rep_pen": 1, - "do_sample": true, - "early_stopping": false, - "mirostat_mode": 0, - "mirostat_tau": 5, - "mirostat_eta": 0.1 -} +{ + "temp": 0.65, + "temperature_last": true, + "top_p": 0.47, + "top_k": 42, + "top_a": 0, + "tfs": 1, + "epsilon_cutoff": 0, + "eta_cutoff": 0, + "typical_p": 1, + "min_p": 0, + "rep_pen": 1.18, + "rep_pen_range": 0, + "rep_pen_decay": 0, + "rep_pen_slope": 1, + "no_repeat_ngram_size": 0, + "penalty_alpha": 0, + "num_beams": 1, + "length_penalty": 1, + "min_length": 0, + "encoder_rep_pen": 1, + "freq_pen": 0, + "presence_pen": 0, + "skew": 0, + "do_sample": true, + "early_stopping": false, + "dynatemp": false, + "min_temp": 0, + "max_temp": 2, + "dynatemp_exponent": 1, + "smoothing_factor": 0, + "smoothing_curve": 1, + "dry_allowed_length": 2, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", + "dry_penalty_last_n": 0, + "add_bos_token": true, + "ban_eos_token": false, + "skip_special_tokens": true, + "mirostat_mode": 0, + "mirostat_tau": 5, + "mirostat_eta": 0.1, + "guidance_scale": 1, + "negative_prompt": "", + "grammar_string": "", + "json_schema": {}, + "banned_tokens": "", + "sampler_priority": [ + "temperature", + "dynamic_temperature", + "quadratic_sampling", + "top_k", + "top_p", + "typical_p", + "epsilon_cutoff", + "eta_cutoff", + "tfs", + "top_a", + "min_p", + "mirostat" + ], + "samplers": [ + "top_k", + "tfs_z", + "typical_p", + "top_p", + "min_p", + "temperature" + ], + "ignore_eos_token": false, + "spaces_between_special_tokens": true, + "speculative_ngram": false, + "sampler_order": [ + 6, + 0, + 1, + 3, + 4, + 2, + 5 + ], + "logit_bias": [], + "rep_pen_size": 0 +}