Add "Best match" tokenizer option

This commit is contained in:
Cohee
2023-08-04 14:17:05 +03:00
parent 14827d6135
commit 84283bc2b4
4 changed files with 31 additions and 6 deletions

View File

@ -71,6 +71,7 @@ const tokenizers = {
NERD: 4,
NERD2: 5,
API: 6,
BEST_MATCH: 99,
}
const send_on_enter_options = {
@ -87,7 +88,7 @@ export const persona_description_positions = {
}
let power_user = {
tokenizer: tokenizers.CLASSIC,
tokenizer: tokenizers.BEST_MATCH,
token_padding: 64,
collapse_newlines: false,
pygmalion_formatting: pygmalion_options.AUTO,