Record tokenizer to itemized prompts.
This commit is contained in:
parent
2b08d61c27
commit
1fe4a230fe
|
@ -4344,6 +4344,7 @@ export async function Generate(type, { automatic_trigger, force_name2, quiet_pro
|
|||
main_api: main_api,
|
||||
instruction: isInstruct ? substituteParams(power_user.prefer_character_prompt && system ? system : power_user.instruct.system_prompt) : '',
|
||||
userPersona: (power_user.persona_description_position == persona_description_positions.IN_PROMPT ? (persona || '') : ''),
|
||||
tokenizer: getFriendlyTokenizerName(main_api).tokenizerName || '',
|
||||
};
|
||||
|
||||
//console.log(additionalPromptStuff);
|
||||
|
@ -5030,7 +5031,7 @@ export async function itemizedParams(itemizedPrompts, thisPromptSet, incomingMes
|
|||
params.promptBiasTokensPercentage = ((params.promptBiasTokens / (params.totalTokensInPrompt)) * 100).toFixed(2);
|
||||
params.worldInfoStringTokensPercentage = ((params.worldInfoStringTokens / (params.totalTokensInPrompt)) * 100).toFixed(2);
|
||||
params.allAnchorsTokensPercentage = ((params.allAnchorsTokens / (params.totalTokensInPrompt)) * 100).toFixed(2);
|
||||
params.selectedTokenizer = getFriendlyTokenizerName(params.this_main_api).tokenizerName;
|
||||
params.selectedTokenizer = itemizedPrompts[thisPromptSet]?.tokenizer || getFriendlyTokenizerName(params.this_main_api).tokenizerName;
|
||||
}
|
||||
return params;
|
||||
}
|
||||
|
|
Loading…
Reference in New Issue