Record tokenizer to itemized prompts.
This commit is contained in:
parent
2b08d61c27
commit
1fe4a230fe
|
@ -4344,6 +4344,7 @@ export async function Generate(type, { automatic_trigger, force_name2, quiet_pro
|
||||||
main_api: main_api,
|
main_api: main_api,
|
||||||
instruction: isInstruct ? substituteParams(power_user.prefer_character_prompt && system ? system : power_user.instruct.system_prompt) : '',
|
instruction: isInstruct ? substituteParams(power_user.prefer_character_prompt && system ? system : power_user.instruct.system_prompt) : '',
|
||||||
userPersona: (power_user.persona_description_position == persona_description_positions.IN_PROMPT ? (persona || '') : ''),
|
userPersona: (power_user.persona_description_position == persona_description_positions.IN_PROMPT ? (persona || '') : ''),
|
||||||
|
tokenizer: getFriendlyTokenizerName(main_api).tokenizerName || '',
|
||||||
};
|
};
|
||||||
|
|
||||||
//console.log(additionalPromptStuff);
|
//console.log(additionalPromptStuff);
|
||||||
|
@ -5030,7 +5031,7 @@ export async function itemizedParams(itemizedPrompts, thisPromptSet, incomingMes
|
||||||
params.promptBiasTokensPercentage = ((params.promptBiasTokens / (params.totalTokensInPrompt)) * 100).toFixed(2);
|
params.promptBiasTokensPercentage = ((params.promptBiasTokens / (params.totalTokensInPrompt)) * 100).toFixed(2);
|
||||||
params.worldInfoStringTokensPercentage = ((params.worldInfoStringTokens / (params.totalTokensInPrompt)) * 100).toFixed(2);
|
params.worldInfoStringTokensPercentage = ((params.worldInfoStringTokens / (params.totalTokensInPrompt)) * 100).toFixed(2);
|
||||||
params.allAnchorsTokensPercentage = ((params.allAnchorsTokens / (params.totalTokensInPrompt)) * 100).toFixed(2);
|
params.allAnchorsTokensPercentage = ((params.allAnchorsTokens / (params.totalTokensInPrompt)) * 100).toFixed(2);
|
||||||
params.selectedTokenizer = getFriendlyTokenizerName(params.this_main_api).tokenizerName;
|
params.selectedTokenizer = itemizedPrompts[thisPromptSet]?.tokenizer || getFriendlyTokenizerName(params.this_main_api).tokenizerName;
|
||||||
}
|
}
|
||||||
return params;
|
return params;
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in New Issue