'use strict'; import { name1, name2, saveSettingsDebounced, substituteParams } from '../script.js'; import { selected_group } from './group-chats.js'; import { parseExampleIntoIndividual } from './openai.js'; import { power_user, context_presets, } from './power-user.js'; import { regexFromString, resetScrollHeight } from './utils.js'; /** * @type {any[]} Instruct mode presets. */ export let instruct_presets = []; export const names_behavior_types = { NONE: 'none', FORCE: 'force', ALWAYS: 'always', }; const controls = [ { id: 'instruct_enabled', property: 'enabled', isCheckbox: true }, { id: 'instruct_wrap', property: 'wrap', isCheckbox: true }, { id: 'instruct_system_sequence_prefix', property: 'system_sequence_prefix', isCheckbox: false }, { id: 'instruct_system_sequence_suffix', property: 'system_sequence_suffix', isCheckbox: false }, { id: 'instruct_input_sequence', property: 'input_sequence', isCheckbox: false }, { id: 'instruct_input_suffix', property: 'input_suffix', isCheckbox: false }, { id: 'instruct_output_sequence', property: 'output_sequence', isCheckbox: false }, { id: 'instruct_output_suffix', property: 'output_suffix', isCheckbox: false }, { id: 'instruct_system_sequence', property: 'system_sequence', isCheckbox: false }, { id: 'instruct_system_suffix', property: 'system_suffix', isCheckbox: false }, { id: 'instruct_last_system_sequence', property: 'last_system_sequence', isCheckbox: false }, { id: 'instruct_user_alignment_message', property: 'user_alignment_message', isCheckbox: false }, { id: 'instruct_stop_sequence', property: 'stop_sequence', isCheckbox: false }, { id: 'instruct_first_output_sequence', property: 'first_output_sequence', isCheckbox: false }, { id: 'instruct_last_output_sequence', property: 'last_output_sequence', isCheckbox: false }, { id: 'instruct_first_input_sequence', property: 'first_input_sequence', isCheckbox: false }, { id: 'instruct_last_input_sequence', property: 'last_input_sequence', isCheckbox: false }, { id: 'instruct_activation_regex', property: 'activation_regex', isCheckbox: false }, { id: 'instruct_bind_to_context', property: 'bind_to_context', isCheckbox: true }, { id: 'instruct_skip_examples', property: 'skip_examples', isCheckbox: true }, { id: 'instruct_names_behavior', property: 'names_behavior', isCheckbox: false }, { id: 'instruct_system_same_as_user', property: 'system_same_as_user', isCheckbox: true, trigger: true }, ]; /** * Migrates instruct mode settings into the evergreen format. * @param {object} settings Instruct mode settings. * @returns {void} */ function migrateInstructModeSettings(settings) { // Separator sequence => Output suffix if (settings.separator_sequence !== undefined) { settings.output_suffix = settings.separator_sequence || ''; delete settings.separator_sequence; } // names, names_force_groups => names_behavior if (settings.names !== undefined) { settings.names_behavior = settings.names ? names_behavior_types.ALWAYS : (settings.names_force_groups ? names_behavior_types.FORCE : names_behavior_types.NONE); delete settings.names; delete settings.names_force_groups; } const defaults = { input_suffix: '', system_sequence: '', system_suffix: '', user_alignment_message: '', last_system_sequence: '', first_input_sequence: '', last_input_sequence: '', names_force_groups: true, skip_examples: false, system_same_as_user: false, names_behavior: names_behavior_types.FORCE, }; for (let key in defaults) { if (settings[key] === undefined) { settings[key] = defaults[key]; } } } /** * Loads instruct mode settings from the given data object. * @param {object} data Settings data object. */ export async function loadInstructMode(data) { if (data.instruct !== undefined) { instruct_presets = data.instruct; } migrateInstructModeSettings(power_user.instruct); $('#instruct_enabled').parent().find('i').toggleClass('toggleEnabled', !!power_user.instruct.enabled); $('#instructSettingsBlock, #InstructSequencesColumn').toggleClass('disabled', !power_user.instruct.enabled); $('#instruct_bind_to_context').parent().find('i').toggleClass('toggleEnabled', !!power_user.instruct.bind_to_context); controls.forEach(control => { const $element = $(`#${control.id}`); if (control.isCheckbox) { $element.prop('checked', power_user.instruct[control.property]); } else if ($element.is('select')) { const value = power_user.instruct[control.property]; $element.val(value); $element.filter(`[value="${value}"]`).prop('checked', true); } else { $element.val(power_user.instruct[control.property]); } $element.on('input', async function () { power_user.instruct[control.property] = control.isCheckbox ? !!$(this).prop('checked') : $(this).val(); if (!CSS.supports('field-sizing', 'content') && $(this).is('textarea')) { await resetScrollHeight($(this)); } saveSettingsDebounced(); }); if (control.trigger) { $element.trigger('input'); } }); instruct_presets.forEach((preset) => { const name = preset.name; const option = document.createElement('option'); option.value = name; option.innerText = name; option.selected = name === power_user.instruct.preset; $('#instruct_presets').append(option); }); } /** * Select context template if not already selected. * @param {string} preset Preset name. * @param {object} [options={}] Optional arguments. * @param {boolean} [options.quiet=false] Suppress toast messages. * @param {boolean} [options.isAuto=false] Is auto-select. */ export function selectContextPreset(preset, { quiet = false, isAuto = false } = {}) { // If context template is not already selected, select it if (preset !== power_user.context.preset) { $('#context_presets').val(preset).trigger('change'); !quiet && toastr.info(`Context Template: "${preset}" ${isAuto ? 'auto-' : ''}selected`); } saveSettingsDebounced(); } /** * Select instruct preset if not already selected. * @param {string} preset Preset name. * @param {object} [options={}] Optional arguments. * @param {boolean} [options.quiet=false] Suppress toast messages. * @param {boolean} [options.isAuto=false] Is auto-select. */ export function selectInstructPreset(preset, { quiet = false, isAuto = false } = {}) { // If instruct preset is not already selected, select it if (preset !== power_user.instruct.preset) { $('#instruct_presets').val(preset).trigger('change'); !quiet && toastr.info(`Instruct Template: "${preset}" ${isAuto ? 'auto-' : ''}selected`); } // If instruct mode is disabled, enable it if (!power_user.instruct.enabled) { power_user.instruct.enabled = true; $('#instruct_enabled').prop('checked', true).trigger('change'); !quiet && toastr.info('Instruct Mode enabled'); } saveSettingsDebounced(); } /** * Automatically select instruct preset based on model id. * Otherwise, if default instruct preset is set, selects it. * @param {string} modelId Model name reported by the API. * @returns {boolean} True if instruct preset was activated by model id, false otherwise. */ export function autoSelectInstructPreset(modelId) { // If instruct mode is disabled, don't do anything if (!power_user.instruct.enabled) { return false; } // Select matching instruct preset let foundMatch = false; for (const instruct_preset of instruct_presets) { // If instruct preset matches the context template if (power_user.instruct.bind_to_context && instruct_preset.name === power_user.context.preset) { foundMatch = true; selectInstructPreset(instruct_preset.name, { isAuto: true }); break; } } // If no match was found, auto-select instruct preset if (!foundMatch) { for (const preset of instruct_presets) { // If activation regex is set, check if it matches the model id if (preset.activation_regex) { try { const regex = regexFromString(preset.activation_regex); // Stop on first match so it won't cycle back and forth between presets if multiple regexes match if (regex instanceof RegExp && regex.test(modelId)) { selectInstructPreset(preset.name, { isAuto: true }); return true; } } catch { // If regex is invalid, ignore it console.warn(`Invalid instruct activation regex in preset "${preset.name}"`); } } } } return false; } /** * Converts instruct mode sequences to an array of stopping strings. * @returns {string[]} Array of instruct mode stopping strings. */ export function getInstructStoppingSequences() { /** * Adds instruct mode sequence to the result array. * @param {string} sequence Sequence string. * @returns {void} */ function addInstructSequence(sequence) { // Cohee: oobabooga's textgen always appends newline before the sequence as a stopping string // But it's a problem for Metharme which doesn't use newlines to separate them. const wrap = (s) => power_user.instruct.wrap ? '\n' + s : s; // Sequence must be a non-empty string if (typeof sequence === 'string' && sequence.length > 0) { // If sequence is just a whitespace or newline - we don't want to make it a stopping string // User can always add it as a custom stop string if really needed if (sequence.trim().length > 0) { const wrappedSequence = wrap(sequence); // Need to respect "insert macro" setting const stopString = power_user.instruct.macro ? substituteParams(wrappedSequence) : wrappedSequence; result.push(stopString); } } } const result = []; if (power_user.instruct.enabled) { const stop_sequence = power_user.instruct.stop_sequence || ''; const input_sequence = power_user.instruct.input_sequence?.replace(/{{name}}/gi, name1) || ''; const output_sequence = power_user.instruct.output_sequence?.replace(/{{name}}/gi, name2) || ''; const first_output_sequence = power_user.instruct.first_output_sequence?.replace(/{{name}}/gi, name2) || ''; const last_output_sequence = power_user.instruct.last_output_sequence?.replace(/{{name}}/gi, name2) || ''; const system_sequence = power_user.instruct.system_sequence?.replace(/{{name}}/gi, 'System') || ''; const last_system_sequence = power_user.instruct.last_system_sequence?.replace(/{{name}}/gi, 'System') || ''; const combined_sequence = [ stop_sequence, input_sequence, output_sequence, first_output_sequence, last_output_sequence, system_sequence, last_system_sequence, ].join('\n'); combined_sequence.split('\n').filter((line, index, self) => self.indexOf(line) === index).forEach(addInstructSequence); } if (power_user.context.use_stop_strings) { if (power_user.context.chat_start) { result.push(`\n${substituteParams(power_user.context.chat_start)}`); } if (power_user.context.example_separator) { result.push(`\n${substituteParams(power_user.context.example_separator)}`); } } return result; } export const force_output_sequence = { FIRST: 1, LAST: 2, }; /** * Formats instruct mode chat message. * @param {string} name Character name. * @param {string} mes Message text. * @param {boolean} isUser Is the message from the user. * @param {boolean} isNarrator Is the message from the narrator. * @param {string} forceAvatar Force avatar string. * @param {string} name1 User name. * @param {string} name2 Character name. * @param {boolean|number} forceOutputSequence Force to use first/last output sequence (if configured). * @returns {string} Formatted instruct mode chat message. */ export function formatInstructModeChat(name, mes, isUser, isNarrator, forceAvatar, name1, name2, forceOutputSequence) { let includeNames = isNarrator ? false : power_user.instruct.names_behavior === names_behavior_types.ALWAYS; if (!isNarrator && power_user.instruct.names_behavior === names_behavior_types.FORCE && ((selected_group && name !== name1) || (forceAvatar && name !== name1))) { includeNames = true; } function getPrefix() { if (isNarrator) { return power_user.instruct.system_same_as_user ? power_user.instruct.input_sequence : power_user.instruct.system_sequence; } if (isUser) { if (forceOutputSequence === force_output_sequence.FIRST) { return power_user.instruct.first_input_sequence || power_user.instruct.input_sequence; } if (forceOutputSequence === force_output_sequence.LAST) { return power_user.instruct.last_input_sequence || power_user.instruct.input_sequence; } return power_user.instruct.input_sequence; } if (forceOutputSequence === force_output_sequence.FIRST) { return power_user.instruct.first_output_sequence || power_user.instruct.output_sequence; } if (forceOutputSequence === force_output_sequence.LAST) { return power_user.instruct.last_output_sequence || power_user.instruct.output_sequence; } return power_user.instruct.output_sequence; } function getSuffix() { if (isNarrator) { return power_user.instruct.system_same_as_user ? power_user.instruct.input_suffix : power_user.instruct.system_suffix; } if (isUser) { return power_user.instruct.input_suffix; } return power_user.instruct.output_suffix; } let prefix = getPrefix() || ''; let suffix = getSuffix() || ''; if (power_user.instruct.macro) { prefix = substituteParams(prefix, name1, name2); prefix = prefix.replace(/{{name}}/gi, name || 'System'); suffix = substituteParams(suffix, name1, name2); suffix = suffix.replace(/{{name}}/gi, name || 'System'); } if (!suffix && power_user.instruct.wrap) { suffix = '\n'; } const separator = power_user.instruct.wrap ? '\n' : ''; // Don't include the name if it's empty const textArray = includeNames && name ? [prefix, `${name}: ${mes}` + suffix] : [prefix, mes + suffix]; const text = textArray.filter(x => x).join(separator); return text; } /** * Formats instruct mode system prompt. * @param {string} systemPrompt System prompt string. * @returns {string} Formatted instruct mode system prompt. */ export function formatInstructModeSystemPrompt(systemPrompt) { if (!systemPrompt) { return ''; } const separator = power_user.instruct.wrap ? '\n' : ''; if (power_user.instruct.system_sequence_prefix) { // TODO: Replace with a proper 'System' prompt entity name input const prefix = power_user.instruct.system_sequence_prefix.replace(/{{name}}/gi, 'System'); systemPrompt = prefix + separator + systemPrompt; } if (power_user.instruct.system_sequence_suffix) { systemPrompt = systemPrompt + separator + power_user.instruct.system_sequence_suffix; } return systemPrompt; } /** * Formats example messages according to instruct mode settings. * @param {string[]} mesExamplesArray Example messages array. * @param {string} name1 User name. * @param {string} name2 Character name. * @returns {string[]} Formatted example messages string. */ export function formatInstructModeExamples(mesExamplesArray, name1, name2) { const blockHeading = power_user.context.example_separator ? `${substituteParams(power_user.context.example_separator)}\n` : ''; if (power_user.instruct.skip_examples) { return mesExamplesArray.map(x => x.replace(/\n/i, blockHeading)); } const includeNames = power_user.instruct.names_behavior === names_behavior_types.ALWAYS || (!!selected_group && power_user.instruct.names_behavior === names_behavior_types.FORCE); let inputPrefix = power_user.instruct.input_sequence || ''; let outputPrefix = power_user.instruct.output_sequence || ''; let inputSuffix = power_user.instruct.input_suffix || ''; let outputSuffix = power_user.instruct.output_suffix || ''; if (power_user.instruct.macro) { inputPrefix = substituteParams(inputPrefix, name1, name2); outputPrefix = substituteParams(outputPrefix, name1, name2); inputSuffix = substituteParams(inputSuffix, name1, name2); outputSuffix = substituteParams(outputSuffix, name1, name2); inputPrefix = inputPrefix.replace(/{{name}}/gi, name1); outputPrefix = outputPrefix.replace(/{{name}}/gi, name2); inputSuffix = inputSuffix.replace(/{{name}}/gi, name1); outputSuffix = outputSuffix.replace(/{{name}}/gi, name2); if (!inputSuffix && power_user.instruct.wrap) { inputSuffix = '\n'; } if (!outputSuffix && power_user.instruct.wrap) { outputSuffix = '\n'; } } const separator = power_user.instruct.wrap ? '\n' : ''; const formattedExamples = []; for (const item of mesExamplesArray) { const cleanedItem = item.replace(//i, '{Example Dialogue:}').replace(/\r/gm, ''); const blockExamples = parseExampleIntoIndividual(cleanedItem); if (blockExamples.length === 0) { continue; } if (blockHeading) { formattedExamples.push(blockHeading); } for (const example of blockExamples) { // If force group/persona names is set, we should override the include names for the user placeholder const includeThisName = includeNames || (power_user.instruct.names_behavior === names_behavior_types.FORCE && example.name == 'example_user'); const prefix = example.name == 'example_user' ? inputPrefix : outputPrefix; const suffix = example.name == 'example_user' ? inputSuffix : outputSuffix; const name = example.name == 'example_user' ? name1 : name2; const messageContent = includeThisName ? `${name}: ${example.content}` : example.content; const formattedMessage = [prefix, messageContent + suffix].filter(x => x).join(separator); formattedExamples.push(formattedMessage); } } if (formattedExamples.length === 0) { return mesExamplesArray.map(x => x.replace(/\n/i, blockHeading)); } return formattedExamples; } /** * Formats instruct mode last prompt line. * @param {string} name Character name. * @param {boolean} isImpersonate Is generation in impersonation mode. * @param {string} promptBias Prompt bias string. * @param {string} name1 User name. * @param {string} name2 Character name. * @param {boolean} isQuiet Is quiet mode generation. * @param {boolean} isQuietToLoud Is quiet to loud generation. * @returns {string} Formatted instruct mode last prompt line. */ export function formatInstructModePrompt(name, isImpersonate, promptBias, name1, name2, isQuiet, isQuietToLoud) { const includeNames = name && (power_user.instruct.names_behavior === names_behavior_types.ALWAYS || (!!selected_group && power_user.instruct.names_behavior === names_behavior_types.FORCE)) && !(isQuiet && !isQuietToLoud); function getSequence() { // User impersonation prompt if (isImpersonate) { return power_user.instruct.input_sequence; } // Neutral / system / quiet prompt // Use a special quiet instruct sequence if defined, or assistant's output sequence otherwise if (isQuiet && !isQuietToLoud) { return power_user.instruct.last_system_sequence || power_user.instruct.output_sequence; } // Quiet in-character prompt if (isQuiet && isQuietToLoud) { return power_user.instruct.last_output_sequence || power_user.instruct.output_sequence; } // Default AI response return power_user.instruct.last_output_sequence || power_user.instruct.output_sequence; } let sequence = getSequence() || ''; let nameFiller = ''; // A hack for Mistral's formatting that has a normal output sequence ending with a space if ( includeNames && power_user.instruct.last_output_sequence && power_user.instruct.output_sequence && sequence === power_user.instruct.last_output_sequence && /\s$/.test(power_user.instruct.output_sequence) && !/\s$/.test(power_user.instruct.last_output_sequence) ) { nameFiller = power_user.instruct.output_sequence.slice(-1); } if (power_user.instruct.macro) { sequence = substituteParams(sequence, name1, name2); sequence = sequence.replace(/{{name}}/gi, name || 'System'); } const separator = power_user.instruct.wrap ? '\n' : ''; let text = includeNames ? (separator + sequence + separator + nameFiller + `${name}:`) : (separator + sequence); // Quiet prompt already has a newline at the end if (isQuiet && separator) { text = text.slice(separator.length); } if (!isImpersonate && promptBias) { text += (includeNames ? promptBias : (separator + promptBias.trimStart())); } return (power_user.instruct.wrap ? text.trimEnd() : text) + (includeNames ? '' : separator); } /** * Select context template matching instruct preset. * @param {string} name Preset name. */ function selectMatchingContextTemplate(name) { for (const context_preset of context_presets) { // If context template matches the instruct preset if (context_preset.name === name) { selectContextPreset(context_preset.name, { isAuto: true }); break; } } } /** * Replaces instruct mode macros in the given input string. * @param {string} input Input string. * @param {Object} env - Map of macro names to the values they'll be substituted with. If the param * values are functions, those functions will be called and their return values are used. * @returns {string} String with macros replaced. */ export function replaceInstructMacros(input, env) { if (!input) { return ''; } const syspromptMacros = { 'systemPrompt': (power_user.prefer_character_prompt && env.charPrompt ? env.charPrompt : power_user.sysprompt.content), 'defaultSystemPrompt|instructSystem|instructSystemPrompt': power_user.sysprompt.content, }; const instructMacros = { 'instructSystemPromptPrefix': power_user.instruct.system_sequence_prefix, 'instructSystemPromptSuffix': power_user.instruct.system_sequence_suffix, 'instructInput|instructUserPrefix': power_user.instruct.input_sequence, 'instructUserSuffix': power_user.instruct.input_suffix, 'instructOutput|instructAssistantPrefix': power_user.instruct.output_sequence, 'instructSeparator|instructAssistantSuffix': power_user.instruct.output_suffix, 'instructSystemPrefix': power_user.instruct.system_sequence, 'instructSystemSuffix': power_user.instruct.system_suffix, 'instructFirstOutput|instructFirstAssistantPrefix': power_user.instruct.first_output_sequence || power_user.instruct.output_sequence, 'instructLastOutput|instructLastAssistantPrefix': power_user.instruct.last_output_sequence || power_user.instruct.output_sequence, 'instructStop': power_user.instruct.stop_sequence, 'instructUserFiller': power_user.instruct.user_alignment_message, 'instructSystemInstructionPrefix': power_user.instruct.last_system_sequence, 'instructFirstInput|instructFirstUserPrefix': power_user.instruct.first_input_sequence || power_user.instruct.input_sequence, 'instructLastInput|instructLastUserPrefix': power_user.instruct.last_input_sequence || power_user.instruct.input_sequence, }; for (const [placeholder, value] of Object.entries(instructMacros)) { const regex = new RegExp(`{{(${placeholder})}}`, 'gi'); input = input.replace(regex, power_user.instruct.enabled ? value : ''); } for (const [placeholder, value] of Object.entries(syspromptMacros)) { const regex = new RegExp(`{{(${placeholder})}}`, 'gi'); input = input.replace(regex, power_user.sysprompt.enabled ? value : ''); } input = input.replace(/{{exampleSeparator}}/gi, power_user.context.example_separator); input = input.replace(/{{chatStart}}/gi, power_user.context.chat_start); return input; } jQuery(() => { $('#instruct_system_same_as_user').on('input', function () { const state = !!$(this).prop('checked'); if (state) { $('#instruct_system_sequence_block').addClass('disabled'); $('#instruct_system_suffix_block').addClass('disabled'); $('#instruct_system_sequence').prop('readOnly', true); $('#instruct_system_suffix').prop('readOnly', true); } else { $('#instruct_system_sequence_block').removeClass('disabled'); $('#instruct_system_suffix_block').removeClass('disabled'); $('#instruct_system_sequence').prop('readOnly', false); $('#instruct_system_suffix').prop('readOnly', false); } }); $('#instruct_enabled').on('change', function () { //color toggle for the main switch $('#instruct_enabled').parent().find('i').toggleClass('toggleEnabled', !!power_user.instruct.enabled); $('#instructSettingsBlock, #InstructSequencesColumn').toggleClass('disabled', !power_user.instruct.enabled); if (!power_user.instruct.bind_to_context) { return; } // When instruct mode gets enabled, select context template matching selected instruct preset if (power_user.instruct.enabled) { selectMatchingContextTemplate(power_user.instruct.preset); } }); $('#instruct_bind_to_context').on('change', function () { $('#instruct_bind_to_context').parent().find('i').toggleClass('toggleEnabled', !!power_user.instruct.bind_to_context); }); $('#instruct_presets').on('change', function () { const name = String($(this).find(':selected').val()); const preset = instruct_presets.find(x => x.name === name); if (!preset) { return; } migrateInstructModeSettings(preset); power_user.instruct.preset = String(name); controls.forEach(control => { if (preset[control.property] !== undefined) { power_user.instruct[control.property] = preset[control.property]; const $element = $(`#${control.id}`); if (control.isCheckbox) { $element.prop('checked', power_user.instruct[control.property]).trigger('input'); } else if ($element.is('select')) { const value = power_user.instruct[control.property]; $element.val(value); $element.filter(`[value="${value}"]`).prop('checked', true).trigger('input'); } else { $element.val(power_user.instruct[control.property]); $element.trigger('input'); } } }); if (power_user.instruct.bind_to_context) { // Select matching context template selectMatchingContextTemplate(name); } }); if (!CSS.supports('field-sizing', 'content')) { $('#InstructSequencesColumn details').on('toggle', function () { if ($(this).prop('open')) { resetScrollHeight($(this).find('textarea')); } }); } });