mirror of
https://github.com/SillyTavern/SillyTavern.git
synced 2025-06-05 21:59:27 +02:00
7191f7a8ad
Insertion depth allows for CFG to variably inject itself into the negative prompt. This is similar to how Author's note works. However, this method of insertion depth conflicts with AN and world info where negatives can be meshed between two lines of those specific insertions. A custom separator must be wrapped in quotes, otherwise the default separator is a newline for negative cascading. Signed-off-by: kingbri <bdashore3@proton.me>
83 lines
3.6 KiB
JavaScript
83 lines
3.6 KiB
JavaScript
import { chat_metadata, substituteParams, this_chid } from "../../../script.js";
|
|
import { extension_settings, getContext } from "../../extensions.js"
|
|
import { selected_group } from "../../group-chats.js";
|
|
import { getCharaFilename } from "../../utils.js";
|
|
|
|
export const cfgType = {
|
|
chat: 0,
|
|
chara: 1,
|
|
global: 2
|
|
}
|
|
export const metadataKeys = {
|
|
guidance_scale: "cfg_guidance_scale",
|
|
negative_prompt: "cfg_negative_prompt",
|
|
negative_combine: "cfg_negative_combine",
|
|
groupchat_individual_chars: "cfg_groupchat_individual_chars",
|
|
negative_insertion_depth: "cfg_negative_insertion_depth",
|
|
negative_separator: "cfg_negative_separator"
|
|
}
|
|
|
|
// Gets the CFG value from hierarchy of chat -> character -> global
|
|
// Returns undefined values which should be handled in the respective backend APIs
|
|
// TODO: Maybe use existing prompt building/substitution?
|
|
// TODO: Insertion depth conflicts with author's note. Shouldn't matter though since CFG is prompt mixing.
|
|
export function getCfg(prompt) {
|
|
const splitPrompt = prompt?.split("\n") ?? [];
|
|
let splitNegativePrompt = [];
|
|
const charaCfg = extension_settings.cfg.chara?.find((e) => e.name === getCharaFilename(this_chid));
|
|
const guidanceScale = getGuidanceScale(charaCfg);
|
|
const chatNegativeCombine = chat_metadata[metadataKeys.negative_combine] ?? [];
|
|
|
|
// If there's a guidance scale, continue. Otherwise assume undefined
|
|
if (guidanceScale?.value && guidanceScale?.value !== 1) {
|
|
if (guidanceScale.type === cfgType.chat || chatNegativeCombine.includes(cfgType.chat)) {
|
|
splitNegativePrompt.unshift(substituteParams(chat_metadata[metadataKeys.negative_prompt])?.trim());
|
|
}
|
|
|
|
if (guidanceScale.type === cfgType.chara || chatNegativeCombine.includes(cfgType.chara)) {
|
|
splitNegativePrompt.unshift(substituteParams(charaCfg.negative_prompt)?.trim())
|
|
}
|
|
|
|
if (guidanceScale.type === cfgType.global || chatNegativeCombine.includes(cfgType.global)) {
|
|
splitNegativePrompt.unshift(substituteParams(extension_settings.cfg.global.negative_prompt)?.trim());
|
|
}
|
|
|
|
// This line is a bit hacky with a JSON.stringify and JSON.parse. Fix this if possible.
|
|
const negativeSeparator = JSON.parse(chat_metadata[metadataKeys.negative_separator] || JSON.stringify("\n")) ?? "\n";
|
|
const combinedNegatives = splitNegativePrompt.filter((e) => e.length > 0).join(negativeSeparator);
|
|
const insertionDepth = chat_metadata[metadataKeys.negative_insertion_depth] ?? 1;
|
|
console.log(insertionDepth)
|
|
splitPrompt.splice(splitPrompt.length - insertionDepth, 0, combinedNegatives);
|
|
console.log(`Setting CFG with guidance scale: ${guidanceScale.value}, negatives: ${combinedNegatives}`);
|
|
|
|
return {
|
|
guidanceScale: guidanceScale.value,
|
|
negativePrompt: splitPrompt.join("\n")
|
|
}
|
|
}
|
|
}
|
|
|
|
// If the guidance scale is 1, ignore the CFG negative prompt since it won't be used anyways
|
|
function getGuidanceScale(charaCfg) {
|
|
const chatGuidanceScale = chat_metadata[metadataKeys.guidance_scale];
|
|
const groupchatCharOverride = chat_metadata[metadataKeys.groupchat_individual_chars] ?? false;
|
|
if (chatGuidanceScale && chatGuidanceScale !== 1 && !groupchatCharOverride) {
|
|
return {
|
|
type: cfgType.chat,
|
|
value: chatGuidanceScale
|
|
};
|
|
}
|
|
|
|
if ((!selected_group && charaCfg || groupchatCharOverride) && charaCfg?.guidance_scale !== 1) {
|
|
return {
|
|
type: cfgType.chara,
|
|
value: charaCfg.guidance_scale
|
|
};
|
|
}
|
|
|
|
return {
|
|
type: cfgType.global,
|
|
value: extension_settings.cfg.global.guidance_scale
|
|
};
|
|
}
|