rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Make summarization toggleable

Browse Source
This commit is contained in:
Kristan Schlikow
2024-04-10 00:13:27 +02:00
parent 59abee3043
commit a1473dedd0
2 changed files with 22 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
public/scripts/extensions/vectors/index.js
View File

@ -25,6 +25,7 @@ const settings = {
include_wi: false, include_wi: false,
togetherai_model: 'togethercomputer/m2-bert-80M-32k-retrieval', togetherai_model: 'togethercomputer/m2-bert-80M-32k-retrieval',
openai_model: 'text-embedding-ada-002', openai_model: 'text-embedding-ada-002',
summarize: false,
// For chats // For chats
enabled_chats: false, enabled_chats: false,
@ -152,9 +153,11 @@ async function synchronizeChat(batchSize = 5) {
const newVectorItems = hashedMessages.filter(x => !hashesInCollection.includes(x.hash)); const newVectorItems = hashedMessages.filter(x => !hashesInCollection.includes(x.hash));
const deletedHashes = hashesInCollection.filter(x => !hashedMessages.some(y => y.hash === x)); const deletedHashes = hashesInCollection.filter(x => !hashedMessages.some(y => y.hash === x));
const sysPrompt = 'Pause your roleplay. Summarize the most important parts of the message. Your response should include nothing but the summary.'; if (settings.summarize) {
for (let i = 0; i < hashedMessages.length; i++) { const sysPrompt = 'Pause your roleplay. Summarize the most important parts of the message. Limit yourself to 250 words or less. Your response should include nothing but the summary.';
hashedMessages[i].text = await generateRaw(hashedMessages[i].text, '', false, false, sysPrompt); for (const element of hashedMessages) {
element.text = await generateRaw(element.text, '', false, false, sysPrompt);
}
} }
if (newVectorItems.length > 0) { if (newVectorItems.length > 0) {
@ -773,6 +776,12 @@ jQuery(async () => {
saveSettingsDebounced(); saveSettingsDebounced();
}); });
$('#vectors_summarize').prop('checked', settings.summarize).on('input', () => {
settings.summarize = !!$('#vectors_summarize').prop('checked');
Object.assign(extension_settings.vectors, settings);
saveSettingsDebounced();
});
$('#vectors_message_chunk_size').val(settings.message_chunk_size).on('input', () => { $('#vectors_message_chunk_size').val(settings.message_chunk_size).on('input', () => {
settings.message_chunk_size = Number($('#vectors_message_chunk_size').val()); settings.message_chunk_size = Number($('#vectors_message_chunk_size').val());
Object.assign(extension_settings.vectors, settings); Object.assign(extension_settings.vectors, settings);

14
public/scripts/extensions/vectors/settings.html
View File

@ -73,10 +73,16 @@
<input type="number" id="vectors_query" class="text_pole widthUnset" min="1" max="99" /> <input type="number" id="vectors_query" class="text_pole widthUnset" min="1" max="99" />
</div> </div>
<label class="checkbox_label" for="vectors_include_wi" title="Query results can activate World Info entries."> <div class="flex-container">
<input id="vectors_include_wi" type="checkbox" class="checkbox"> <label class="checkbox_label expander" for="vectors_include_wi" title="Query results can activate World Info entries.">
Include in World Info Scanning <input id="vectors_include_wi" type="checkbox" class="checkbox">
</label> Include in World Info Scanning
</label>
<label class="checkbox_label expander" for="vectors_summarize" title="Summarize chat messages before generating embeddings.">
<input id="vectors_summarize" type="checkbox" class="checkbox">
Summarize chat messages
</label>
</div>
<hr> <hr>