rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Option to split on newlines

Browse Source
This commit is contained in:
BlipRanger
2023-07-07 00:23:28 -04:00
parent e595f83590
commit f854609512
1 changed files with 15 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
public/scripts/extensions/infinity-context/index.js
View File

@@ -186,6 +186,16 @@ function onFileSplitLengthInput() {
saveSettingsDebounced(); saveSettingsDebounced();
} }
function onChunkNLInput() {
let shouldSplit = $('#onChunkNLInput').is(':checked');
if(shouldSplit){
extension_settings.chromadb.file_split_type = "newline";
} else {
extension_settings.chromadb.file_split_type = "length";
}
saveSettingsDebounced();
}
function checkChatId(chat_id) { function checkChatId(chat_id) {
if (!chat_id || chat_id.trim() === '') { if (!chat_id || chat_id.trim() === '') {
toastr.error('Please select a character and try again.'); toastr.error('Please select a character and try again.');
@@ -564,20 +574,16 @@ window.chromadb_interceptGeneration = async (chat, maxContext) => {
console.debug(recallStrategy) console.debug(recallStrategy)
if (lastMessage) { if (lastMessage) {
if (recallStrategy === 'multichat'){ if (recallStrategy === 'multichat'){
console.log("Utilizing multichat")
queriedMessages = await queryMultiMessages(currentChatId, lastMessage.mes); queriedMessages = await queryMultiMessages(currentChatId, lastMessage.mes);
} }
else{ else{
console.log("Utilizing single chat");
queriedMessages = await queryMessages(currentChatId, lastMessage.mes); queriedMessages = await queryMessages(currentChatId, lastMessage.mes);
} }
if(chromaSortStrategy === "date"){ if(chromaSortStrategy === "date"){
console.log("Sorting by date");
queriedMessages.sort((a, b) => a.date - b.date); queriedMessages.sort((a, b) => a.date - b.date);
} }
else{ else{
console.log("Sorting by distance");
queriedMessages.sort((a, b) => b.distance - a.distance); queriedMessages.sort((a, b) => b.distance - a.distance);
} }
@@ -652,15 +658,10 @@ window.chromadb_interceptGeneration = async (chat, maxContext) => {
if (selectedStrategy === 'original') { if (selectedStrategy === 'original') {
//removes .length # messages from the start of 'kept messages' //removes .length # messages from the start of 'kept messages'
//replaces them with chromaDB results (with no separator) //replaces them with chromaDB results (with no separator)
console.log('ChromaDB chat before injection', chat);
console.log('ChromaDB newChat', newChat);
console.log('ChromaDB queriedMessages', queriedMessages);
newChat.push(...queriedMessages.map(m => m.meta).filter(onlyUnique).map(JSON.parse)); newChat.push(...queriedMessages.map(m => m.meta).filter(onlyUnique).map(JSON.parse));
console.log('ChromaDB newChat after push', newChat);
chat.splice(0, messagesToStore.length, ...newChat); chat.splice(0, messagesToStore.length, ...newChat);
} }
console.log('ChromaDB chat after injection', chat);
} }
} }
} }
@@ -746,6 +747,10 @@ jQuery(async () => {
<input type="checkbox" id="chromadb_auto_adjust" /> <input type="checkbox" id="chromadb_auto_adjust" />
<span>Use % strategy</span> <span>Use % strategy</span>
</label> </label>
<label class="checkbox_label" for="chromadb_chunk_nl" title="Chunk injected documents on newline instead of at set character size." >
<input type="checkbox" id="chromadb_chunk_nl" />
<span>Chunk on Newlines</span>
</label>
<div class="flex-container spaceEvenly"> <div class="flex-container spaceEvenly">
<div id="chromadb_inject" title="Upload custom textual data to use in the context of the current chat" class="menu_button"> <div id="chromadb_inject" title="Upload custom textual data to use in the context of the current chat" class="menu_button">
<i class="fa-solid fa-file-arrow-up"></i> <i class="fa-solid fa-file-arrow-up"></i>
@@ -787,6 +792,7 @@ jQuery(async () => {
$('#chromadb_purge').on('click', onPurgeClick); $('#chromadb_purge').on('click', onPurgeClick);
$('#chromadb_export').on('click', onExportClick); $('#chromadb_export').on('click', onExportClick);
$('#chromadb_freeze').on('input', onFreezeInput); $('#chromadb_freeze').on('input', onFreezeInput);
$('#chromadb_chunk_nl').on('input', onChunkNLInput);
$('#chromadb_auto_adjust').on('input', onAutoAdjustInput); $('#chromadb_auto_adjust').on('input', onAutoAdjustInput);
$('#chromadb_keep_context_proportion').on('input', onKeepContextProportionInput); $('#chromadb_keep_context_proportion').on('input', onKeepContextProportionInput);
await loadSettings(); await loadSettings();