rixty
/
SillyTavern
mirror of https://github.com/SillyTavern/SillyTavern.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Add empty tool calls to streaming processors

This commit is contained in:
Cohee 2024-10-02 01:59:53 +03:00
parent e8b9720425
commit 3335dbf1a7
3 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
public/scripts/kai-settings.js
View File

@ -188,7 +188,7 @@ export async function generateKoboldWithStreaming(generate_data, signal) {
if (data?.token) { if (data?.token) {
text += data.token; text += data.token;
} }
yield { text, swipes: [] }; yield { text, swipes: [], toolCalls: [] };
} }
}; };
} }

2
public/scripts/nai-settings.js
View File

@ -746,7 +746,7 @@ export async function generateNovelWithStreaming(generate_data, signal) {
text += data.token; text += data.token;
} }
yield { text, swipes: [], logprobs: parseNovelAILogprobs(data.logprobs) }; yield { text, swipes: [], logprobs: parseNovelAILogprobs(data.logprobs), toolCalls: [] };
} }
}; };
} }

3
public/scripts/textgen-settings.js
View File

@ -916,6 +916,7 @@ async function generateTextGenWithStreaming(generate_data, signal) {
/** @type {import('./logprobs.js').TokenLogprobs | null} */ /** @type {import('./logprobs.js').TokenLogprobs | null} */
let logprobs = null; let logprobs = null;
const swipes = []; const swipes = [];
const toolCalls = [];
while (true) { while (true) {
const { done, value } = await reader.read(); const { done, value } = await reader.read();
if (done) return; if (done) return;
@ -934,7 +935,7 @@ async function generateTextGenWithStreaming(generate_data, signal) {
logprobs = parseTextgenLogprobs(newText, data.choices?.[0]?.logprobs || data?.completion_probabilities); logprobs = parseTextgenLogprobs(newText, data.choices?.[0]?.logprobs || data?.completion_probabilities);
} }
yield { text, swipes, logprobs }; yield { text, swipes, logprobs, toolCalls };
} }
}; };
} }