rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

rename /chat_template to /props, and switch to non-trimmed hashes

Browse Source
This commit is contained in:
Karl-Johan Alm
2024-11-21 11:38:57 +09:00
parent 4214c9d894
commit c30dde8471
3 changed files with 42 additions and 40 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/endpoints/backends/text-completions.js
View File

@@ -231,7 +231,7 @@ router.post('/status', jsonParser, async function (request, response) {
}
});
router.post('/chat_template', jsonParser, async function (request, response) {
router.post('/props', jsonParser, async function (request, response) {
if (!request.body.api_server) return response.sendStatus(400);
try {
@@ -253,13 +253,12 @@ router.post('/chat_template', jsonParser, async function (request, response) {
/** @type {any} */
const props = await propsReply.json();
// TEMPORARY: llama.cpp's /props endpoint includes a \u0000 at the end of the chat template, resulting in mismatching hashes
// TEMPORARY: llama.cpp's /props endpoint has a bug which replaces the last newline with a \0
if (apiType === TEXTGEN_TYPES.LLAMACPP && props['chat_template'].endsWith('\u0000')) {
props['chat_template'] = props['chat_template'].slice(0, -1);
props['chat_template'] = props['chat_template'].slice(0, -1) + '\n';
}
props['chat_template'] = props['chat_template'].trim();
props['chat_template_hash'] = createHash('sha256').update(props['chat_template']).digest('hex');
console.log(`We have chat template stuff: ${JSON.stringify(props)}`);
console.log(`We have props: ${JSON.stringify(props)}`);
return response.send(props);
} catch (error) {
console.error(error);