rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Add text adventure stop token to NAI

Browse Source
This commit is contained in:
maver
2024-01-11 20:14:32 +01:00
parent 79755c2edf
commit a86d3104d6
1 changed files with 7 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
src/endpoints/novelai.js
View File

@@ -175,6 +175,13 @@ router.post('/generate', jsonParser, async function (req, res) {
}, },
}; };
// Tells the model to stop generation at '>'
if ('theme_textadventure' === req.body.prefix &&
(true === req.body.model.includes('clio') ||
true === req.body.model.includes('kayra'))) {
data.parameters.eos_token_id = 49405;
}
console.log(util.inspect(data, { depth: 4 })); console.log(util.inspect(data, { depth: 4 }));
const args = { const args = {