Add text adventure stop token to NAI

This commit is contained in:
maver 2024-01-11 20:14:32 +01:00
parent 79755c2edf
commit a86d3104d6
1 changed files with 7 additions and 0 deletions

View File

@ -175,6 +175,13 @@ router.post('/generate', jsonParser, async function (req, res) {
}, },
}; };
// Tells the model to stop generation at '>'
if ('theme_textadventure' === req.body.prefix &&
(true === req.body.model.includes('clio') ||
true === req.body.model.includes('kayra'))) {
data.parameters.eos_token_id = 49405;
}
console.log(util.inspect(data, { depth: 4 })); console.log(util.inspect(data, { depth: 4 }));
const args = { const args = {