Add text adventure stop token to NAI

2024-01-11 20:14:32 +01:00 · 2024-01-11 20:14:32 +01:00 · a86d3104d6
parent 79755c2edf
commit a86d3104d6
1 changed files with 7 additions and 0 deletions
--- a/src/endpoints/novelai.js
+++ b/src/endpoints/novelai.js
@ -175,6 +175,13 @@ router.post('/generate', jsonParser, async function (req, res) {
        },
    };

+    // Tells the model to stop generation at '>'
+    if ('theme_textadventure' === req.body.prefix &&
+        (true === req.body.model.includes('clio') ||
+         true === req.body.model.includes('kayra'))) {
+        data.parameters.eos_token_id = 49405;
+    }
+
    console.log(util.inspect(data, { depth: 4 }));

    const args = {