rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-02-14 19:20:40 +01:00
Code Issues Packages Projects Releases Wiki Activity

NovelAI: Update API URL for Kayra

Browse Source
This commit is contained in:
Cohee 2024-08-29 22:32:56 +03:00
parent 7aaabbd2bb
commit bdc335d238
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
src/endpoints/novelai.js
View File

@ -6,6 +6,7 @@ const { readAllChunks, extractFileFromZipBuffer, forwardFetchResponse } = requir
const { jsonParser } = require('../express-common'); const { jsonParser } = require('../express-common');
const API_NOVELAI = 'https://api.novelai.net'; const API_NOVELAI = 'https://api.novelai.net';
const TEXT_NOVELAI = 'https://text.novelai.net';
const IMAGE_NOVELAI = 'https://image.novelai.net'; const IMAGE_NOVELAI = 'https://image.novelai.net';
// Ban bracket generation, plus defaults // Ban bracket generation, plus defaults
@ -155,7 +156,7 @@ router.post('/generate', jsonParser, async function (req, res) {
'repetition_penalty_slope': req.body.repetition_penalty_slope, 'repetition_penalty_slope': req.body.repetition_penalty_slope,
'repetition_penalty_frequency': req.body.repetition_penalty_frequency, 'repetition_penalty_frequency': req.body.repetition_penalty_frequency,
'repetition_penalty_presence': req.body.repetition_penalty_presence, 'repetition_penalty_presence': req.body.repetition_penalty_presence,
'repetition_penalty_whitelist': isNewModel ? repPenaltyAllowList : null, 'repetition_penalty_whitelist': isNewModel ? repPenaltyAllowList.flat() : null,
'top_a': req.body.top_a, 'top_a': req.body.top_a,
'top_p': req.body.top_p, 'top_p': req.body.top_p,
'top_k': req.body.top_k, 'top_k': req.body.top_k,
@ -178,9 +179,7 @@ router.post('/generate', jsonParser, async function (req, res) {
}; };
// Tells the model to stop generation at '>' // Tells the model to stop generation at '>'
if ('theme_textadventure' === req.body.prefix && if ('theme_textadventure' === req.body.prefix && isNewModel) {
(true === req.body.model.includes('clio') ||
true === req.body.model.includes('kayra'))) {
data.parameters.eos_token_id = 49405; data.parameters.eos_token_id = 49405;
} }
@ -193,7 +192,8 @@ router.post('/generate', jsonParser, async function (req, res) {
}; };
try { try {
const url = req.body.streaming ? `${API_NOVELAI}/ai/generate-stream` : `${API_NOVELAI}/ai/generate`; const baseURL = req.body.model.includes('kayra') ? TEXT_NOVELAI : API_NOVELAI;
const url = req.body.streaming ? `${baseURL}/ai/generate-stream` : `${baseURL}/ai/generate`;
const response = await fetch(url, { method: 'POST', timeout: 0, ...args }); const response = await fetch(url, { method: 'POST', timeout: 0, ...args });
if (req.body.streaming) { if (req.body.streaming) {