Selectable openrouter providers

This commit is contained in:
Cohee
2024-05-06 19:26:20 +03:00
parent 694cf6f762
commit 7063fce2af
8 changed files with 114 additions and 1 deletions

View File

@@ -289,6 +289,14 @@ router.post('/generate', jsonParser, async function (request, response) {
}
if (request.body.api_type === TEXTGEN_TYPES.OPENROUTER) {
if (Array.isArray(request.body.provider) && request.body.provider.length > 0) {
request.body.provider = {
allow_fallbacks: true,
order: request.body.provider,
};
} else {
delete request.body.provider;
}
request.body = _.pickBy(request.body, (_, key) => OPENROUTER_KEYS.includes(key));
args.body = JSON.stringify(request.body);
}