Add koboldcpp API key/password support

This commit is contained in:
Cohee
2024-03-14 00:34:09 +02:00
parent 46993384a3
commit acf36b6107
5 changed files with 39 additions and 37 deletions

View File

@ -68,6 +68,14 @@ function getOobaHeaders() {
}) : {};
}
function getKoboldCppHeaders() {
const apiKey = readSecret(SECRET_KEYS.KOBOLDCPP);
return apiKey ? ({
'Authorization': `Bearer ${apiKey}`,
}) : {};
}
function getOverrideHeaders(urlHost) {
const requestOverrides = getConfigValue('requestOverrides', []);
const overrideHeaders = requestOverrides?.find((e) => e.hosts?.includes(urlHost))?.headers;
@ -112,6 +120,9 @@ function setAdditionalHeaders(request, args, server) {
case TEXTGEN_TYPES.OPENROUTER:
headers = getOpenRouterHeaders();
break;
case TEXTGEN_TYPES.KOBOLDCPP:
headers = getKoboldCppHeaders();
break;
default:
headers = server ? getOverrideHeaders((new URL(server))?.host) : {};
break;

View File

@ -33,6 +33,7 @@ const SECRET_KEYS = {
INFERMATICAI: 'api_key_infermaticai',
DREAMGEN: 'api_key_dreamgen',
NOMICAI: 'api_key_nomicai',
KOBOLDCPP: 'api_key_koboldcpp',
};
// These are the keys that are safe to expose, even if allowKeysExposure is false