rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Selectable openrouter providers

Browse Source
This commit is contained in:
Cohee
2024-05-06 19:26:20 +03:00
parent 694cf6f762
commit 7063fce2af
8 changed files with 114 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
public/scripts/textgen-settings.js
View File

@@ -148,6 +148,7 @@ const settings = {
infermaticai_model: '',
ollama_model: '',
openrouter_model: 'openrouter/auto',
openrouter_providers: [],
vllm_model: '',
aphrodite_model: '',
dreamgen_model: 'opus-v1-xl/text',
@@ -454,6 +455,7 @@ function loadTextGenSettings(data, loadedSettings) {
}
$('#textgen_type').val(settings.type);
$('#openrouter_providers_text').val(settings.openrouter_providers).trigger('change');
showTypeSpecificControls(settings.type);
BIAS_CACHE.delete(BIAS_KEY);
displayLogitBias(settings.logit_bias, BIAS_KEY);
@@ -1066,6 +1068,10 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
//'prompt_logprobs': settings.prompt_log_probs_aphrodite,
};
if (settings.type === OPENROUTER) {
params.provider = settings.openrouter_providers;
}
if (settings.type === KOBOLDCPP) {
params.grammar = settings.grammar_string;
}