Add Tabby model selection

This commit is contained in:
Cohee
2024-09-08 22:23:25 +03:00
parent 1c421cc117
commit 42fa3c79d7
7 changed files with 71 additions and 5 deletions

View File

@ -180,6 +180,7 @@ const settings = {
vllm_model: '',
aphrodite_model: '',
dreamgen_model: 'opus-v1-xl/text',
tabby_model: '',
legacy_api: false,
sampler_order: KOBOLDCPP_ORDER,
logit_bias: [],
@ -1047,6 +1048,11 @@ export function getTextGenModel() {
return settings.featherless_model;
case HUGGINGFACE:
return 'tgi';
case TABBY:
if (settings.tabby_model) {
return settings.tabby_model;
}
break;
default:
return undefined;
}