|
|
|
@@ -181,6 +181,7 @@ export const chat_completion_sources = {
|
|
|
|
|
COHERE: 'cohere',
|
|
|
|
|
PERPLEXITY: 'perplexity',
|
|
|
|
|
GROQ: 'groq',
|
|
|
|
|
ZEROONEAI: '01ai',
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
const character_names_behavior = {
|
|
|
|
@@ -251,6 +252,7 @@ const default_settings = {
|
|
|
|
|
cohere_model: 'command-r',
|
|
|
|
|
perplexity_model: 'llama-3-70b-instruct',
|
|
|
|
|
groq_model: 'llama3-70b-8192',
|
|
|
|
|
zerooneai_model: 'yi-large',
|
|
|
|
|
custom_model: '',
|
|
|
|
|
custom_url: '',
|
|
|
|
|
custom_include_body: '',
|
|
|
|
@@ -329,6 +331,7 @@ const oai_settings = {
|
|
|
|
|
cohere_model: 'command-r',
|
|
|
|
|
perplexity_model: 'llama-3-70b-instruct',
|
|
|
|
|
groq_model: 'llama3-70b-8192',
|
|
|
|
|
zerooneai_model: 'yi-large',
|
|
|
|
|
custom_model: '',
|
|
|
|
|
custom_url: '',
|
|
|
|
|
custom_include_body: '',
|
|
|
|
@@ -1470,6 +1473,8 @@ function getChatCompletionModel() {
|
|
|
|
|
return oai_settings.perplexity_model;
|
|
|
|
|
case chat_completion_sources.GROQ:
|
|
|
|
|
return oai_settings.groq_model;
|
|
|
|
|
case chat_completion_sources.ZEROONEAI:
|
|
|
|
|
return oai_settings.zerooneai_model;
|
|
|
|
|
default:
|
|
|
|
|
throw new Error(`Unknown chat completion source: ${oai_settings.chat_completion_source}`);
|
|
|
|
|
}
|
|
|
|
@@ -1566,6 +1571,23 @@ function saveModelList(data) {
|
|
|
|
|
$('#model_custom_select').val(model_list[0].id).trigger('change');
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (oai_settings.chat_completion_source == chat_completion_sources.ZEROONEAI) {
|
|
|
|
|
$('#model_01ai_select').empty();
|
|
|
|
|
model_list.forEach((model) => {
|
|
|
|
|
$('#model_01ai_select').append(
|
|
|
|
|
$('<option>', {
|
|
|
|
|
value: model.id,
|
|
|
|
|
text: model.id,
|
|
|
|
|
}));
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
if (!oai_settings.zerooneai_model && model_list.length > 0) {
|
|
|
|
|
oai_settings.zerooneai_model = model_list[0].id;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
$('#model_01ai_select').val(oai_settings.zerooneai_model).trigger('change');
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
function appendOpenRouterOptions(model_list, groupModels = false, sort = false) {
|
|
|
|
@@ -1697,6 +1719,7 @@ async function sendOpenAIRequest(type, messages, signal) {
|
|
|
|
|
const isCohere = oai_settings.chat_completion_source == chat_completion_sources.COHERE;
|
|
|
|
|
const isPerplexity = oai_settings.chat_completion_source == chat_completion_sources.PERPLEXITY;
|
|
|
|
|
const isGroq = oai_settings.chat_completion_source == chat_completion_sources.GROQ;
|
|
|
|
|
const is01AI = oai_settings.chat_completion_source == chat_completion_sources.ZEROONEAI;
|
|
|
|
|
const isTextCompletion = (isOAI && textCompletionModels.includes(oai_settings.openai_model)) || (isOpenRouter && oai_settings.openrouter_force_instruct && power_user.instruct.enabled);
|
|
|
|
|
const isQuiet = type === 'quiet';
|
|
|
|
|
const isImpersonate = type === 'impersonate';
|
|
|
|
@@ -1863,6 +1886,17 @@ async function sendOpenAIRequest(type, messages, signal) {
|
|
|
|
|
delete generate_data.n;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// https://platform.01.ai/docs#request-body
|
|
|
|
|
if (is01AI) {
|
|
|
|
|
delete generate_data.logprobs;
|
|
|
|
|
delete generate_data.logit_bias;
|
|
|
|
|
delete generate_data.top_logprobs;
|
|
|
|
|
delete generate_data.n;
|
|
|
|
|
delete generate_data.frequency_penalty;
|
|
|
|
|
delete generate_data.presence_penalty;
|
|
|
|
|
delete generate_data.stop;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if ((isOAI || isOpenRouter || isMistral || isCustom || isCohere) && oai_settings.seed >= 0) {
|
|
|
|
|
generate_data['seed'] = oai_settings.seed;
|
|
|
|
|
}
|
|
|
|
@@ -2912,6 +2946,7 @@ function loadOpenAISettings(data, settings) {
|
|
|
|
|
oai_settings.cohere_model = settings.cohere_model ?? default_settings.cohere_model;
|
|
|
|
|
oai_settings.perplexity_model = settings.perplexity_model ?? default_settings.perplexity_model;
|
|
|
|
|
oai_settings.groq_model = settings.groq_model ?? default_settings.groq_model;
|
|
|
|
|
oai_settings.zerooneai_model = settings.zerooneai_model ?? default_settings.zerooneai_model;
|
|
|
|
|
oai_settings.custom_model = settings.custom_model ?? default_settings.custom_model;
|
|
|
|
|
oai_settings.custom_url = settings.custom_url ?? default_settings.custom_url;
|
|
|
|
|
oai_settings.custom_include_body = settings.custom_include_body ?? default_settings.custom_include_body;
|
|
|
|
@@ -2988,6 +3023,7 @@ function loadOpenAISettings(data, settings) {
|
|
|
|
|
$(`#model_perplexity_select option[value="${oai_settings.perplexity_model}"`).attr('selected', true);
|
|
|
|
|
$('#model_groq_select').val(oai_settings.groq_model);
|
|
|
|
|
$(`#model_groq_select option[value="${oai_settings.groq_model}"`).attr('selected', true);
|
|
|
|
|
$('#model_01ai_select').val(oai_settings.zerooneai_model);
|
|
|
|
|
$('#custom_model_id').val(oai_settings.custom_model);
|
|
|
|
|
$('#custom_api_url_text').val(oai_settings.custom_url);
|
|
|
|
|
$('#openai_max_context').val(oai_settings.openai_max_context);
|
|
|
|
@@ -3240,6 +3276,7 @@ async function saveOpenAIPreset(name, settings, triggerUi = true) {
|
|
|
|
|
cohere_model: settings.cohere_model,
|
|
|
|
|
perplexity_model: settings.perplexity_model,
|
|
|
|
|
groq_model: settings.groq_model,
|
|
|
|
|
zerooneai_model: settings.zerooneai_model,
|
|
|
|
|
custom_model: settings.custom_model,
|
|
|
|
|
custom_url: settings.custom_url,
|
|
|
|
|
custom_include_body: settings.custom_include_body,
|
|
|
|
@@ -3640,6 +3677,7 @@ function onSettingsPresetChange() {
|
|
|
|
|
cohere_model: ['#model_cohere_select', 'cohere_model', false],
|
|
|
|
|
perplexity_model: ['#model_perplexity_select', 'perplexity_model', false],
|
|
|
|
|
groq_model: ['#model_groq_select', 'groq_model', false],
|
|
|
|
|
zerooneai_model: ['#model_01ai_select', 'zerooneai_model', false],
|
|
|
|
|
custom_model: ['#custom_model_id', 'custom_model', false],
|
|
|
|
|
custom_url: ['#custom_api_url_text', 'custom_url', false],
|
|
|
|
|
custom_include_body: ['#custom_include_body', 'custom_include_body', false],
|
|
|
|
@@ -3882,6 +3920,11 @@ async function onModelChange() {
|
|
|
|
|
oai_settings.groq_model = value;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if ($(this).is('#model_01ai_select')) {
|
|
|
|
|
console.log('01.AI model changed to', value);
|
|
|
|
|
oai_settings.zerooneai_model = value;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (value && $(this).is('#model_custom_select')) {
|
|
|
|
|
console.log('Custom model changed to', value);
|
|
|
|
|
oai_settings.custom_model = value;
|
|
|
|
@@ -3997,7 +4040,9 @@ async function onModelChange() {
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (oai_settings.chat_completion_source === chat_completion_sources.MISTRALAI) {
|
|
|
|
|
if (oai_settings.mistralai_model.includes('mixtral-8x22b')) {
|
|
|
|
|
if (oai_settings.max_context_unlocked) {
|
|
|
|
|
$('#openai_max_context').attr('max', unlocked_max);
|
|
|
|
|
} else if (oai_settings.mistralai_model.includes('mixtral-8x22b')) {
|
|
|
|
|
$('#openai_max_context').attr('max', max_64k);
|
|
|
|
|
} else {
|
|
|
|
|
$('#openai_max_context').attr('max', max_32k);
|
|
|
|
@@ -4120,6 +4165,20 @@ async function onModelChange() {
|
|
|
|
|
$('#temp_openai').attr('max', oai_max_temp).val(oai_settings.temp_openai).trigger('input');
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (oai_settings.chat_completion_source === chat_completion_sources.ZEROONEAI) {
|
|
|
|
|
if (oai_settings.max_context_unlocked) {
|
|
|
|
|
$('#openai_max_context').attr('max', unlocked_max);
|
|
|
|
|
} else {
|
|
|
|
|
$('#openai_max_context').attr('max', max_16k);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
oai_settings.openai_max_context = Math.min(oai_settings.openai_max_context, Number($('#openai_max_context').attr('max')));
|
|
|
|
|
$('#openai_max_context').val(oai_settings.openai_max_context).trigger('input');
|
|
|
|
|
|
|
|
|
|
oai_settings.temp_openai = Math.min(oai_max_temp, oai_settings.temp_openai);
|
|
|
|
|
$('#temp_openai').attr('max', oai_max_temp).val(oai_settings.temp_openai).trigger('input');
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
$('#openai_max_context_counter').attr('max', Number($('#openai_max_context').attr('max')));
|
|
|
|
|
|
|
|
|
|
saveSettingsDebounced();
|
|
|
|
@@ -4314,6 +4373,19 @@ async function onConnectButtonClick(e) {
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (oai_settings.chat_completion_source == chat_completion_sources.ZEROONEAI) {
|
|
|
|
|
const api_key_01ai = String($('#api_key_01ai').val()).trim();
|
|
|
|
|
|
|
|
|
|
if (api_key_01ai.length) {
|
|
|
|
|
await writeSecret(SECRET_KEYS.ZEROONEAI, api_key_01ai);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (!secret_state[SECRET_KEYS.ZEROONEAI]) {
|
|
|
|
|
console.log('No secret key saved for 01.AI');
|
|
|
|
|
return;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
startStatusLoading();
|
|
|
|
|
saveSettingsDebounced();
|
|
|
|
|
await getStatusOpen();
|
|
|
|
@@ -4358,6 +4430,9 @@ function toggleChatCompletionForms() {
|
|
|
|
|
else if (oai_settings.chat_completion_source == chat_completion_sources.GROQ) {
|
|
|
|
|
$('#model_groq_select').trigger('change');
|
|
|
|
|
}
|
|
|
|
|
else if (oai_settings.chat_completion_source == chat_completion_sources.ZEROONEAI) {
|
|
|
|
|
$('#model_01ai_select').trigger('change');
|
|
|
|
|
}
|
|
|
|
|
else if (oai_settings.chat_completion_source == chat_completion_sources.CUSTOM) {
|
|
|
|
|
$('#model_custom_select').trigger('change');
|
|
|
|
|
}
|
|
|
|
@@ -5062,6 +5137,7 @@ $(document).ready(async function () {
|
|
|
|
|
$('#model_cohere_select').on('change', onModelChange);
|
|
|
|
|
$('#model_perplexity_select').on('change', onModelChange);
|
|
|
|
|
$('#model_groq_select').on('change', onModelChange);
|
|
|
|
|
$('#model_01ai_select').on('change', onModelChange);
|
|
|
|
|
$('#model_custom_select').on('change', onModelChange);
|
|
|
|
|
$('#settings_preset_openai').on('change', onSettingsPresetChange);
|
|
|
|
|
$('#new_oai_preset').on('click', onNewPresetClick);
|
|
|
|
|