Allow to change supported OpenRouter parameters

This commit is contained in:
Cohee
2023-07-12 19:19:53 +03:00
parent a20eff92f0
commit f9630acaf4
3 changed files with 11 additions and 9 deletions

View File

@@ -581,7 +581,7 @@
</div> </div>
</div> </div>
</div> </div>
<div class="range-block" data-source="openai"> <div class="range-block" data-source="openai,openrouter">
<div class="range-block-title" data-i18n="Frequency Penalty"> <div class="range-block-title" data-i18n="Frequency Penalty">
Frequency Penalty Frequency Penalty
</div> </div>
@@ -596,7 +596,7 @@
</div> </div>
</div> </div>
</div> </div>
<div class="range-block" data-source="openai"> <div class="range-block" data-source="openai,openrouter">
<div class="range-block-title" data-i18n="Presence Penalty"> <div class="range-block-title" data-i18n="Presence Penalty">
Presence Penalty Presence Penalty
</div> </div>
@@ -611,7 +611,7 @@
</div> </div>
</div> </div>
</div> </div>
<div class="range-block" data-source="claude"> <div class="range-block" data-source="claude,openrouter">
<div class="range-block-title" data-i18n="Top K"> <div class="range-block-title" data-i18n="Top K">
Top K Top K
</div> </div>
@@ -626,7 +626,7 @@
</div> </div>
</div> </div>
</div> </div>
<div class="range-block" data-source="openai,claude"> <div class="range-block" data-source="openai,claude,openrouter">
<div class="range-block-title" data-i18n="Top-p"> <div class="range-block-title" data-i18n="Top-p">
Top P Top P
</div> </div>

View File

@@ -741,7 +741,6 @@ async function sendOpenAIRequest(type, openai_msgs_tosend, signal) {
"frequency_penalty": parseFloat(oai_settings.freq_pen_openai), "frequency_penalty": parseFloat(oai_settings.freq_pen_openai),
"presence_penalty": parseFloat(oai_settings.pres_pen_openai), "presence_penalty": parseFloat(oai_settings.pres_pen_openai),
"top_p": parseFloat(oai_settings.top_p_openai), "top_p": parseFloat(oai_settings.top_p_openai),
"top_k": parseFloat(oai_settings.top_k_openai),
"max_tokens": oai_settings.openai_max_tokens, "max_tokens": oai_settings.openai_max_tokens,
"stream": stream, "stream": stream,
"logit_bias": logit_bias, "logit_bias": logit_bias,
@@ -755,10 +754,12 @@ async function sendOpenAIRequest(type, openai_msgs_tosend, signal) {
if (isClaude) { if (isClaude) {
generate_data['use_claude'] = true; generate_data['use_claude'] = true;
generate_data['top_k'] = parseFloat(oai_settings.top_k_openai);
} }
if (isOpenRouter) { if (isOpenRouter) {
generate_data['use_openrouter'] = true; generate_data['use_openrouter'] = true;
generate_data['top_k'] = parseFloat(oai_settings.top_k_openai);
} }
if (isScale) { if (isScale) {
@@ -1749,7 +1750,7 @@ async function onModelChange() {
} else { } else {
const model = model_list.find(m => m.id == oai_settings.openrouter_model); const model = model_list.find(m => m.id == oai_settings.openrouter_model);
if (model?.context_length) { if (model?.context_length) {
$('#openai_max_context').attr('max', model.context_length - 1); // waiting for openrouter to fix this $('#openai_max_context').attr('max', model.context_length);
} else { } else {
$('#openai_max_context').attr('max', max_4k); // placeholder $('#openai_max_context').attr('max', max_4k); // placeholder
} }

View File

@@ -3323,6 +3323,7 @@ app.post("/generate_openai", jsonParser, function (request, response_generate_op
"presence_penalty": request.body.presence_penalty, "presence_penalty": request.body.presence_penalty,
"frequency_penalty": request.body.frequency_penalty, "frequency_penalty": request.body.frequency_penalty,
"top_p": request.body.top_p, "top_p": request.body.top_p,
"top_k": request.body.top_k,
"stop": request.body.stop, "stop": request.body.stop,
"logit_bias": request.body.logit_bias "logit_bias": request.body.logit_bias
}, },