rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-02-02 20:36:49 +01:00
Code Issues Packages Projects Releases Wiki Activity

Add prompt cost for OpenRouter under text completion

Browse Source
This commit is contained in:
Cohee 2024-03-13 02:55:09 +02:00
parent 6ede13979b
commit 7ec9996c1f
2 changed files with 33 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
public/index.html
View File

@ -266,6 +266,9 @@
</label>
</div>
</div>
<div data-tg-type="openrouter">
Max prompt cost: <span id="openrouter_max_prompt_cost_tg">Unknown</span>
</div>
</div>
<hr>
</div>

31
public/scripts/textgen-models.js
View File

@ -1,5 +1,5 @@
import { isMobile } from './RossAscends-mods.js';
import { callPopup, getRequestHeaders, setGenerationParamsFromPreset } from '../script.js';
import { amount_gen, callPopup, eventSource, event_types, getRequestHeaders, max_context, setGenerationParamsFromPreset } from '../script.js';
import { textgenerationwebui_settings as textgen_settings, textgen_types } from './textgen-settings.js';
import { tokenizers } from './tokenizers.js';
@ -151,6 +151,9 @@ export async function loadOpenRouterModels(data) {
option.selected = model.id === textgen_settings.openrouter_model;
$('#openrouter_model').append(option);
}
// Calculate the cost of the selected model + update on settings change
calculateOpenRouterCost();
}
export async function loadAphroditeModels(data) {
@ -362,6 +365,32 @@ async function downloadOllamaModel() {
}
}
function calculateOpenRouterCost() {
if (textgen_settings.type !== textgen_types.OPENROUTER) {
return;
}
let cost = 'Unknown';
const model = openRouterModels.find(x => x.id === textgen_settings.openrouter_model);
if (model?.pricing) {
const completionCost = Number(model.pricing.completion);
const promptCost = Number(model.pricing.prompt);
const completionTokens = amount_gen;
const promptTokens = (max_context - completionTokens);
const totalCost = (completionCost * completionTokens) + (promptCost * promptTokens);
if (!isNaN(totalCost)) {
cost = '$' + totalCost.toFixed(3);
}
}
$('#openrouter_max_prompt_cost_tg').text(cost);
// Schedule an update when settings change
eventSource.removeListener(event_types.SETTINGS_UPDATED, calculateOpenRouterCost);
eventSource.once(event_types.SETTINGS_UPDATED, calculateOpenRouterCost);
}
export function getCurrentOpenRouterModelTokenizer() {
const modelId = textgen_settings.openrouter_model;
const model = openRouterModels.find(x => x.id === modelId);