rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-02-13 10:42:55 +01:00
Code Issues Packages Projects Releases Wiki Activity

Update max token limit for palm2

Browse Source
This commit is contained in:
Cohee 2023-11-30 19:02:31 +02:00
parent 33f5094036
commit b96054f337
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
public/scripts/openai.js
View File

@ -114,7 +114,7 @@ const max_128k = 128 * 1000;
const max_200k = 200 * 1000; const max_200k = 200 * 1000;
const scale_max = 8191; const scale_max = 8191;
const claude_max = 9000; // We have a proper tokenizer, so theoretically could be larger (up to 9k) const claude_max = 9000; // We have a proper tokenizer, so theoretically could be larger (up to 9k)
const palm2_max = 7500; // The real context window is 8192, spare some for padding due to using turbo tokenizer const palm2_max = 7400; // The real context window is 8192, spare some for padding due to using turbo tokenizer
const claude_100k_max = 99000; const claude_100k_max = 99000;
let ai21_max = 9200; //can easily fit 9k gpt tokens because j2's tokenizer is efficient af let ai21_max = 9200; //can easily fit 9k gpt tokens because j2's tokenizer is efficient af
const unlocked_max = 100 * 1024; const unlocked_max = 100 * 1024;
@ -2970,7 +2970,7 @@ function onSettingsPresetChange() {
const preset = structuredClone(openai_settings[openai_setting_names[oai_settings.preset_settings_openai]]); const preset = structuredClone(openai_settings[openai_setting_names[oai_settings.preset_settings_openai]]);
const updateInput = (selector, value) => $(selector).val(value).trigger('input'); const updateInput = (selector, value) => $(selector).val(value).trigger('input');
const updateCheckbox = (selector, value) => $(selector).prop('checked', value).trigger('input'); const updateCheckbox = (selector, value) => $(selector).prop('checked', value).trigger('input').trigger('change');
// Allow subscribers to alter the preset before applying deltas // Allow subscribers to alter the preset before applying deltas
eventSource.emit(event_types.OAI_PRESET_CHANGED_BEFORE, { eventSource.emit(event_types.OAI_PRESET_CHANGED_BEFORE, {