rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Add Novel preset converter

Browse Source
This commit is contained in:
Cohee
2024-09-24 12:50:47 +03:00
parent 9d2a700b04
commit d8f268a807
3 changed files with 50 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

46
public/scripts/nai-settings.js
View File

@@ -5,9 +5,7 @@ import {
novelai_setting_names,
saveSettingsDebounced,
setGenerationParamsFromPreset,
substituteParams,
} from '../script.js';
import { getCfgPrompt } from './cfg-scale.js';
import { MAX_CONTEXT_DEFAULT, MAX_RESPONSE_DEFAULT, power_user } from './power-user.js';
import { getTextTokens, tokenizers } from './tokenizers.js';
import { getEventSourceStream } from './sse-stream.js';
@@ -61,6 +59,19 @@ const nai_tiers = {
3: 'Opus',
};
const samplers = {
temperature: 0,
top_k: 1,
top_p: 2,
tfs: 3,
top_a: 4,
typical_p: 5,
// removed samplers were here
mirostat: 8,
math1: 9,
min_p: 10,
};
let novel_data = null;
let badWordsCache = {};
const BIAS_KEY = '#novel_api-settings';
@@ -95,6 +106,37 @@ export function getKayraMaxResponseTokens() {
return maximum_output_length;
}
export function convertNovelPreset(data) {
if (!data || typeof data !== 'object' || data.presetVersion !== 3 || !data.parameters || typeof data.parameters !== 'object') {
return data;
}
return {
max_context: 8000,
temperature: data.parameters.temperature,
max_length: data.parameters.max_length,
min_length: data.parameters.min_length,
top_k: data.parameters.top_k,
top_p: data.parameters.top_p,
top_a: data.parameters.top_a,
typical_p: data.parameters.typical_p,
tail_free_sampling: data.parameters.tail_free_sampling,
repetition_penalty: data.parameters.repetition_penalty,
repetition_penalty_range: data.parameters.repetition_penalty_range,
repetition_penalty_slope: data.parameters.repetition_penalty_slope,
repetition_penalty_frequency: data.parameters.repetition_penalty_frequency,
repetition_penalty_presence: data.parameters.repetition_penalty_presence,
phrase_rep_pen: data.parameters.phrase_rep_pen,
mirostat_lr: data.parameters.mirostat_lr,
mirostat_tau: data.parameters.mirostat_tau,
math1_temp: data.parameters.math1_temp,
math1_quad: data.parameters.math1_quad,
math1_quad_entropy_scale: data.parameters.math1_quad_entropy_scale,
min_p: data.parameters.min_p,
order: Array.isArray(data.parameters.order) ? data.parameters.order.filter(s => s.enabled && Object.keys(samplers).includes(s.id)).map(s => samplers[s.id]) : default_order,
};
}
export function getNovelTier() {
return nai_tiers[novel_data?.tier] ?? 'no_connection';
}