127 lines
4.2 KiB
JavaScript
127 lines
4.2 KiB
JavaScript
import { saveSettingsDebounced } from '../script.js';
|
|
import { getTextTokens } from './tokenizers.js';
|
|
import { uuidv4 } from './utils.js';
|
|
|
|
export const BIAS_CACHE = new Map();
|
|
|
|
/**
|
|
* Displays the logit bias list in the specified container.
|
|
* @param {object} logitBias Logit bias object
|
|
* @param {string} containerSelector Container element selector
|
|
* @returns
|
|
*/
|
|
export function displayLogitBias(logitBias, containerSelector) {
|
|
if (!Array.isArray(logitBias)) {
|
|
console.log('Logit bias set not found');
|
|
return;
|
|
}
|
|
|
|
$(containerSelector).find('.logit_bias_list').empty();
|
|
|
|
for (const entry of logitBias) {
|
|
if (entry) {
|
|
createLogitBiasListItem(entry, logitBias, containerSelector);
|
|
}
|
|
}
|
|
|
|
BIAS_CACHE.delete(containerSelector);
|
|
}
|
|
|
|
/**
|
|
* Creates a new logit bias entry
|
|
* @param {object[]} logitBias Array of logit bias objects
|
|
* @param {string} containerSelector Container element ID
|
|
*/
|
|
export function createNewLogitBiasEntry(logitBias, containerSelector) {
|
|
const entry = { id: uuidv4(), text: '', value: 0 };
|
|
logitBias.push(entry);
|
|
BIAS_CACHE.delete(containerSelector);
|
|
createLogitBiasListItem(entry, logitBias, containerSelector);
|
|
saveSettingsDebounced();
|
|
}
|
|
|
|
/**
|
|
* Creates a logit bias list item.
|
|
* @param {object} entry Logit bias entry
|
|
* @param {object[]} logitBias Array of logit bias objects
|
|
* @param {string} containerSelector Container element ID
|
|
*/
|
|
function createLogitBiasListItem(entry, logitBias, containerSelector) {
|
|
const id = entry.id;
|
|
const template = $('#logit_bias_template .logit_bias_form').clone();
|
|
template.data('id', id);
|
|
template.find('.logit_bias_text').val(entry.text).on('input', function () {
|
|
entry.text = $(this).val();
|
|
BIAS_CACHE.delete(containerSelector);
|
|
saveSettingsDebounced();
|
|
});
|
|
template.find('.logit_bias_value').val(entry.value).on('input', function () {
|
|
entry.value = Number($(this).val());
|
|
BIAS_CACHE.delete(containerSelector);
|
|
saveSettingsDebounced();
|
|
});
|
|
template.find('.logit_bias_remove').on('click', function () {
|
|
$(this).closest('.logit_bias_form').remove();
|
|
const index = logitBias.indexOf(entry);
|
|
if (index > -1) {
|
|
logitBias.splice(index, 1);
|
|
}
|
|
BIAS_CACHE.delete(containerSelector);
|
|
saveSettingsDebounced();
|
|
});
|
|
$(containerSelector).find('.logit_bias_list').prepend(template);
|
|
}
|
|
|
|
/**
|
|
* Populate logit bias list from preset.
|
|
* @param {object[]} biasPreset Bias preset
|
|
* @param {number} tokenizerType Tokenizer type (see tokenizers.js)
|
|
* @param {(bias: number, sequence: number[]) => object} getBiasObject Transformer function to create bias object
|
|
* @returns {object[]} Array of logit bias objects
|
|
*/
|
|
export function getLogitBiasListResult(biasPreset, tokenizerType, getBiasObject) {
|
|
const result = [];
|
|
|
|
for (const entry of biasPreset) {
|
|
if (entry.text?.length > 0) {
|
|
const text = entry.text.trim();
|
|
|
|
// Skip empty lines
|
|
if (text.length === 0) {
|
|
continue;
|
|
}
|
|
|
|
// Verbatim text
|
|
if (text.startsWith('{') && text.endsWith('}')) {
|
|
const tokens = getTextTokens(tokenizerType, text.slice(1, -1));
|
|
result.push(getBiasObject(entry.value, tokens));
|
|
}
|
|
|
|
|
|
// Raw token ids, JSON serialized
|
|
else if (text.startsWith('[') && text.endsWith(']')) {
|
|
try {
|
|
const tokens = JSON.parse(text);
|
|
|
|
if (Array.isArray(tokens) && tokens.every(t => Number.isInteger(t))) {
|
|
result.push(getBiasObject(entry.value, tokens));
|
|
} else {
|
|
throw new Error('Not an array of integers');
|
|
}
|
|
} catch (err) {
|
|
console.log(`Failed to parse logit bias token list: ${text}`, err);
|
|
}
|
|
}
|
|
|
|
|
|
// Text with a leading space
|
|
else {
|
|
const biasText = ` ${text}`;
|
|
const tokens = getTextTokens(tokenizerType, biasText);
|
|
result.push(getBiasObject(entry.value, tokens));
|
|
}
|
|
}
|
|
}
|
|
return result;
|
|
}
|