Refactor Novel logit bias

public/scripts/logit-bias.js

@@ -0,0 +1,126 @@
+import { saveSettingsDebounced } from '../script.js';
+import { getTextTokens } from './tokenizers.js';
+import { uuidv4 } from './utils.js';
+
+export const BIAS_CACHE = new Map();
+
+/**
+ * Displays the logit bias list in the specified container.
+ * @param {object} logitBias Logit bias object
+ * @param {string} containerSelector Container element selector
+ * @returns
+ */
+export function displayLogitBias(logitBias, containerSelector) {
+    if (!Array.isArray(logitBias)) {
+        console.log('Logit bias set not found');
+        return;
+    }
+
+    $(containerSelector).find('.logit_bias_list').empty();
+
+    for (const entry of logitBias) {
+        if (entry) {
+            createLogitBiasListItem(entry, logitBias, containerSelector);
+        }
+    }
+
+    BIAS_CACHE.delete(containerSelector);
+}
+
+/**
+ * Creates a new logit bias entry
+ * @param {object[]} logitBias Array of logit bias objects
+ * @param {string} containerSelector Container element ID
+ */
+export function createNewLogitBiasEntry(logitBias, containerSelector) {
+    const entry = { id: uuidv4(), text: '', value: 0 };
+    logitBias.push(entry);
+    BIAS_CACHE.delete(containerSelector);
+    createLogitBiasListItem(entry, logitBias, containerSelector);
+    saveSettingsDebounced();
+}
+
+/**
+ * Creates a logit bias list item.
+ * @param {object} entry Logit bias entry
+ * @param {object[]} logitBias Array of logit bias objects
+ * @param {string} containerSelector Container element ID
+ */
+function createLogitBiasListItem(entry, logitBias, containerSelector) {
+    const id = entry.id;
+    const template = $('#logit_bias_template .logit_bias_form').clone();
+    template.data('id', id);
+    template.find('.logit_bias_text').val(entry.text).on('input', function () {
+        entry.text = $(this).val();
+        BIAS_CACHE.delete(containerSelector);
+        saveSettingsDebounced();
+    });
+    template.find('.logit_bias_value').val(entry.value).on('input', function () {
+        entry.value = Number($(this).val());
+        BIAS_CACHE.delete(containerSelector);
+        saveSettingsDebounced();
+    });
+    template.find('.logit_bias_remove').on('click', function () {
+        $(this).closest('.logit_bias_form').remove();
+        const index = logitBias.indexOf(entry);
+        if (index > -1) {
+            logitBias.splice(index, 1);
+        }
+        BIAS_CACHE.delete(containerSelector);
+        saveSettingsDebounced();
+    });
+    $(containerSelector).find('.logit_bias_list').prepend(template);
+}
+
+/**
+ * Populate logit bias list from preset.
+ * @param {object[]} biasPreset Bias preset
+ * @param {number} tokenizerType Tokenizer type (see tokenizers.js)
+ * @param {(bias: number, sequence: number[]) => object} getBiasObject Transformer function to create bias object
+ * @returns {object[]} Array of logit bias objects
+ */
+export function getLogitBiasListResult(biasPreset, tokenizerType, getBiasObject) {
+    const result = [];
+
+    for (const entry of biasPreset) {
+        if (entry.text?.length > 0) {
+            const text = entry.text.trim();
+
+            // Skip empty lines
+            if (text.length === 0) {
+                continue;
+            }
+
+            // Verbatim text
+            if (text.startsWith('{') && text.endsWith('}')) {
+                const tokens = getTextTokens(tokenizerType, text.slice(1, -1));
+                result.push(getBiasObject(entry.value, tokens));
+            }
+
+
+            // Raw token ids, JSON serialized
+            else if (text.startsWith('[') && text.endsWith(']')) {
+                try {
+                    const tokens = JSON.parse(text);
+
+                    if (Array.isArray(tokens) && tokens.every(t => Number.isInteger(t))) {
+                        result.push(getBiasObject(entry.value, tokens));
+                    } else {
+                        throw new Error('Not an array of integers');
+                    }
+                } catch (err) {
+                    console.log(`Failed to parse logit bias token list: ${text}`, err);
+                }
+            }
+
+
+            // Text with a leading space
+            else {
+                const biasText = ` ${text}`;
+                const tokens = getTextTokens(tokenizerType, biasText);
+                result.push(getBiasObject(entry.value, tokens));
+            }
+        }
+    }
+    return result;
+}