Move all Horde requests to server

public/scripts/horde.js

@@ -2,7 +2,6 @@ import {
     saveSettingsDebounced,
     callPopup,
     setGenerationProgress,
-    CLIENT_VERSION,
     getRequestHeaders,
     max_context,
     amount_gen,
@@ -34,19 +33,96 @@ let horde_settings = {
 const MAX_RETRIES = 480;
 const CHECK_INTERVAL = 2500;
 const MIN_LENGTH = 16;
-const getRequestArgs = () => ({
-    method: 'GET',
-    headers: {
-        'Client-Agent': CLIENT_VERSION,
-    },
-});
 
-async function getWorkers(workerType) {
-    const response = await fetch('https://horde.koboldai.net/api/v2/workers?type=text', getRequestArgs());
+/**
+ * Gets the available workers from Horde.
+ * @param {boolean} force Do a force refresh of the workers
+ * @returns {Promise<Array>} Array of workers
+ */
+async function getWorkers(force) {
+    const response = await fetch('/api/horde/text-workers', {
+        method: 'POST',
+        headers: getRequestHeaders(),
+        body: JSON.stringify({ force }),
+    });
     const data = await response.json();
     return data;
 }
 
+/**
+ * Gets the available models from Horde.
+ * @param {boolean} force Do a force refresh of the models
+ * @returns {Promise<Array>} Array of models
+ */
+async function getModels(force) {
+    const response = await fetch('/api/horde/text-models', {
+        method: 'POST',
+        headers: getRequestHeaders(),
+        body: JSON.stringify({ force }),
+    });
+    const data = await response.json();
+    return data;
+}
+
+/**
+ * Gets the status of a Horde task.
+ * @param {string} taskId Task ID
+ * @returns {Promise<Object>} Task status
+ */
+async function getTaskStatus(taskId) {
+    const response =  await fetch('/api/horde/task-status', {
+        method: 'POST',
+        headers: getRequestHeaders(),
+        body: JSON.stringify({ taskId }),
+    });
+
+    if (!response.ok) {
+        throw new Error(`Failed to get task status: ${response.statusText}`);
+    }
+
+    const data = await response.json();
+    return data;
+}
+
+/**
+ * Cancels a Horde task.
+ * @param {string} taskId Task ID
+ */
+async function cancelTask(taskId) {
+    const response = await fetch('/api/horde/cancel-task', {
+        method: 'POST',
+        headers: getRequestHeaders(),
+        body: JSON.stringify({ taskId }),
+    });
+
+    if (!response.ok) {
+        throw new Error(`Failed to cancel task: ${response.statusText}`);
+    }
+}
+
+/**
+ * Checks if Horde is online.
+ * @returns {Promise<boolean>} True if Horde is online, false otherwise
+ */
+async function checkHordeStatus() {
+    try {
+        const response = await fetch('/api/horde/status', {
+            method: 'POST',
+            headers: getRequestHeaders(),
+        });
+
+        if (!response.ok) {
+            return false;
+        }
+
+        const data = await response.json();
+        return data.ok;
+    } catch (error) {
+        console.error(error);
+        return false;
+    }
+}
+
 function validateHordeModel() {
     let selectedModels = models.filter(m => horde_settings.models.includes(m.name));
 
@@ -60,7 +136,7 @@ function validateHordeModel() {
 
 async function adjustHordeGenerationParams(max_context_length, max_length) {
     console.log(max_context_length, max_length);
-    const workers = await getWorkers();
+    const workers = await getWorkers(false);
     let maxContextLength = max_context_length;
     let maxLength = max_length;
     let availableWorkers = [];
@@ -126,10 +202,7 @@ async function generateHorde(prompt, params, signal, reportProgress) {
 
     const response = await fetch('/api/horde/generate-text', {
         method: 'POST',
-        headers: {
-            ...getRequestHeaders(),
-            'Client-Agent': CLIENT_VERSION,
-        },
+        headers: getRequestHeaders(),
         body: JSON.stringify(payload),
     });
 
@@ -146,24 +219,17 @@ async function generateHorde(prompt, params, signal, reportProgress) {
         throw new Error(`Horde generation failed: ${reason}`);
     }
 
-    const task_id = responseJson.id;
+    const taskId = responseJson.id;
     let queue_position_first = null;
-    console.log(`Horde task id = ${task_id}`);
+    console.log(`Horde task id = ${taskId}`);
 
     for (let retryNumber = 0; retryNumber < MAX_RETRIES; retryNumber++) {
         if (signal.aborted) {
-            fetch(`https://horde.koboldai.net/api/v2/generate/text/status/${task_id}`, {
-                method: 'DELETE',
-                headers: {
-                    'Client-Agent': CLIENT_VERSION,
-                },
-            });
+            cancelTask(taskId);
             throw new Error('Request aborted');
         }
 
-        const statusCheckResponse = await fetch(`https://horde.koboldai.net/api/v2/generate/text/status/${task_id}`, getRequestArgs());
-
-        const statusCheckJson = await statusCheckResponse.json();
+        const statusCheckJson = await getTaskStatus(taskId);
         console.log(statusCheckJson);
 
         if (statusCheckJson.faulted === true) {
@@ -202,18 +268,13 @@ async function generateHorde(prompt, params, signal, reportProgress) {
     throw new Error('Horde timeout');
 }
 
-async function checkHordeStatus() {
-    const response = await fetch('https://horde.koboldai.net/api/v2/status/heartbeat', getRequestArgs());
-    return response.ok;
-}
-
-async function getHordeModels() {
+/**
+ * Displays the available models in the Horde model selection dropdown.
+ * @param {boolean} force Force refresh of the models
+ */
+async function getHordeModels(force) {
     $('#horde_model').empty();
-    const response = await fetch('https://horde.koboldai.net/api/v2/status/models?type=text', getRequestArgs());
-    models = await response.json();
-    models.sort((a, b) => {
-        return b.performance - a.performance;
-    });
+    models = (await getModels(force)).sort((a, b) => b.performance - a.performance);
     for (const model of models) {
         const option = document.createElement('option');
         option.value = model.name;
@@ -299,7 +360,7 @@ jQuery(function () {
         await writeSecret(SECRET_KEYS.HORDE, key);
     });
 
-    $('#horde_refresh').on('click', getHordeModels);
+    $('#horde_refresh').on('click', () => getHordeModels(true));
     $('#horde_kudos').on('click', showKudos);
 
     // Not needed on mobile