#1309 Ollama text completion backend

public/scripts/textgen-models.js

@@ -1,10 +1,30 @@
-import { setGenerationParamsFromPreset } from '../script.js';
+import { callPopup, getRequestHeaders, setGenerationParamsFromPreset } from '../script.js';
 import { isMobile } from './RossAscends-mods.js';
-import { textgenerationwebui_settings as textgen_settings } from './textgen-settings.js';
+import { textgenerationwebui_settings as textgen_settings, textgen_types } from './textgen-settings.js';
 
 let mancerModels = [];
 let togetherModels = [];
 
+export async function loadOllamaModels(data) {
+    if (!Array.isArray(data)) {
+        console.error('Invalid Ollama models data', data);
+        return;
+    }
+
+    if (!data.find(x => x.id === textgen_settings.ollama_model)) {
+        textgen_settings.ollama_model = data[0]?.id || '';
+    }
+
+    $('#ollama_model').empty();
+    for (const model of data) {
+        const option = document.createElement('option');
+        option.value = model.id;
+        option.text = model.name;
+        option.selected = model.id === textgen_settings.ollama_model;
+        $('#ollama_model').append(option);
+    }
+}
+
 export async function loadTogetherAIModels(data) {
     if (!Array.isArray(data)) {
         console.error('Invalid Together AI models data', data);
@@ -13,6 +33,10 @@ export async function loadTogetherAIModels(data) {
 
     togetherModels = data;
 
+    if (!data.find(x => x.name === textgen_settings.togetherai_model)) {
+        textgen_settings.togetherai_model = data[0]?.name || '';
+    }
+
     $('#model_togetherai_select').empty();
     for (const model of data) {
         // Hey buddy, I think you've got the wrong door.
@@ -36,6 +60,10 @@ export async function loadMancerModels(data) {
 
     mancerModels = data;
 
+    if (!data.find(x => x.id === textgen_settings.mancer_model)) {
+        textgen_settings.mancer_model = data[0]?.id || '';
+    }
+
     $('#mancer_model').empty();
     for (const model of data) {
         const option = document.createElement('option');
@@ -55,7 +83,6 @@ function onMancerModelSelect() {
     setGenerationParamsFromPreset({ max_length: limits.context, genamt: limits.completion });
 }
 
-
 function onTogetherModelSelect() {
     const modelName = String($('#model_togetherai_select').val());
     textgen_settings.togetherai_model = modelName;
@@ -64,6 +91,12 @@ function onTogetherModelSelect() {
     setGenerationParamsFromPreset({ max_length: model.context_length });
 }
 
+function onOllamaModelSelect() {
+    const modelId = String($('#ollama_model').val());
+    textgen_settings.ollama_model = modelId;
+    $('#api_button_textgenerationwebui').trigger('click');
+}
+
 function getMancerModelTemplate(option) {
     const model = mancerModels.find(x => x.id === option?.element?.value);
 
@@ -97,9 +130,52 @@ function getTogetherModelTemplate(option) {
     `));
 }
 
+async function downloadOllamaModel() {
+    try {
+        const serverUrl = textgen_settings.server_urls[textgen_types.OLLAMA];
+
+        if (!serverUrl) {
+            toastr.info('Please connect to an Ollama server first.');
+            return;
+        }
+
+        const html = `Enter a model tag, for example <code>llama2:latest</code>.<br>
+        See <a target="_blank" href="https://ollama.ai/library">Library</a> for available models.`;
+        const name = await callPopup(html, 'input', '', { okButton: 'Download' });
+
+        if (!name) {
+            return;
+        }
+
+        toastr.info('Download may take a while, please wait...', 'Working on it');
+
+        const response = await fetch('/api/backends/text-completions/ollama/download', {
+            method: 'POST',
+            headers: getRequestHeaders(),
+            body: JSON.stringify({
+                name: name,
+                api_server: serverUrl,
+            }),
+        });
+
+        if (!response.ok) {
+            throw new Error(response.statusText);
+        }
+
+        // Force refresh the model list
+        toastr.success('Download complete. Please select the model from the dropdown.');
+        $('#api_button_textgenerationwebui').trigger('click');
+    } catch (err) {
+        console.error(err);
+        toastr.error('Failed to download Ollama model. Please try again.');
+    }
+}
+
 jQuery(function () {
     $('#mancer_model').on('change', onMancerModelSelect);
     $('#model_togetherai_select').on('change', onTogetherModelSelect);
+    $('#ollama_model').on('change', onOllamaModelSelect);
+    $('#ollama_download_model').on('click', downloadOllamaModel);
 
     if (!isMobile()) {
         $('#mancer_model').select2({
@@ -116,5 +192,11 @@ jQuery(function () {
             width: '100%',
             templateResult: getTogetherModelTemplate,
         });
+        $('#ollama_model').select2({
+            placeholder: 'Select a model',
+            searchInputPlaceholder: 'Search models...',
+            searchInputCssClass: 'text_pole',
+            width: '100%',
+        });
     }
 });