rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Add alternative local vectors source.

Browse Source 
x5 speed boost!!
This commit is contained in:
Cohee
2023-09-14 23:40:13 +03:00
parent 0cc048cb64
commit 6ad786f348
6 changed files with 42 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
src/transformers.mjs
View File

@ -1,5 +1,5 @@
import { pipeline, env, RawImage } from 'sillytavern-transformers';
import { getConfig } from './util.js';
import { getConfigValue } from './util.js';
import path from 'path';
import _ from 'lodash';
@ -43,8 +43,7 @@ function getModelForTask(task) {
const defaultModel = tasks[task].defaultModel;
try {
const config = getConfig();
const model = _.get(config, tasks[task].configField, null);
const model = getConfigValue(tasks[task].configField, null);
return model || defaultModel;
} catch (error) {
console.warn('Failed to read config.conf, using default classification model.');
@ -52,11 +51,6 @@ function getModelForTask(task) {
}
}
function progressCallback() {
// TODO: Implement progress callback
// console.log(arguments);
}
async function getPipeline(task) {
if (tasks[task].pipeline) {
return tasks[task].pipeline;
@ -64,8 +58,9 @@ async function getPipeline(task) {
const cache_dir = path.join(process.cwd(), 'cache');
const model = getModelForTask(task);
const localOnly = getConfigValue('extras.disableAutoDownload', false);
console.log('Initializing transformers.js pipeline for task', task, 'with model', model);
const instance = await pipeline(task, model, { cache_dir, quantized: true, progress_callback: progressCallback });
const instance = await pipeline(task, model, { cache_dir, quantized: true, local_files_only: localOnly });
tasks[task].pipeline = instance;
return instance;
}