rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Allow WASM threading for non-Android. Fix eslint for transformers.mjs

Browse Source
This commit is contained in:
Cohee
2024-07-17 12:48:59 +00:00
parent 921297f1e5
commit c3d04066bc
2 changed files with 11 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/transformers.mjs
View File

@@ -1,13 +1,12 @@
import { pipeline, env, RawImage, Pipeline } from 'sillytavern-transformers';
import { getConfigValue } from './util.js';
import path from 'path';
import _ from 'lodash';
configureTransformers();
function configureTransformers() {
// Limit the number of threads to 1 to avoid issues on Android
env.backends.onnx.wasm.numThreads = 1;
env.backends.onnx.wasm.numThreads = process.platform === 'android' ? 1 : 0;
// Use WASM from a local folder to avoid CDN connections
env.backends.onnx.wasm.wasmPaths = path.join(process.cwd(), 'dist') + path.sep;
}
@@ -114,4 +113,4 @@ async function getPipeline(task, forceModel = '') {
export default {
getPipeline,
getRawImage,
}
};