mirror of
https://github.com/SillyTavern/SillyTavern.git
synced 2025-06-05 21:59:27 +02:00
Add alternative local vectors source.
x5 speed boost!!
This commit is contained in:
17
src/embedding.js
Normal file
17
src/embedding.js
Normal file
@@ -0,0 +1,17 @@
|
||||
const TASK = 'feature-extraction';
|
||||
|
||||
/**
|
||||
* @param {string} text - The text to vectorize
|
||||
* @returns {Promise<number[]>} - The vectorized text in form of an array of numbers
|
||||
*/
|
||||
async function getTransformersVector(text) {
|
||||
const module = await import('./transformers.mjs');
|
||||
const pipe = await module.default.getPipeline(TASK);
|
||||
const result = await pipe(text, { pooling: 'mean', normalize: true });
|
||||
const vector = Array.from(result.data);
|
||||
return vector;
|
||||
}
|
||||
|
||||
module.exports = {
|
||||
getTransformersVector,
|
||||
}
|
Reference in New Issue
Block a user