rixty
/
SillyTavern
mirror of https://github.com/SillyTavern/SillyTavern.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Fix server crash on local captioning

This commit is contained in:
Cohee 2023-09-22 23:04:26 +03:00
parent ec6b6ab8d4
commit 2e5bbf0445
2 changed files with 16 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
src/caption.js
View File

@ -10,7 +10,13 @@ function registerEndpoints(app, jsonParser) {
const { image } = req.body;
const module = await import('./transformers.mjs');
const rawImage = module.default.getRawImage(image);
const rawImage = await module.default.getRawImage(image);
if (!rawImage) {
console.log('Failed to parse captioned image');
return res.sendStatus(400);
}
const pipe = await module.default.getPipeline(TASK);
const result = await pipe(rawImage);
const text = result[0].generated_text;

14
src/transformers.mjs
View File

@ -31,12 +31,16 @@ const tasks = {
}
async function getRawImage(image) {
const buffer = Buffer.from(image, 'base64');
const byteArray = new Uint8Array(buffer);
const blob = new Blob([byteArray]);
try {
const buffer = Buffer.from(image, 'base64');
const byteArray = new Uint8Array(buffer);
const blob = new Blob([byteArray]);
const rawImage = await RawImage.fromBlob(blob);
return rawImage;
const rawImage = await RawImage.fromBlob(blob);
return rawImage;
} catch {
return null;
}
}
function getModelForTask(task) {