2023-09-14 13:11:37 +02:00
|
|
|
/**
|
|
|
|
* Scripts to be done before starting the server for the first time.
|
|
|
|
*/
|
2024-10-10 23:28:17 +02:00
|
|
|
import fs from 'node:fs';
|
|
|
|
import path from 'node:path';
|
|
|
|
import crypto from 'node:crypto';
|
|
|
|
import yaml from 'yaml';
|
2024-10-10 21:37:22 +02:00
|
|
|
import _ from 'lodash';
|
|
|
|
import { createRequire } from 'node:module';
|
2023-11-25 22:45:33 +01:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Colorizes console output.
|
|
|
|
*/
|
|
|
|
const color = {
|
|
|
|
byNum: (mess, fgNum) => {
|
|
|
|
mess = mess || '';
|
|
|
|
fgNum = fgNum === undefined ? 31 : fgNum;
|
|
|
|
return '\u001b[' + fgNum + 'm' + mess + '\u001b[39m';
|
|
|
|
},
|
|
|
|
black: (mess) => color.byNum(mess, 30),
|
|
|
|
red: (mess) => color.byNum(mess, 31),
|
|
|
|
green: (mess) => color.byNum(mess, 32),
|
|
|
|
yellow: (mess) => color.byNum(mess, 33),
|
|
|
|
blue: (mess) => color.byNum(mess, 34),
|
|
|
|
magenta: (mess) => color.byNum(mess, 35),
|
|
|
|
cyan: (mess) => color.byNum(mess, 36),
|
2023-12-06 18:49:35 +01:00
|
|
|
white: (mess) => color.byNum(mess, 37),
|
2023-11-25 22:45:33 +01:00
|
|
|
};
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Gets all keys from an object recursively.
|
|
|
|
* @param {object} obj Object to get all keys from
|
|
|
|
* @param {string} prefix Prefix to prepend to all keys
|
|
|
|
* @returns {string[]} Array of all keys in the object
|
|
|
|
*/
|
|
|
|
function getAllKeys(obj, prefix = '') {
|
|
|
|
if (typeof obj !== 'object' || Array.isArray(obj)) {
|
|
|
|
return [];
|
|
|
|
}
|
|
|
|
|
|
|
|
return _.flatMap(Object.keys(obj), key => {
|
|
|
|
const newPrefix = prefix ? `${prefix}.${key}` : key;
|
|
|
|
if (typeof obj[key] === 'object' && !Array.isArray(obj[key])) {
|
|
|
|
return getAllKeys(obj[key], newPrefix);
|
|
|
|
} else {
|
|
|
|
return [newPrefix];
|
|
|
|
}
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Converts the old config.conf file to the new config.yaml format.
|
|
|
|
*/
|
|
|
|
function convertConfig() {
|
|
|
|
if (fs.existsSync('./config.conf')) {
|
|
|
|
if (fs.existsSync('./config.yaml')) {
|
|
|
|
console.log(color.yellow('Both config.conf and config.yaml exist. Please delete config.conf manually.'));
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
try {
|
|
|
|
console.log(color.blue('Converting config.conf to config.yaml. Your old config.conf will be renamed to config.conf.bak'));
|
2024-10-10 21:37:22 +02:00
|
|
|
const require = createRequire(import.meta.url);
|
2023-11-25 22:45:33 +01:00
|
|
|
const config = require(path.join(process.cwd(), './config.conf'));
|
2024-04-18 21:50:27 +02:00
|
|
|
fs.copyFileSync('./config.conf', './config.conf.bak');
|
|
|
|
fs.rmSync('./config.conf');
|
2023-11-25 22:45:33 +01:00
|
|
|
fs.writeFileSync('./config.yaml', yaml.stringify(config));
|
|
|
|
console.log(color.green('Conversion successful. Please check your config.yaml and fix it if necessary.'));
|
|
|
|
} catch (error) {
|
|
|
|
console.error(color.red('FATAL: Config conversion failed. Please check your config.conf file and try again.'));
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Compares the current config.yaml with the default config.yaml and adds any missing values.
|
|
|
|
*/
|
|
|
|
function addMissingConfigValues() {
|
2024-10-10 21:37:22 +02:00
|
|
|
try {
|
2023-11-25 22:45:33 +01:00
|
|
|
const defaultConfig = yaml.parse(fs.readFileSync(path.join(process.cwd(), './default/config.yaml'), 'utf8'));
|
|
|
|
let config = yaml.parse(fs.readFileSync(path.join(process.cwd(), './config.yaml'), 'utf8'));
|
|
|
|
|
|
|
|
// Get all keys from the original config
|
|
|
|
const originalKeys = getAllKeys(config);
|
|
|
|
|
|
|
|
// Use lodash's defaultsDeep function to recursively apply default properties
|
|
|
|
config = _.defaultsDeep(config, defaultConfig);
|
|
|
|
|
|
|
|
// Get all keys from the updated config
|
|
|
|
const updatedKeys = getAllKeys(config);
|
|
|
|
|
|
|
|
// Find the keys that were added
|
|
|
|
const addedKeys = _.difference(updatedKeys, originalKeys);
|
|
|
|
|
|
|
|
if (addedKeys.length === 0) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
console.log('Adding missing config values to config.yaml:', addedKeys);
|
|
|
|
fs.writeFileSync('./config.yaml', yaml.stringify(config));
|
|
|
|
} catch (error) {
|
|
|
|
console.error(color.red('FATAL: Could not add missing config values to config.yaml'), error);
|
|
|
|
}
|
|
|
|
}
|
2023-09-14 13:11:37 +02:00
|
|
|
|
2023-09-14 13:21:38 +02:00
|
|
|
/**
|
|
|
|
* Creates the default config files if they don't exist yet.
|
|
|
|
*/
|
|
|
|
function createDefaultFiles() {
|
|
|
|
const files = {
|
2023-11-25 22:45:33 +01:00
|
|
|
config: './config.yaml',
|
2023-10-28 11:48:42 +02:00
|
|
|
user: './public/css/user.css',
|
2023-09-14 13:21:38 +02:00
|
|
|
};
|
|
|
|
|
|
|
|
for (const file of Object.values(files)) {
|
|
|
|
try {
|
|
|
|
if (!fs.existsSync(file)) {
|
|
|
|
const defaultFilePath = path.join('./default', path.parse(file).base);
|
|
|
|
fs.copyFileSync(defaultFilePath, file);
|
2023-11-25 22:45:33 +01:00
|
|
|
console.log(color.green(`Created default file: ${file}`));
|
2023-09-14 13:21:38 +02:00
|
|
|
}
|
|
|
|
} catch (error) {
|
2023-11-25 22:45:33 +01:00
|
|
|
console.error(color.red(`FATAL: Could not write default file: ${file}`), error);
|
2023-09-14 13:21:38 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-09-14 13:11:37 +02:00
|
|
|
/**
|
|
|
|
* Returns the MD5 hash of the given data.
|
|
|
|
* @param {Buffer} data Input data
|
|
|
|
* @returns {string} MD5 hash of the input data
|
|
|
|
*/
|
|
|
|
function getMd5Hash(data) {
|
|
|
|
return crypto
|
|
|
|
.createHash('md5')
|
|
|
|
.update(data)
|
|
|
|
.digest('hex');
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Copies the WASM binaries from the sillytavern-transformers package to the dist folder.
|
|
|
|
*/
|
|
|
|
function copyWasmFiles() {
|
|
|
|
if (!fs.existsSync('./dist')) {
|
|
|
|
fs.mkdirSync('./dist');
|
|
|
|
}
|
|
|
|
|
|
|
|
const listDir = fs.readdirSync('./node_modules/sillytavern-transformers/dist');
|
|
|
|
|
|
|
|
for (const file of listDir) {
|
|
|
|
if (file.endsWith('.wasm')) {
|
|
|
|
const sourcePath = `./node_modules/sillytavern-transformers/dist/${file}`;
|
|
|
|
const targetPath = `./dist/${file}`;
|
|
|
|
|
|
|
|
// Don't copy if the file already exists and is the same checksum
|
|
|
|
if (fs.existsSync(targetPath)) {
|
|
|
|
const sourceChecksum = getMd5Hash(fs.readFileSync(sourcePath));
|
|
|
|
const targetChecksum = getMd5Hash(fs.readFileSync(targetPath));
|
|
|
|
|
|
|
|
if (sourceChecksum === targetChecksum) {
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
fs.copyFileSync(sourcePath, targetPath);
|
|
|
|
console.log(`${file} successfully copied to ./dist/${file}`);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
try {
|
2023-11-25 22:45:33 +01:00
|
|
|
// 0. Convert config.conf to config.yaml
|
|
|
|
convertConfig();
|
2023-09-14 13:21:38 +02:00
|
|
|
// 1. Create default config files
|
|
|
|
createDefaultFiles();
|
|
|
|
// 2. Copy transformers WASM binaries from node_modules
|
2023-09-14 13:11:37 +02:00
|
|
|
copyWasmFiles();
|
2023-11-25 22:45:33 +01:00
|
|
|
// 3. Add missing config values
|
|
|
|
addMissingConfigValues();
|
2023-09-14 13:11:37 +02:00
|
|
|
} catch (error) {
|
|
|
|
console.error(error);
|
|
|
|
}
|