mirror of
https://gitlab.com/octospacc/Configs.git
synced 2025-06-05 21:59:36 +02:00
247 lines
9.1 KiB
JavaScript
Executable File
247 lines
9.1 KiB
JavaScript
Executable File
#!/usr/bin/env zx
|
|
|
|
let BackupsBase = '/Main/Backup';
|
|
let Time = new Date();
|
|
|
|
Time.Stamp = `${Time.getFullYear()}-${(Time.getMonth() + 1).toString().padStart(2, '0')}-${Time.getDate().toString().padStart(2, '0')}`;
|
|
cd(BackupsBase);
|
|
|
|
const GenericBrowserUserAgent = 'Mozilla/5.0 (X11; Linux x86_64; rv:120.0) Gecko/20100101 Firefox/120.0';
|
|
|
|
let [Jobs, Secrets] = [{}, {}];
|
|
|
|
// Import secrets from sh-formatted file
|
|
for (let line of (await fs.readFile('./.BackupSecrects.sec', 'utf8')).split('\n')) {
|
|
line = line.split('#')[0].trim();
|
|
const key = line.split('=')[0];
|
|
let val = line.split('=').slice(1).join('=');
|
|
if ((val.startsWith('"') && val.endsWith('"')) || (val.startsWith("'") && val.endsWith("'"))) {
|
|
val = val.slice(1, -1);
|
|
};
|
|
Secrets[key] = val;
|
|
};
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
const Hash2 = async (BaseKey, Salt) => (await $`echo "${BaseKey}$(echo ${Salt} | sha512sum | base64 -w0)" | sha512sum | base64 -w0`).toString().trim();
|
|
|
|
const ccencryptNow = async (File, BaseKey) => {
|
|
await $`ccrypt -e -f -K"${await Hash2(BaseKey, Time.Stamp)}" ${File}`;
|
|
$`echo ${Time.Stamp} > ${File}.info`;
|
|
};
|
|
|
|
//const ExecAs = async (cmdline, user) => {
|
|
// //return await $`${user ? ('sudo -u ' + user) : ''} sh -c '${cmdline}'`;
|
|
//};
|
|
|
|
//const GitPullPush = async (user) => await ExecAs(`git pull; git add . && git commit -m "Auto-Backup ${Time}" && git push || true`, user);
|
|
const GitReclone = async (path, url, branch) => await $`rm -rf ${path}.old || true; mv ${path} ${path}.old; git clone --depth 1 --single-branch ${url} ${branch ? `--branch ${branch}` : ''}`;
|
|
const GitPullPush = async () => await $`git pull; git add .; git commit -m "Auto-Backup ${Time}" || true; git push || true`;
|
|
|
|
const BackPathCrypt = async (Folder, Key, Ext) => {
|
|
Ext ||= '.tar.xz';
|
|
const File = `${Folder}${Ext}`;
|
|
await $`cp "../${Folder}/Latest${Ext}" "./${File}"`;
|
|
await ccencryptNow(`./${File}`, Key);
|
|
};
|
|
|
|
const SimpleCompress = async (dst, src) => await $`rm ${dst}.tar.xz || true; tar cJSf "${dst}.tar.xz" ${src || dst}`;
|
|
|
|
const SimpleBackup = async (Folder, Prefix) => {
|
|
await $`mkdir -vp ./${Folder}`;
|
|
await $`rm ./${Folder}/Latest.tar.xz || true`;
|
|
await $`rm -rf ./${Folder}/Latest.d || true`;
|
|
await $`cp -rp /Main/Server/${Prefix || ''}/${Folder} ./${Folder}/Latest.d`;
|
|
await SimpleCompress(`./${Folder}/${Time.Stamp}`, `./${Folder}/Latest.d`);
|
|
await $`ln -s ./${Time.Stamp}.tar.xz ./${Folder}/Latest.tar.xz`;
|
|
};
|
|
|
|
const CompressAndUpdate = async (folder, name, extension) => {
|
|
await SimpleCompress(
|
|
`./${folder}/${name}.${Time.Stamp}.${extension}`,
|
|
`./${folder}/${name}.Latest.${extension}`,
|
|
);
|
|
await $`rm ./${folder}/${name}.Latest.${extension}.tar.xz || true`;
|
|
await $`ln -s ./${name}.${Time.Stamp}.${extension}.tar.xz ./${folder}/${name}.Latest.${extension}.tar.xz`;
|
|
};
|
|
|
|
const AltervistaFullBackup = async (domain) => {
|
|
const [user, pass, key] = Secrets[`${domain.replaceAll('.', '_')}_Backup_Tokens`].split(':');
|
|
cd(`./${domain}-Git`);
|
|
await $`rclone sync ${domain}:/ ./www/wp-content/ --progress || true`;
|
|
// await $`curl -u ${user}:${pass} https://${domain}/wp-json/octt-export-rest/v1/xrss-export?token=${key} > ./WordPress.xml || true`;
|
|
await GitPullPush();
|
|
};
|
|
|
|
const LampBackup = async (folder, table) => {
|
|
await SimpleBackup(folder, 'www');
|
|
await $`lxc-attach Debian2023 -- mariadb-dump ${table || folder} > ./${folder}/Db.Latest.sql`;
|
|
await CompressAndUpdate(folder, 'Db', 'sql');
|
|
};
|
|
|
|
const FolderGoCopyForCloud = async (src, dst) => {
|
|
if (dst) {
|
|
cd(`./${dst}`);
|
|
}
|
|
await $`rm -rf ./${src} || true`;
|
|
await $`cp -rp ../${src}/Latest.d ./${src}`;
|
|
await $`rm -rf ./${src}/.git || true`;
|
|
};
|
|
|
|
const ScriptAndGitBackup = async (folder, command, program='sh') => {
|
|
cd(folder);
|
|
await $`${program} ${command}`;
|
|
await GitPullPush();
|
|
};
|
|
|
|
const Work = async (job) => await within(Jobs[job]);
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
Jobs.Local_MiscSimpleBackups = async () => {
|
|
await SimpleBackup('FreshRSS', 'www');
|
|
await SimpleBackup('n8n-data');
|
|
await SimpleBackup('script-server');
|
|
await SimpleBackup('docker-mailserver');
|
|
await $`sudo docker stop memos`;
|
|
await SimpleBackup('memos');
|
|
await $`sudo docker start memos`;
|
|
};
|
|
|
|
Jobs.Local_Shiori = async () => {
|
|
await SimpleBackup('shiori-data', 'Shiori');
|
|
await $`rm -v ./shiori-data/Latest.d/archive/* || true`;
|
|
};
|
|
|
|
Jobs.Local_SpaccBBS = () => LampBackup('SpaccBBS', 'phpBB');
|
|
|
|
Jobs.Local_SpaccBBSNodeBB = async () => {
|
|
await SimpleBackup('SpaccBBS-NodeBB');
|
|
await $`lxc-attach Debian2023 -- redis-cli -n 2 --rdb - > ./SpaccBBS-NodeBB/Db.Latest.rdb`;
|
|
await CompressAndUpdate('SpaccBBS-NodeBB', 'Db', 'rdb');
|
|
};
|
|
|
|
Jobs.Local_liminalgici = () => LampBackup('pixelfed_liminalgici');
|
|
|
|
Jobs.Local_Doku = () => SimpleBackup('dokuwiki', 'www');
|
|
|
|
Jobs.Cloud_Doku = async () => {
|
|
await FolderGoCopyForCloud('dokuwiki', 'doku.spacc.eu.org-Git');
|
|
await $`rm -rf ./dokuwiki/data/cache || true`;
|
|
await GitPullPush();
|
|
};
|
|
|
|
Jobs.Mixed_OctospaccAltervista = async () => {
|
|
await AltervistaFullBackup('octospacc.altervista.org');
|
|
cd('../microblog-mirror');
|
|
await $`rm -rf ./_posts ./assets/uploads/* || true`;
|
|
cd('../octospacc.altervista.org-Git');
|
|
await $`cp -r ./www/wp-content/octt-export-markdown/${Secrets.octospacc_altervista_org_MarkdownKey}/_posts ../microblog-mirror/_posts`;
|
|
cd('./www/wp-content/uploads');
|
|
await $`cp -r $(seq 2020 $(date +%Y)) ../../../../microblog-mirror/assets/uploads/ || true`;
|
|
cd('../../../../microblog-mirror');
|
|
await $`sh ./filter-fix-posts.sh`;
|
|
await GitPullPush();
|
|
};
|
|
|
|
Jobs.Mixed_Configs = () => ScriptAndGitBackup('./Configs', './Server/Repo.Update.sh');
|
|
Jobs.Mixed_Snippets = () => ScriptAndGitBackup('./Snippets', './.CopyFromServer.sh');
|
|
|
|
// TODO: setup FTP access and Cookie
|
|
Jobs.Mixed_SpacccraftAltervista = async () => {
|
|
await AltervistaFullBackup('spacccraft.altervista.org', Secrets.SpacccraftAltervista_Backup_Cookie);
|
|
};
|
|
|
|
// TODO: everything
|
|
Jobs.Exter_WikiSpacc = async () => {
|
|
// ...
|
|
};
|
|
|
|
Jobs.Cloud_ServerBackupLimited = async () => {
|
|
await GitReclone('Server-Backup-Limited', 'https://gitlab.com/octospacc/Server-Backup-Limited/');
|
|
cd('./Server-Backup-Limited');
|
|
await BackPathCrypt('FreshRSS', Secrets.BackupKey_Git_FreshRSS);
|
|
await BackPathCrypt('n8n-data', Secrets.BackupKey_Git_n8n);
|
|
await BackPathCrypt('script-server', Secrets.BackupKey_Git_scriptserver);
|
|
await BackPathCrypt('docker-mailserver', Secrets.BackupKey_Git_dockermailserver);
|
|
await BackPathCrypt('memos', Secrets.BackupKey_Git_memos);
|
|
await GitPullPush();
|
|
};
|
|
|
|
Jobs.Cloud_ArticlesBackupPrivate = async () => {
|
|
await FolderGoCopyForCloud('shiori-data', 'Articles-Backup-Private');
|
|
await GitPullPush();
|
|
};
|
|
|
|
Jobs.Cloud_SpaccBBS = async () => {
|
|
await FolderGoCopyForCloud('SpaccBBS', 'SpaccBBS-Backup-phpBB-2023');
|
|
await $`cp ../SpaccBBS/Db.Latest.sql.tar.xz ./Db.sql.tar.xz`;
|
|
for (let File of ['Db.sql.tar.xz', 'SpaccBBS/config.php', 'SpaccBBS/arrowchat/includes/config.php']) {
|
|
await ccencryptNow(`./${File}`, Secrets.BackupKey_Git_SpaccBBS);
|
|
};
|
|
await GitPullPush();
|
|
};
|
|
|
|
Jobs.Cloud_SpaccBBSNodeBB = async () => {
|
|
await FolderGoCopyForCloud('SpaccBBS-NodeBB', 'SpaccBBS-NodeBB-2024-Git');
|
|
await $`cp ../SpaccBBS-NodeBB/Db.Latest.rdb.tar.xz ./Db.rdb.tar.xz`;
|
|
await ccencryptNow('./Db.rdb.tar.xz', Secrets.BackupKey_Git_SpaccBBSNodeBB);
|
|
await GitPullPush();
|
|
};
|
|
|
|
Jobs.Cloud_liminalgici = async () => {
|
|
await FolderGoCopyForCloud('pixelfed_liminalgici', 'liminalgici.spacc.eu.org-Git');
|
|
await $`cp ../pixelfed_liminalgici/Db.Latest.sql.tar.xz ./Db.sql.tar.xz`;
|
|
await SimpleCompress('./pixelfed_liminalgici/config');
|
|
await $`rm -rf ./pixelfed_liminalgici/config || true`;
|
|
for (let File of ['Db.sql.tar.xz', './pixelfed_liminalgici/.env', './pixelfed_liminalgici/config.tar.xz']) {
|
|
await ccencryptNow(`./${File}`, Secrets.BackupKey_Git_liminalgici);
|
|
};
|
|
await GitPullPush();
|
|
};
|
|
|
|
Jobs.Cloud_SpaccCraft = async () => {
|
|
const McServer="SpaccCraft";
|
|
const McEdition="Beta-1.7.3";
|
|
const McGit="spacccraft-b1.7.3-backup4";
|
|
const DestPath=`${BackupsBase}/${McGit}`;
|
|
if (fs.existsSync(DestPath)) {
|
|
cd(`${BackupsBase}/${McServer}`);
|
|
await $`rm -rf "${DestPath}/${McEdition}" || true`;
|
|
await $`cp ./*.sh "${DestPath}/" || true`;
|
|
await $`cp -r "./${McEdition}/Latest.d" "${DestPath}/${McEdition}"`;
|
|
};
|
|
cd(DestPath);
|
|
await GitPullPush();
|
|
};
|
|
|
|
Jobs.Cloud_Private = () => $`sudo -u tux rclone sync /Main/Clouds/octt GDrive-Uni-Crypt:/Clouds.octt --progress`;
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
$`echo Begin ${Time.Stamp} > ${BackupsBase}/Last.log`;
|
|
|
|
await Work('Local_MiscSimpleBackups');
|
|
await Work('Local_Shiori');
|
|
await Work('Local_SpaccBBS');
|
|
await Work('Local_SpaccBBSNodeBB');
|
|
await Work('Local_liminalgici');
|
|
await Work('Local_Doku');
|
|
|
|
await Work('Mixed_Configs');
|
|
await Work('Mixed_Snippets');
|
|
await Work('Mixed_OctospaccAltervista');
|
|
//await Work('Mixed_SpacccraftAltervista');
|
|
//await Work('Exter_WikiSpacc');
|
|
|
|
await Work('Cloud_ServerBackupLimited');
|
|
await Work('Cloud_ArticlesBackupPrivate');
|
|
await Work('Cloud_SpaccBBS');
|
|
await Work('Cloud_SpaccBBSNodeBB');
|
|
await Work('Cloud_liminalgici');
|
|
await Work('Cloud_Doku');
|
|
await Work('Cloud_SpaccCraft');
|
|
await Work('Cloud_Private');
|
|
|
|
$`echo End ${Time.Stamp} > ${BackupsBase}/Last.log`;
|