#!/bin/bash # Copyright 2021 Luca Paris #This file is part of masync. #masync is free software: you can redistribute it and/or modify #it under the terms of the GNU General Public License as published by #the Free Software Foundation, either version 3 of the License, or #(at your option) any later version. #masync is distributed in the hope that it will be useful, #but WITHOUT ANY WARRANTY; without even the implied warranty of #MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #GNU General Public License for more details. #You should have received a copy of the GNU General Public License #along with masync. If not, see . ## REQUIREMENT # apt-get install inotify-tools # @1 hash to retrieve sync # @2 local path to sync # @3 remote path to sync #echo "$1, $2, $3" source ~/bin/.synccmd.sh TMPQUEUEFILE=~/.syncdir_$1.queue TMPQUEUEDELETES=~/.syncdir_$1.deletes LOCALPATH_HASH=$1 LOCALPATH=$2 REMOTEPATH=$3 REMOTEHOST=$(echo "$REMOTEPATH" | cut -d : -f 1 | cut -d @ -f 2) REMOTERELATIVEPATH=$(echo "$REMOTEPATH" | cut -d : -f 2) #acquire lock_deletes file descritptor exec {lock_deletes}>>${TMPQUEUEDELETES} #acquire lock queue file descriptor exec {lock_queue}>>${TMPQUEUEFILE} synccycle() { lastsynctime="$(date -u +%s.%N)" ### max waiting time for pull (seconds) maxpulllimit=60 while : do if [ -f "$TMPQUEUEFILE" ] || [ -f "$TMPQUEUEDELETES" ]; then ### DELETES WHILE LOOP if [ -f "$TMPQUEUEDELETES" ]; then ndeletes=$(wc -l < ${TMPQUEUEDELETES}) while [ $ndeletes -gt 0 ]; do echo "consume ${ndeletes} deletes" echo "remote deletes: $(head -n $ndeletes ${TMPQUEUEDELETES} | tr '\n', ' ')" ssh $REMOTEHOST "rm -rf $(head -n $ndeletes ${TMPQUEUEDELETES} | tr '\n', ' ')" # remove the first ndeletes lines flock $lock_deletes tmpfile=$(mktemp) tail -n +$(expr ${ndeletes} + 1) < ${TMPQUEUEDELETES} > ${tmpfile} cat ${tmpfile} > ${TMPQUEUEDELETES} rm -f ${tmpfile} flock -u $lock_deletes ndeletes=$(wc -l < ${TMPQUEUEDELETES}) echo "ndeletes: $ndeletes" done fi ### PUSH WHILE LOOP if [ -f "$TMPQUEUEFILE" ]; then nqueue=$(wc -l < ${TMPQUEUEFILE}) while [ $nqueue -gt 0 ]; do echo "${TMPQUEUEFILE} not empty consume ${nqueue} updates in queue" sync $LOCALPATH_HASH $LOCALPATH $REMOTEPATH # remove the first nqueue lines from queue flock $lock_queue tmpfile=$(mktemp) tail -n +$(expr ${nqueue} + 1) < ${TMPQUEUEFILE} > ${tmpfile} cat ${tmpfile} > ${TMPQUEUEFILE} rm -f ${tmpfile} flock -u $lock_queue lastsynctime="$(date -u +%s.%N)" nqueue=$(wc -l < ${TMPQUEUEFILE}) done fi fi now="$(date -u +%s.%N)" elapsed="$(bc <<<"$now-$lastsynctime")" ## if elapsed is greater than maxpulllimit sync from remote with delete option if [ 1 -eq $(echo "$elapsed>$maxpulllimit" | bc) ]; then echo 'maxpulllimit reached: sync from remote with --delete option' sync $LOCALPATH_HASH $REMOTEPATH $LOCALPATH '--delete' lastsynctime="$(date -u +%s.%N)" fi done } synccycle & # exclude swp,swpx and 4913 files created by vim inotifywait -m -r -e create -e close_write -e move -e delete --exclude "\.swp|\.swx|4913|.txt~" $LOCALPATH | while read dir action file; do if [ $action = 'DELETE' ] || [ $action = 'DELETE,ISDIR' ]; then echo "Enqueue delete: $dir$file" flock $lock_deletes echo $dir$file | sed -e "s~$LOCALPATH~$REMOTERELATIVEPATH~g" | tee -a ${TMPQUEUEDELETES} flock -u $lock_deletes else flock $lock_queue echo "Add notify to queue: file '$file' in directory '$dir' for '$action'" | tee -a ${TMPQUEUEFILE} flock -u $lock_queue fi done