Added script
This commit is contained in:
parent
9cc812c965
commit
8e1a742fbb
1
.gitignore
vendored
Normal file
1
.gitignore
vendored
Normal file
@ -0,0 +1 @@
|
|||||||
|
.DS_Store
|
@ -27,7 +27,10 @@ It has been tested with both:
|
|||||||
|
|
||||||
## Fun facts
|
## Fun facts
|
||||||
|
|
||||||
Up today, 4th of July, 2023, none of the major brands of Tape Libraries could provide a tool capable of this. I wrote the script in a day, then tested and fixed it.
|
Up today, 4th of July, 2023, none of the major brands of Tape Libraries could provide a tool capable of this.
|
||||||
|
I wrote the script in a day, then tested and fixed it.
|
||||||
|
|
||||||
Total time spent: 3 days.
|
Total time spent: 3 days.
|
||||||
Total money earned: none, so I'll just put it here.
|
Total money earned: none, so I'll just put it here.
|
||||||
|
|
||||||
|
P.S. I am aware the script il poorly written, but I don't have a test environment anymore to test it properly. I'll do it in my spare time.
|
185
optimizer.sh
Executable file
185
optimizer.sh
Executable file
@ -0,0 +1,185 @@
|
|||||||
|
#!/bin/sh
|
||||||
|
###
|
||||||
|
### Usage: ./optimizer.sh </dev/sgX> <parallelism>
|
||||||
|
###
|
||||||
|
### -h | --help Shows this message
|
||||||
|
###
|
||||||
|
### optimizer.sh
|
||||||
|
### Necessary parameters:
|
||||||
|
### - sg device of the library
|
||||||
|
### - parallelism
|
||||||
|
###
|
||||||
|
### The script checks the parallelism with the available drives of the library/partition, then
|
||||||
|
### proceeds with loading *all* the tapes in the slots. Mailboxes are ignored.
|
||||||
|
### It launches several child processes. The `timeout` command tries to unload the drives,
|
||||||
|
### it succeeds when the the tape optimization is done.
|
||||||
|
###
|
||||||
|
|
||||||
|
|
||||||
|
help() {
|
||||||
|
sed -rn 's/^### ?//;T;p' "$0"
|
||||||
|
}
|
||||||
|
if [[ "$1" == "-h" ]] || [[ "$1" == "--help" ]] || [[ "$1" == "" ]]; then
|
||||||
|
help
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
log() {
|
||||||
|
echo -e "$(date +'%Y-%m-%d %H:%M:%S') $1" | tee -a ${LOG_FILE}
|
||||||
|
}
|
||||||
|
|
||||||
|
alive() {
|
||||||
|
# $1 "${LIB_SG}"
|
||||||
|
# $2 "${SLOT}"
|
||||||
|
# $3 "${DRIVE}"
|
||||||
|
# $4 "${BARCODE}"
|
||||||
|
echo "${4}" > "${TMP}/.drive${3}.lock"
|
||||||
|
local PID_ALIVE='1'
|
||||||
|
local WAIT=$((3600 + $RANDOM % 7200)) # from 1 to 2 hours
|
||||||
|
local TIMEOUT="600" #10 minuti wait before dismounting the tape
|
||||||
|
while [ $PID_ALIVE -eq 1 ]; do
|
||||||
|
log "ALIVE [$$] - Waiting ${WAIT} secondi..."
|
||||||
|
sleep "${WAIT}"
|
||||||
|
log "ALIVE [$$] - Trying to unload drive ${3} into slot ${2} (Timeout: ${TIMEOUT} seconds)..."
|
||||||
|
timeout "${TIMEOUT}" mtx -f "${1}" unload "${2}" "${3}" #kill after ${TIMEOUT} seconds
|
||||||
|
if [[ $(echo $?) == '0' ]]; then
|
||||||
|
log "ALIVE [$$] - OK. Drive ${3} unloaded."
|
||||||
|
grep -q "$4;drive$3;WIP" "${PROCESSED_BARCODES}" # Check if barcode is WIP
|
||||||
|
if [[ $(echo $?) == '0' ]]; then
|
||||||
|
log "ALIVE [$$] - Barcode $4 processed."
|
||||||
|
sed -i "s/$4;drive$3;WIP/$4;OK/g" "${PROCESSED_BARCODES}"
|
||||||
|
rm -f "${TMP}/.drive${3}.lock"
|
||||||
|
touch "${TMP}/.drive${3}.ready"
|
||||||
|
log "ALIVE [$$] - Drive ${3} newly available. Exit."
|
||||||
|
local PID_ALIVE='0'
|
||||||
|
return 0 # Fine Alive
|
||||||
|
else
|
||||||
|
log "ALIVE [$$] - ERROR. Can't find the barcode among the WIP. Exit."
|
||||||
|
return 1
|
||||||
|
fi # Barcode processato --> OK
|
||||||
|
elif [ -f "${TMP}/.drive${3}.lock" ]; then # Drive in use
|
||||||
|
log "ALIVE [$$] - Unmount drive ${3} failed, still in use (file .lock). Checking the content."
|
||||||
|
grep -q "${4}" "${TMP}/.drive${3}.lock"
|
||||||
|
if [[ $(echo $?) == '0' ]]; then
|
||||||
|
log "ALIVE [$$] - File content OK. Waiting."
|
||||||
|
continue
|
||||||
|
else
|
||||||
|
log "ALIVE [$$] - ERROR. File content of ${TMP}/.drive${3}.lock not coherent. Exit."
|
||||||
|
return 1
|
||||||
|
fi
|
||||||
|
elif [ -f "${TMP}/.drive${3}.ready" ]; then # Drive available
|
||||||
|
log "ALIVE [$$] - Found file ${TMP}/.drive${3}.ready. Drive available. Exit."
|
||||||
|
local PID_ALIVE='0'
|
||||||
|
return 0
|
||||||
|
fi
|
||||||
|
done
|
||||||
|
log "Fine ALIVE [$$]"
|
||||||
|
return 0
|
||||||
|
}
|
||||||
|
|
||||||
|
LIB_SG=$1
|
||||||
|
PARALLELISM=$2
|
||||||
|
|
||||||
|
WAIT=$((300))
|
||||||
|
TMP='/tmp'
|
||||||
|
LIB_CONFIG="${TMP}/lib_config.txt"
|
||||||
|
PROCESSED_SLOTS="${TMP}/processed-slots.txt"
|
||||||
|
PROCESSED_BARCODES="/root/processed-barcodes.txt"
|
||||||
|
|
||||||
|
log "***** New execution *****"
|
||||||
|
|
||||||
|
SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
|
||||||
|
LOG_PATH="${SCRIPT_DIR}/log"
|
||||||
|
LOG_FILE="${LOG_PATH}/optimizer.log"
|
||||||
|
if [ ! -d "${LOG_PATH}" ]; then
|
||||||
|
echo "Creating the log directory: ${LOG_PATH}"
|
||||||
|
mkdir -vp ${LOG_PATH}
|
||||||
|
fi
|
||||||
|
|
||||||
|
mtx -f "${LIB_SG}" status > "${LIB_CONFIG}"
|
||||||
|
|
||||||
|
# Check if there are enough ($PARALLELISM) free drives
|
||||||
|
if [[ $(grep "Data Transfer Element" ${LIB_CONFIG} | grep 'Empty' | wc -l) -lt "${PARALLELISM}" ]]; then
|
||||||
|
log "ERROR. Not enough free drives. Exit."
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Clean the WIP barcodes from old executions
|
||||||
|
sed -i '/WIP/d' "${PROCESSED_BARCODES}"
|
||||||
|
|
||||||
|
# Cleaning orphan files
|
||||||
|
rm -rf ${TMP}/.drive*
|
||||||
|
rm -rf ${PROCESSED_SLOTS}
|
||||||
|
|
||||||
|
for (( i = 0 ; i < ${PARALLELISM} ; i++ )); do
|
||||||
|
grep -q "Data Transfer Element ${i}:Empty" ${LIB_CONFIG}
|
||||||
|
if [[ $(echo $?) == '0' ]]; then
|
||||||
|
if [[ ! -f "${TMP}/.drive${i}.ready" ]]; then
|
||||||
|
log "Creating file ${TMP}/.drive${i}.ready"
|
||||||
|
touch "${TMP}/.drive${i}.ready"
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
done
|
||||||
|
|
||||||
|
# List full slots
|
||||||
|
SLOTS_FULL="${TMP}/slots_full.txt"
|
||||||
|
grep 'Storage Element' ${LIB_CONFIG} | grep 'Full' | grep -v IMPORT | grep -v CLN | grep -v "(" > ${SLOTS_FULL}
|
||||||
|
|
||||||
|
COUNT=1
|
||||||
|
OFS=$IFS
|
||||||
|
IFS="
|
||||||
|
"
|
||||||
|
while [ $COUNT -le $(cat ${SLOTS_FULL} | wc -l) ]; do
|
||||||
|
RUNNING=$(ls -1q ${TMP}/.drive*.lock | wc -l)
|
||||||
|
if [[ "${RUNNING}" -lt "${PARALLELISM}" ]]; then
|
||||||
|
SLOT=$(sed "${COUNT}q;d" ${SLOTS_FULL} | awk '{print $3;}' | cut -d ':' -f 1)
|
||||||
|
BARCODE=$(sed "${COUNT}q;d" ${SLOTS_FULL} | awk '{print $4;}' | cut -d '=' -f 2)
|
||||||
|
grep -q "${SLOT}" "${PROCESSED_SLOTS}" #Controllo che lo slot non sia stato già processato
|
||||||
|
if [[ $(echo $?) == '0' ]]; then
|
||||||
|
echo "Slot ${SLOT} already processed."
|
||||||
|
((COUNT++))
|
||||||
|
continue
|
||||||
|
fi
|
||||||
|
grep -q "${BARCODE};OK" "${PROCESSED_BARCODES}" #Controllo che il barcode non sia già stato processato
|
||||||
|
if [[ $(echo $?) == '0' ]]; then
|
||||||
|
echo "Barcode ${BARCODE} already processed. Skip."
|
||||||
|
((COUNT++))
|
||||||
|
continue
|
||||||
|
fi
|
||||||
|
log "### SLOT ${SLOT} - BARCODE ${BARCODE}"
|
||||||
|
for (( i = 0 ; i < ${PARALLELISM} ; i++ )); do # Look for an available drive
|
||||||
|
#log "scelta drive - ciclo numero ${i}"
|
||||||
|
if [ -f "${TMP}/.drive${i}.ready" ]; then # Look for "ready" file
|
||||||
|
DRIVE=${i}
|
||||||
|
mv "${TMP}/.drive${DRIVE}.ready" "${TMP}/.drive${DRIVE}.lock"
|
||||||
|
break
|
||||||
|
fi
|
||||||
|
done
|
||||||
|
log "Load slot ${SLOT} into drive ${DRIVE}."
|
||||||
|
mtx -f "${LIB_SG}" load "${SLOT}" "${DRIVE}"
|
||||||
|
echo "${BARCODE};drive${DRIVE};WIP" >> "${PROCESSED_BARCODES}" # Barcode WIP
|
||||||
|
echo ${SLOT} >> "${PROCESSED_SLOTS}"
|
||||||
|
log "Lancio ALIVE con parametri: ${LIB_SG} - ${SLOT} - ${DRIVE} - ${BARCODE}"
|
||||||
|
alive "${LIB_SG}" "${SLOT}" "${DRIVE}" "${BARCODE}" &
|
||||||
|
RUNNING=$(ls -1q ${TMP}/.drive*.lock | wc -l)
|
||||||
|
log "MAIN - RUNNING processes: $RUNNING"
|
||||||
|
if [[ "${RUNNING}" -ge "${PARALLELISM}" ]]; then
|
||||||
|
log "MAIN (if) - Massimo Parallelismo. Aspetto ${WAIT} secondi."
|
||||||
|
sleep "${WAIT}"
|
||||||
|
else
|
||||||
|
((COUNT++))
|
||||||
|
log "Waiting 2 minutes to avoid too many commands."
|
||||||
|
sleep 120
|
||||||
|
fi
|
||||||
|
else
|
||||||
|
log "MAIN - Maximum parallelism. Waiting ${WAIT} seconds."
|
||||||
|
sleep "${WAIT}"
|
||||||
|
fi
|
||||||
|
done
|
||||||
|
IFS=$OFS
|
||||||
|
|
||||||
|
rm -rf "${LIB_CONFIG}"
|
||||||
|
rm -rf "${SLOTS_FULL}"
|
||||||
|
rm -rf "${PROCESSED_SLOTS}"
|
||||||
|
|
||||||
|
log "***** End execution *****\n\n"
|
Loading…
Reference in New Issue
Block a user