bash remote server file copy listener

#!/bin/bash

# file: get-files-listener.sh v.1.1.2 docs at the end 

umask 000 ; 

# print the commands 

# set -x

# print each input line as well

set -v

# exit the script if any statement returns a non-true return value. gotcha !!!

# set -e 

# set the variables from the $0.hostname.conf file which has ini like syntax

doSetVars(){

     export PATH=/cygdrive/c/cygwin/bin/:$PATH

     MyDir=`dirname $(readlink -f $0)`

     Tmp="$MyDir/tmp/tmp.$$"

     mkdir -p $Tmp           #create the tmp dir if it does not exist 

     ( set -o posix ; set ) >$Tmp/variables.before 

     MyName=`basename $0`

     IniFile="$MyDir/$MyName.`hostname`.conf"

     IniSection=MainSection

     LogFile="$MyDir/$MyName.log"

     # get the machine / host specific configuration 

     doParseIniFile

     #source $0

     ( set -o posix ; set ) >$Tmp/variables.after

     doLog " Using the following vars :"

     cmd="comm --nocheck-order -3 $Tmp/variables.before $Tmp/variables.after"

     doRunCmdAndLog $cmd

     rm -fr $Tmp

}

#eof function doSetVars

# parse the ini like $0.hostname.conf and set the variables

doParseIniFile(){

  eval `sed -e 's/[[:space:]]*\=[[:space:]]*/=/g' \

      -e 's/;.*$//' \

      -e 's/[[:space:]]*$//' \

      -e 's/^[[:space:]]*//' \

      -e "s/^\(.*\)=\([^\"']*\)$/\1=\"\2\"/" \

     < $IniFile \

      | sed -n -e "/^\[$IniSection\]/,/^\s*\[/{/^[^;].*\=.*/p;}"`

}

#eof function parseIniFile

# run a command and log the call and its output to the LogFile

# usage: doRunCmdAndLog $cmd

doRunCmdAndLog(){

    cmd="$*" ; 

    doLog " DEBUG running cmd : \"$cmd\""

    Msg=$($cmd 2>&1)

    [ $? -eq 0 ]  || doLog "ERROR : Failed to run the following command \"$cmd\" with the following output \"$Msg\" !!!"

    doLog " DEBUG : cmdoutput : \"$Msg\""

}

#eof function doRunCmdAndLog

# run a command on failure exit with message

# usage: doRunCmdOrExit $cmd

doRunCmdOrExit(){

   cmd="$*" ; 

   doLog " DEBUG running cmd : \"$cmd\""

   Msg=$($cmd 2>&1)

   # if error occured during the execution exit with error

   [ $? -eq 0 ] || doExit "ERROR : FATAL : Failed to run the following command \"$cmd\" with the following output \"$Msg\" !!!"

   #if no error occured just log the message

   doLog " DEBUG : cmdoutput : \"$Msg\""

}

#eof function doRunCmdOrExit

# echo pass params and print them to a log file

doLog(){

   # check terminal if exists echo 

   test -t 1 && echo "`date +%Y.%m.%d-%H:%M:%S` [$$] $*"

   # check LogFile and 

   test -z $LogFile || {

    echo "`date +%Y.%m.%d-%H:%M:%S` [$$] $*" >> $LogFile

   } #eof test

} 

# eof function doLog 

# exit with passed status and message

doExit(){

     ExitStatus=0

     case $1 in

        [0-9]) ExitStatus="$1"; shift 1;;

  esac

     Msg="$*"

     test "$ExitStatus" = "0" || Msg=" ERROR: $Msg"

     doLog " $Msg"

     exit $ExitStatus

}

#eof function Exit

#

# waits for the loop to occur 

doWaitLoop(){

   count=0

   while [[ $count -lt $NUM_OF_SECONDS ]] ; do

    #debug echo $count ;

    count=$((count + 1)) ;

    sleep 1;

    # go to the server and copy the file flag

    doScpFlagFile

    # if the file flag exist locally 

    test -f "$FLAG_FILE_LOCAL" && {

        # do copy the whole server

        doScpFiles

        doRemoveFilesDir

        doRecreateFilesDir

        # set the time flag

        flag_file_time=`cat $FLAG_FILE_LOCAL`

        mv $FLAG_FILE_LOCAL $FLAG_FILE_LOCAL.$flag_file_time

        continue 

 }

done ; 

#eof while

#debug echo "Value of count after loop is: $count"

}

#eof doWaitLoop

doScpFlagFile(){ 

   doLog "START  doScpFlagFile"

   cmd="scp  $USER@$SERVER:$FLAG_FILE_SERVER $LOCAL_DIR"

   doRunCmdAndLog "$cmd"

   doLog "STOP doScpFlagFile"

}

#eof func doScp

doScpFiles(){ 

   doLog "START  doScpFiles"

   scp -rv $USER@$SERVER:$SERVER_DIR $LOCAL_DIR

   doLog "STOP doScpFiles"

}

#eof func doScp

doRemoveFilesDir(){ 

   doLog "START  doRemoveFilesDir"

   #scp -v user@server:/dir/data/*.txt .

   cmd="ssh $USER@$SERVER nohup bash -c \"rm -fR $SERVER_DIR\""

   doRunCmdAndLog "$cmd"

   doLog "STOP doRemoveFilesDir"

}

#eof func doRemoveFilesDir

doRecreateFilesDir(){ 

   doLog "START  doRecreateFilesDir"

   #scp -v user@server.domain.fi:/dir/data/*.txt .

   cmd="ssh $USER@$SERVER nohup bash -c \"mkdir -p $SERVER_DIR\""

   doRunCmdAndLog $cmd

   cmd="ssh $USER@$SERVER nohup bash -c \"chmod -R 777 $SERVER_DIR\""

   doRunCmdAndLog $cmd

   doLog "STOP doRecreateFilesDir"

}

#eof func doRecreateFilesDir

# the main function called 

main(){

  doSetVars

  doWaitLoop

  Exit 0 "MAIN END"

 }

#eof function main

# Action !!!

main

# Purpose:

# to listen for file flag on an ssh server and copy all the files 

# from a predifined dir on the server to a pre-defined dir locally 

# to provide an easy starting template for writing bash and sh scripts

# Prerequisites: ppk authentication between the ssh client and the server 

# with  the following features: 

# - prints the set in the script variables

# - separation of host specific vars into $0.`hostname`.conf file

# - doLog function for both xterm and log file printing

# - for loop examples with head removal and inline find and replace 

# 

# EOF File:get-files-listener.sh

# ==========================================================

# VersionHistory

# 1.0.0 --- ysg ---  2012-09-14 13:39:24 --- Initial creation 

pre