Shell Programming and Scripting

# Get log and Parsing function

GetAndParse() {

    echo -e "\nWorking on server $host"

    # Looping through the log paths given in the argument.
    for logpath in $LOG_PATH
    do
        echo "Fetching log files from $logpath"

        # Looping through the log file names provided in the arguement.
		for logfile in $FILE_NAMES
        do
            # Finding the log file size on remote server
			logfilesize=$(ssh -n $host du -skLc $logpath/$logfile 2> /dev/null|awk '{print $1}'|tail -1)

			# Comapring the log file size with limit LOG_FILE_SIZE	            
			if [ ! -z $logfilesize ] && [ $logfilesize -le $LOG_FILE_SIZE ] && [ $logfilesize -gt 0 ]
			then
				# If the log file size is under limit copt it to local WORK_DIR
				scp $host:$logpath/$logfile $WORK_DIR/temp
				LOCAL_TEMP_FILE="$WORK_DIR"/temp/"$host"_"$logfile"_"$RANDOM".temp
				# Grep for dates in log entries
				cat $WORK_DIR/temp/$logfile| grep -E  "$START_TIME|$END_TIME" > $LOCAL_TEMP_FILE && rm $WORK_DIR/temp/$logfile
	

				while read line
				do
					line_date1=$(echo $line|grep -o "[0-9][0-9][0-9][0-9]-[0-9][0-9]-[0-9][0-9] [0-9][0-9]:[0-9][0-9]:[0-9][0-9]")
					line_date=$(echo $line_date1|tr -s " "|cut -d " " -f1,2)
					UNIX_DATE=$(date -d"$line_date" +%s)

					if [ $UNIX_DATE -gt $START_UNIX_DATE -a $UNIX_DATE -lt $END_UNIX_DATE ]
					then
						echo "$host $line" >> $OUTPUT_UNSORTED_LOG
					fi

				done < $LOCAL_TEMP_FILE

			else
				echo -e "\e[0;33mNo file with name $logfile below $LOG_FILE_SIZE KB found under $logpath on $host\e[0m"
			fi

		done
        
    done

}

for host in ${ARR_HOSTS[@]}
do
    GetAndParse &
done

Function () {
while read path from $paths
do
     while read log from  $logs
     do
           ssh -n $host du -skLc $logpath/$logfile   # get the size of remote file
           scp $host:$logpath/$logfile $localfile       # Download remote file

           while read line
           do
               grep $string $line > output file    # Grep for string in each line
           done < $localfile
    done
done

}

for host in $hosts
do
Function 
done

for host $hosts
do
Function &
done