#!/bin/bash

#tar current logs and move the tar package to /tmp/log . Untar a logs

sudo cd /home/user/myfiles ; tar cf - */*/*.log.* | ( cd /tmp/log ; tar xf - )

#change all files under  log directory to write and execute
chmod 775 files =/tmp/log/*.*

#set target threshold to 3600 sec.   (1hour)
echo threshold = 3600

#read in multiple .log files from directory /tmp/log

for file in /tmp/log/*.log.*; do
    while read -r LINE; do
        echo "$LINE"

# search for keywords line by line
  flag_line=$(echo $LINE | awk '{print $NF}')

# if MEMSIZE has a value, extract value and then Output column name MEMSIZE and values to progflag.csv
  if echo $flag_line "MEMSIZE" | cut -d: -f2 then 
  echo MEMSIZE=$flag_line 

# extract numeric value from row titled REAL TIME

 if echo $flag_line "REAL TIME:" | cut -d: -f3 then 
  echo SEC=$flag_line
  
# if sec is greater than threshold then output column name SECOND and values to progflag.csv
  IF $sec  > $thresold then
   echo SECOND=sec

# if path SASFoundation exist than extract SASFoundation and add SASFoundation to alias SASEXE.  Output column name SASEXE and 
    value to  progflag.csv

  if echo $flag_line '/SASFoundation' grep SASFoundation
   echo SASEXE=$flag_line
   
   #output each title of filename with extracted data to progflag.csv
  
  Echo filename=$LINE
    Echo $MEMSIZE $SECOND $SASEXE $LINE
 done < "$file"  >> progflag.csv

#send the attachment via email
 if progflag.csv then
(cat ./progflag.csv)|mailx -s "subject text" -a "Programs flagged" receiver@domain.com

#after process is completed, remove all files from directory tmp/log
 sudo rm -rf $files $progflag.csv