Shell Programming and Scripting

more abc_file_list.txt

Rem_DD.csv
Rem_Non.csv
Rem_Ld.csv
CC_Ld_Non_IRA.csv ...

#!/usr/bin/ksh
set -vx
###### Variables #########
FILE_LIST=/home/username/abc_file_list.txt
DATA_SRC_DIR=/home/username
Log_file=/home/username/test.log
SUPPORT_EMAIL=abc@someemail.com
NumofFiles=`wc -l<"$FILE_LIST"`
#Check for the CISS files in sleep mode
dt=`date +"%Y-%m-%d %X"`
printf "started at $dt \n " > $Log_file
FILE_FOUND=N
export i=0
while [ $FILE_FOUND = N ]
do
  ip=$FILE_LIST
  for f in `cat "$ip"`
  do
    if [ -r $f ]; then
      printf " CISS File $f exists in "$DATA_SRC_DIR" \n" >>$Log_file
      FILE_FOUND=Y
      export i=`expr $i + 1`
    else
      export i=`expr $i + 1`
      printf " abc File $f Not received in "$DATA_SRC_DIR" \n" >>$Log_file
      #Check for No.of tries
      if [ $i -eq $NumofFiles ]; then
        cat $Log_file| mailx -s "abc File $f Not received and Reached MAX checks" $SUPPORT_EMAIL
        exit 1
      else
        sleep 60
      fi
    fi
  done < "$FILE_LIST"
done

grep -hv "$(ls $(< abc_file_list.txt) 2>-)" abc_file_list.txt

 while ((i++ < $MAX)); do ... done

#!/usr/bin/ksh
set -vx

FILE_LIST=abc_file_list.txt
DATA_SRC_DIR=/home/username
SUPPORT_EMAIL=abc@someemail.com

NumofFiles=`wc -l ${FILE_LIST}|awk '{print $1}'`

filecheck ()
{
  x=0
  for file in `cat ${FILE_LIST}`
  do
      if [ -f ${file} ];then
          x=$(( ${x} + 1 ))
      else
          missing="${missing} ${file}\n"
      fi
  done
  missing=`echo -e "${missing}"|awk '{if ( $1 != "") print $0}'|sed "/^$/d"|sed "s/^ *//g"`

}


filecheck

if (( ${x} != ${NumofFiles} ));then
     until [ ${x} = ${NumofFiles} ]
     do
        if [ "${missing}" ];then
             MSG=`(echo "Missing Files:";echo;echo "${missing}")`
             echo "${MSG}"|mailx -s "abc File Not received in "$DATA_SRC_DIR" " ${SUPPORT_EMAIL}
             missing=""
        fi
        sleep 60
        filecheck
     done
fi

cd somedatasrcdir
alldone=0
cnt=0
MAX=1000
while ((  alldone==0  ))
do

        ok=1
        ((cnt+=1))
        msg=""
        while read file
                if [ ! -f "$file" ] ; then
                        ok=0
                        msg="$msg $file"
                fi
        do < filelist.txt

        ((  ok==1     )) && alldone=1 && continue
        ((  cnt>MAX )) && alldone=1 && continue

        sleep 60
done


if ((  ok==0  )) ; then
        echo "file(s): $msg not received" | mailx ...
fi