Shell Programming and Scripting

--------------- Main Procedure
Go to temp folder
Check for a header file matching mask: F57DWHDR.yyyymmddhhmmss.CSV
    If no header matching that mask <FAIL1>
    Else <CHECKHEADER>
<MOVEFILES>
--------------- Sub Procedures

<FAILn>
Email failure

<CHECKHEADER>
Check for all records ending in '*' (wc -l vs grep | wc -l?)
    If not equal <FAIL2>
    Else <CHECKFILES>

<CHECKFILES>
(LOOP THROUGH ALL LINES)
Read line: Filename, count (cut -c?)
Check for file existance
    If not exist <FAIL3>
    Else <CHECKCOUNT>
(ENDLOOP)

<CHECKCOUNT>
Compare readcount to filereccount
    if not equal <FAIL4>

<MOVEFILES>
Move file to current area already used by existing code

F4211OPN20130916041521.CSV                        0000041216 *
F4201OPN20130916041558.CSV                        0000010212 *
F574211OPN20130916041652.CSV                      0000040874 *
F574201OPN20130916041703.CSV                      0000010212 *
F57DWHDR20130916041720.CSV                        0000000005 *

# set -vx
for HF in F57DWHDR*
  do    if [[ "${HF:8:14}" -ge 20130101000000 ]]
          then  grep -qv \*$ $HF
                case $? in
                  (1)   echo FAIL2 $HF ;;
                  (2)   echo FAIL1 $HF ;;
                  (0)   while read FN CNT REST
                          do [ -r "$FN" ]                               \
                             ||    { echo FAIL3 $FN; continue; }        \
                             && [ "$(wc -l < $FN)" -eq $CNT ]           \
                                || { echo FAIL4 $FN; continue; }        \
                                &&   echo OK $FN
                          done < $HF ;;
                esac
          else echo FAIL1 $HF
        fi
  done

# show commands as they are run (debug only)
set -vx
# Find HeaderFiles (HF) matching F57DWHDR*.csv
for HF in F57DWHDR*.csv
  # For each header file check 14 characters from 8th and ensure its >= 2013-01-01
  do    if [[ "${HF:8:14}" -ge 20130101000000 ]]
          # Check that every line in HF ends with * (search for any rows not ending in *)
          then  grep -qv \*$ $HF
                # Examine output of grep command
                case $? in
                  # Records were found in file not ending in *
                  (1)   echo FAIL2 $HF ;;
                  # File not found or syntax error
                  (2)   echo FAIL1 $HF ;;
                  # All records ended with *: loop through line by line reading filename (FN) and expected count (CNT), ignoring the REST
                  (0)   while read FN CNT REST
                          # check file exists and is 'readable'
                          do [ -r "$FN" ]                               \
                             # if not, fail and stop checking
                             ||    { echo FAIL3 $FN; break; }        \
                             # if readable, check line count of FN is equal to expected CNT
                             && [ "$(wc -l < $FN)" -eq $CNT ]           \
                                # if not equal, fail and stop checking
                                || { echo FAIL4 $FN; break; }        \
                                # if equal, show 'OK' and FN
                                &&   echo OK $FN
                          done < $HF ;;
                esac
          # header filename is not correctly formed
          else echo FAIL1 $HF
        fi
  done

#! /usr/bin/ksh
# show commands as they are run (debug only)
#set -vx
# Check for HeaderFiles (HF) matching F57DWHDR*.CSV
if ls F57DWHDR*.CSV >/dev/null 2>&1; then
    echo Header file found
else
    echo No header files present
    exit 1
fi
for HF in F57DWHDR*.CSV
  # For each header file check it is readable
  do    if [[ -r $HF ]]
          # Check that every line in HF ends with * (search for any rows not ending in *)
          then  grep -qv \*$ $HF
                # Examine output of grep command
                case $? in
                  # Records were found in file not ending in *
                  (0)   echo $HF has records not ending in "*"
                        exit 1;;
                  # File not found or syntax error
                  (2)   echo $HF not found or grep syntax error
                        exit 1;;
                  # All records ended with *: loop through line by line reading filename (FN) and expected count (CNT), ignoring the REST
                  (1)   while read FN CNT REST
                          # check file exists and is 'readable'
                          do [ -r "$FN" ]                              \
                             ||    { echo $FN is not present and readable; exit 1; }                               \
                             && [ "$(wc -l < $FN)" -eq $CNT ]                                \
                                || { echo $FN record count does not match header $CNT ; exit 1; }                             \
                                &&   echo $FN has correct record count of $CNT
                          done < $HF ;;
                esac
          # header filename is not correctly formed
          else 
            echo $HF is not readable
            exit 1
        fi
  done
echo move files