Emergency UNIX and Linux Support

lastfilename=`cat $HOME/lastfilename.txt`

find * -newer $lastfilename > $HOME/listoffilestoprocess

while read line
do
    ETL_PROCESS.sh $line
    echo $line > $HOME/lastfilename.txt
done < $HOME/listoffilestoprocess

rm -rf $HOME/listoffilestoprocess

#!/bin/ksh
lastfile="$HOME/lastfilename.txt"
if [ -f "$lastfile" ]
then    read -r newest < "$lastfile"
else    newest=""
fi
ls -rt|( 
        if [ -n "$newest" ]
        then    # lastfile was not empty.  Skip over files older than the file
                # named in lastfile.
                while read -r file
                do      if [ "$file" = "$newest" ]
                        then    break
                        fi
                done
        fi
        # Process all files newer than the one previously listed in last file
        # (or all files in the directory if lastfile didn't exist or was empty).
        while read -r file
        do      # Process newer files in order from oldest to newest...
                ETL_PROCESS.sh "$file"
                # The script should abort here if ETL_PROCESS.sh failed...
                # Record the last file processed.
                printf "%s\n" "$file" > "$lastfile"
        done
)

#!/bin/ksh
processed="$HOME/processed.txt"
# If the list of already processed files does not exist, create an empty list.
if [ ! -f "$processed" ] 
then    touch "$processed"
fi
ls -rt | grep -vF -f "$processed" | while read -r file
# Process all files newer that haven't already been processed...
do      # Process newer files in order from oldest to newest...
        ETL_PROCESS.sh "$file"
        # This script should skip the next step if ETL_PROCESS.sh failed.
        # Add current file to the list of processed files.
        printf "%s\n" "$file" >> "$processed"
done

# "read_process" is your code or shell script to "read" the file
#    hopefully read_process returns failure when it fails
#!/bin/ksh
cd /directory/with/files
ls | while read fname   # get the name of every file in the directory
do
   if [ -s $fname ] ; then    # file has data in it?  it is not empty?
      read_process $fname   # not empty: run read_process
      if [ $? -eq ] ; then      # read_process ran ok?
         > $fname               # read_process worked make the file zero length (empty)
      fi
   fi
done

#/bin/ksh
# assume that a file could keep failing on the read_process,so we keep it
find /directory_path_to_files -type f -mtime +16 -size 0 -exec rm {} \;
find /directory_path_to_files -type f -mtime +16 -size +1 > t.lis
if [ -s t.lis ] ; then
 uuencode t.lis t.txt | /usr/bin/mailx  -s 'you missed processing some files ' you@yourcompany.com  
fi