Shell Programming and Scripting

*********************
# To copy latest files which were created in the last 15 min 
# from upstream System Server to local Server
 
## changing the directory 
cd /home/data/
 
## Removing all the the existing Files received from Upstream System
rm -rf ABC*
 
## Creating Empty 'list_of_new_files_to_get' File
echo '' > list_of_new_files_to_get
 
## Removing the confirmation File.
rm -rf ABC_READY.txt
 
## Creating batch to get the files from upstream System
echo "cd /data/cmv/GMM" > getFilelist
echo "ls -l ABC*" >> getFilelist
echo "quit" >> getFilelist
 
## Calling other shell script to get all the  file list
    getCompleteFileList.sh
 
## Removing String 'Sftp' from the filelist 
sed '/sftp/d' filelist > filelist1

## comparing the new list with existing available list.
while read a b c d e f g h file
do
  grep $file Files_Receievd_ABC.txt>/dev/null
  if [ $? != 0 ] ; then
    echo get /data/cmv/GMM/$file >> list_of_new_files_to_get
  fi
done < filelist1
echo quit >> list_of_new_files_to_get

## Adding newly received files to the existing list 
cat list_of_new_files_to_get >> Files_Receievd_ABC.txt

## Removing string 'quit' from the complete list and copying the data to Temp file.

sed '/quit/d' Files_Receievd_ABC.txt > Files_Receievd_ABC_TEMP.txt
 
## renaming the temp file to existing File.
mv Files_Receievd_ABC_TEMP.txt Files_Receievd_ABC.txt
 
## get all the new files from upstream System
sftp -b list_of_new_files_to_get username@hostname

## creating confirmation File.
touch ABC_READY.txt

**************************
Code of getCompleteFileList.sh

#!/bin/ksh
# To get the file list from upstrea Server
# The scrip will be called from ABC_Sync.sh script

sftp -b /home/data/getFilelist userName@hostname >/home/data/filelist <<EOF
************************