Shell Programming and Scripting

#! /usr/bin/ksh

########################################
#--	Defining Variable				 --#
########################################
DATE=`date +%Y%m%d`
POLL_DIR=/home/abcd/processing
TMP_DIR=/home/abcd/processing/tmpdir
LOG_DIR=/home/abcd/processing/log
KSH_REC=$POLL_DIR/`basename $0`"_rec"	##--	Recovery file for the script
                                       # This will have current state of the script and will be used at while
                                       # restarting the script after failure(before failing the job updated the rec file)
HOST=`hostname`
LOCK_FILE=`basename $0`_$DATE.lock
STOPPER_FILE=`basename $0`_$DATE.stop
MASTER_LOG_FILE=$LOG_DIR/ftp_to_mvs_$DATE.log
PROCESSED_FILES=$TMP_DIR/processed_files_$DATE.dat
SOURCE_SERVER=`hostname`
REMOTE_SERVER='remoteserver.abcd.com'
REMOTE_PORT=12345 ##-- Dummy, not sharing the details here in open forum.
REMOTE_USER=userid
REMOTE_USER_PASS=userpasswd	
POLL_COUNTER=0

########################################
#--	Defining Functions				 --#
########################################

##--------------------------------------
#--	(1) function FTP to MVS
##--------------------------------------

f_FTP_MVS()
{
	
	echo 'user $REMOTE_USER $REMOTE_USER_PASS' > $TMP_BATCH_FTP
	echo 'type binary' >> $TMP_BATCH_FTP
	echo 'passive' >> $TMP_BATCH_FTP
	cat $TMP_BATCH_FILE >> $TMP_BATCH_FTP
	echo 'bye' >> $TMP_BATCH_FTP
	ftp -sinv $REMOTE_SERVER $REMOTE_PORT << `cat $TMP_BATCH_FTP`
}

##------------------------------------------------------
#--	(2) function to verify files transferred to MVS
##------------------------------------------------------
f_VERIFY_FTP_MVS()
{
	##Use nlist or something to verify the transfer
}



if [[ ! -f $
[[ -f $PROCESSED_FILES ]] && rm -f $PROCESSED_FILES; touch $PROCESSED_FILES || touch $PROCESSED_FILES; ## Remove and touch if it exist
                                                                                 ## on first run; if not touch it. This is one time activity

while [ 1 ]	### Future enhancement --> Include a parameter for Date and compare with system time,
                     #  script should execute only for current day 00:00:01 hrs to 23:59:59 hrs else graceful exit;
                     # include STOPPER FILEs for convenient stoping by support team
do
	DATE_TS=`date +%Y%m%d%H%M%S`
	**		TMP_LOG_FILE=$LOG_DIR/ld_rdy_$DATE_TS.log	#--- Remove this file when processed
	**		TMP_FILE_ld_rdy=$TMP_DIR/ld_rdy_$DATE_TS.dat	#--- Remove this file when processed
	**		TMP_BATCH_FILE=$TMP_DIR/ftp_batch_$DATE_TS.dat	#--- Remove this file when processed
	**		TMP_BATCH_FTP=$TMP_DIR/ld_rdy_$DATE_TS.ftp
	FTP_RETRY_COUNTER=0

	if [ `ls -lrt $POLL_DIR/*.ld_rdy | awk 'END {print NR}'` -gt 0 ] 	##** Change the condition with 1. LS and 2. grep "not found"
	then
		###	Creating the list of currently available load ready file(s) to process(which is to be FTP'ed to MVS
		ls -lrt $POLL_DIR/*.ld_rdy | awk '{print $NF}' > $TMP_FILE_ld_rdy
		awk '{print "put", $0}' $TMP_FILE_ld_rdy | sed 's/.ld_rdy//g' > $TMP_BATCH_FILE
		
		
		###########################
		###	FTP To MVS Part		###
		###########################
		echo "POLL COUNTER\t:\t"$POLL_COUNTER > $TMP_LOG_FILE
		echo "DATE TIME	\t:\t"$DATE_TS >> $TMP_LOG_FILE
		echo "Trying to FTP below file(s) to Mainframe: "$TARGET_SERVER >> $TMP_LOG_FILE
		sed 's/.ld_rdy//g' $TMP_FILE_ld_rdy >> $TMP_LOG_FILE
		f_FTP_MVS 	
		
		###	Check for success or failure of FTP command
		if [[ $? -ne 0 ]]
		then
			### Statements following failed FTPs command
			###	Step 1: Update the log for failure and
			echo "\nFailure in transfering file to targer server" >> $TMP_LOG_FILE
			FTP_RETRY_COUNTER=$(($FTP_RETRY_COUNTER+1))
			
			sleep 10;
			
			
			### Step 2: Check if FTP connection can be established
                        ## if not send an email to Support(if Counter is more than 2) stating there is FTP connection issue.
			## ----- Create a Function and call it here.
			
			###	Step 3: If connection can be established then try re-sending the unprocessed file(S). -- Write a Function for this
			##			i. Create Processed and unprocessed file list
			##			ii. Try re-sending the unprocessed file
			##			iii. If succeeds., update the log and come out of this loop and start Polling
			##			iv. If fails, Update FTP_RETRY_COUNTER to ++1
                        ##                        and Call the  STEP 2 - Connection check Function if
                        ##                        FTP_RETRY_COUNTER is less than or equal to 2
			##			v.	If FTP failed again, send a note to support to check on the FTP connection
			
			###	Step 4: Verify the files transferred to MVS
			
			echo "exit 1 || 
		
			echo "POLL COUNTER\t:\t"$POLL_COUNTER > $TMP_LOG_FILE
			echo "DATE TIME	\t:\t"$DATE_TS >> $TMP_LOG_FILE
			echo "File(s) not available in the polling directory at this moment.\nPOLLING DIR\t:\t"$POLL_DIR"\n" >> $TMP_LOG_FILE
		
		else
			echo "Below files were successfully transferred to target server"; `cat TMP_FILE_ld_rdy | sed 's/.ld_rdy//g'cd`
		fi
		
	else
		echo "POLL COUNTER\t:\t"$POLL_COUNTER > $TMP_LOG_FILE
		echo "DATE TIME	\t:\t"$DATE_TS >> $TMP_LOG_FILE
		echo "File(s) not available in the polling directory at this moment.\nPOLLING DIR\t:\t"$POLL_DIR"\n" >> $TMP_LOG_FILE
	fi
	
done

machine <nodename> login <userid> password <passwd>

machine fred login joe password smith

machine sitename.com
        login username
        password password

machine sitename2.com
        login username
        password password