latency()
{
stream=$1
path=$2
counter=$3
counterlimit=$4
while [ $counter -le $counterlimit ]
do
	for  files in `printf "%s\n" $path/*bna_1* | head -3`
	do
		if [[ -f $files ]];
		then
		TT_FIRST=`awk -F ',' 'NR==1{print $1}' $files`
		TT_LAST=`awk -F ',' 'END{print $1}' $files`
		FILENAME=`ls $files | cut -d '/' -f6`
		TIMESTAMP=$( date -r $files +'%s')
		FILE_CR_TIME=$( date +'%Y-%m-%d %H:%M:%S' -r $files)
        TRANS_TIME_FIRST=$(date -d @$(printf '%.0f\n' $TT_FIRST) +'%s')
		TRANS_TIME_LAST=$(date -d @$(printf '%.0f\n' $TT_LAST) +'%s')
		RECORD_TIME_FIRST=$(date -d @$(printf '%.0f\n' $TT_FIRST) +"%Y-%m-%d %H:%M:%S")
		RECORD_TIME_LAST=$(date -d @$(printf '%.0f\n' $TT_LAST) +"%Y-%m-%d %H:%M:%S")
		TIME_LAG_FIRST=$(expr $TIMESTAMP - $TRANS_TIME_FIRST)
		TIME_LAG_LAST=$(expr $TIMESTAMP - $TRANS_TIME_LAST)
		DELAY_PROCESS=$((`expr $(date -u +"%s") - $TIMESTAMP`))
		TRANS_DIFFTIME=$(expr $TRANS_TIME_LAST - $TRANS_TIME_FIRST)
		counter=100
		else
			echo "file doesn't exist" >/dev/null
		fi	
		if [ "${FILENAME}" != "" ]; 
		then
			echo "${DATE} ${stream} ${FILENAME} ${FILE_CR_TIME} ${RECORD_TIME_FIRST} ${TIME_LAG_FIRST} ${RECORD_TIME_LAST} ${TIME_LAG_LAST} ${DELAY_PROCESS} ${TRANS_DIFFTIME}" | hdfs dfs -appendToFile - /bigpfstest/DPI_INVESTIG/AUDIT/FINAL.csv
		else
			echo "Filename is empty" >/dev/null 
		fi 
	done
((counter++))
sleep 10s
done
}


ignore echo part fro  or a while now.

Stream  	path   				 Counter   	Counterlimit 	 TransactionDateColumn   DateType             SleepValue      Status
S1      /streamslz/LZ/S1        	0    		100 			1      					1					10				1
IUCS    /streamslz/LZ/AnritsuIUCS   0           100      		4						2					5				1
IUPS    /streamslz/LZ/IUPS      	0           100      		1						1					5				1