Shell Programming and Scripting

"K","","1303","A  ","",0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0

K
1303
A
0
0
0 .. etc

cmp -s file1.txt file2.txt; echo $? | xargs -I var bash -c 'if [ var -gt 0 ];then echo "Files are different"; else echo "Files are the same";fi'

#Date : 14.08.2013
#Author : Ionut Capitanu
#Purpose : Verify if 2 CSV files are different and show line by line differences
#Usage : ./cmp_files.sh <file1> <file2>

#Verify positional params
if [ $# -lt 2 ]; then
        echo "Not enough parameters, 2 files needed for comparison"
        echo "Usage : ./cmp_files.sh <file1> <file2>"
        exit 1
fi

#Get file names
FILE1=$1
FILE2=$2

#Verify that the files exist
if [[ ! -e $FILE1 ]]; then
        echo "File `pwd`/$FILE1 does not exist"
        exit 1
fi

if [[ ! -e $FILE2 ]]; then
        echo "File `pwd`/$FILE2 does not exist"
        exit 1
fi


#Colors
red="\e[0;31m"
NC="\e[0m"

#Verify if files are different
DIFF=`cmp -s $FILE1 $FILE2; echo $?`

if [[ "$DIFF" = 0 ]]; then
                echo "Files are not different. No need for comparison"
                exit 1
else
          #Loop through files and compare fields
          MAXLINE=0
          NRLINES_F1=`wc -l $FILE1 | cut -d" " -f1`
          NRLINES_F2=`wc -l $FILE2 | cut -d" " -f1`

          if [ $NRLINES_F1 -gt $NRLINES_F2 ]; then
                  MAXLINE=$NRLINES_F1
              else
                  MAXLINE=$NRLINES_F2
          fi

              for (( j=1;j<=MAXLINE;j++ ));  do
              if [[ `awk -F, -v j="$j" 'FNR == j {print $0}' $FILE1` != `awk -F, -v j="$j" 'FNR == j {print $0}' $FILE2` ]];then
                   #Find maximum number of fields between lines j of both files
                    MAX=0
                    if [[ `awk -F, -v j="$j" 'FNR == j {print NF}' $FILE1` -lt `awk -F, -v j="$j" 'FNR == j {print NF}' $FILE2` ]]; then
                            MAX=`awk -F, -v j="$j" 'FNR == j {print NF}' $FILE2`
                    else
                            MAX=`awk -F, -v j="$j" 'FNR == j {print NF}' $FILE1`
                    fi

                    #Echo line j from FILE1
                    echo `pwd`"/$FILE1,Line$j:" #>> result.file
                    awk -v j="$j" 'FNR == j {print $0}' $FILE1 #>> result.file

                    #Echo header for line j from FILE2
                    echo `pwd`"/$FILE2,Line$j:" #>> result.file

                    #Compute differences
                    for (( i=1;i<=MAX;i++ ));  do

                    #Echo line from FILE2 with different fields in red
               if [ "`awk -F, -v i="$i" -v j="$j" 'FNR == j {print $i}' $FILE1`" == "`awk -F, -v i="$i" -v j="$j" 'FNR == j {print $i}' $FILE2`" ]
                   then
                             echo -n `awk -F, -v i="$i" -v j="$j" 'FNR == j {print $i}' $FILE1`"," #>>result.file
                     else
                             echo -n -e "${red}`awk -F, -v i="$i" -v j="$j" 'FNR == j {print $i}' $FILE2`","${NC}" #>> result.file
                     fi
                     done
                  echo -e "\n"
              fi
               done
fi

#END

file1.txt:
1,2,3,4,5,6,7,8,9,"G",F, T, D
1
4,5,5,

file2.txt:
T,2,3,4,0,6,7,8,ABC,"G",z, T, D,10,12
46,7,8,9,0,
4,5,5

Output:
/home/mind/tmp/file1.txt,Line1:
1,2,3,4,5,6,7,8,9,"G",F, T, D
/home/mind/tmp/file2.txt,Line1:
T,2,3,4,0,6,7,8,ABC,"G",z,T,D,10,12,

/home/mind/tmp/file1.txt,Line2:
1
/home/mind/tmp/file2.txt,Line2:
46,7,8,9,0,,

/home/mind/tmp/file1.txt,Line3:
4,5,5,
/home/mind/tmp/file2.txt,Line3:
4,5,5,,

/home/mind/tmp/file1.txt,Line4:
/home/mind/tmp/file2.txt,Line4: