Shell Programming and Scripting

F1=data1.txt
F2=data2.txt


while IFS= read -r line

do

        cf=$line
        grep -q "$cf" ${F1}

        if [ $? == 0 ]
            then

            diff $line `echo $line | sed 's/data2/data1/g' `

            if [ $? == 0 ]
                then
                echo $line 
                fi

            fi



done < "$F2"

#!/bin/bash

for file in `cat duplicate_data`
do

dFile=`echo $file | sed s/data2/data1/ `


#create md5sum 
mdFile1=`md5sum $file |awk '{print $1}'`
mdFile2=`md5sum $dFile |awk '{print $1}'`

if [ -f $file ]
then
  if [ $dFile ]
    then
      if [ $mdFile1 == $mdFile2 ]
        then
          echo $file 
          rm -f $dFile
      fi
   fi
fi



done