#!/bin/bash
while read LINE2
do
    LINE1=$(grep "${LINE2:12:22}" october.txt) && [ "${LINE2:148:9}" = "${LINE1:107:9}" ] && continue
    echo "$LINE2"
done < november.txt > november_clean.txt

$ tail November_clean.txt
MS         CRISTINA      VHERNANDEZ         5555 STONEY CREEK LN                                                      AUSTELL                     GA301685247
SONIA          THOMPSON          5555 MOUNT PISGAH DOWNS                                                   AUSTELL                     GA301685256
LATASHA        MCWHOOTER         5555 CONCEPT 21 CIR                                                       AUSTELL                     GA301686872
SHAMISHA       WALLACE           5555 CALGARY GLN                                                           AUSTELL                     GA301687284
MR         WILLIS         WADE              5555 HIGHWAY 140                                                          RYDAL                       GA301711302

#! /usr/bin/perl

## Opening october.txt and store the data in a has with first name and lastname and code as a key
open my $oct, '<', "october.txt" or die $!;
while ( <$oct> ) {
        my $name = substr $_,11,32 ;
        $name .= substr $_,107,117 ;
        $name =~ s/\s+//g;
        $octhash{$name}=$_;
}
## Opening november.txt and store the data in a has with first name and lastname and code as a key
open my $nov, '<', "november.txt" or die $!;

while  ( <$nov> ) {
        $name = substr $_,11,32 ;
        $name .= substr $_,148,157 ;
        $name =~ s/\s+//g;
        $novhash{$name}=$_;
}

open my $dfh, '>', "duplicate.txt";

## Compare the keys and remove the duplicate one in the november hash
foreach ( keys %octhash ) {
 if ( exists ( $novhash{$_} ))
 {
        print $dfh $novhash{$_};
        delete $novhash{$_};
 }
}

open my $ofh, '>', "november_clean.txt";
print  $ofh values(%novhash) ;

#!/bin/bash
while read LINE2
do
    LINE1="$(grep "${LINE2:12:22}" october.txt)" && [ "${LINE2:148:9}" = "${LINE1:107:9}" ] && continue
    echo "$LINE2"
done < november.txt > november_clean.txt

perl -ne '/.+?\s+(\w+)\s+(\w+).+PR(\d{9})/; $k = $1.$2.$3; $seen{$k}++; print if $seen{$k} == 1 && $ARGV eq "nov"' oct nov > nov.clean.txt

awk 'NR==FNR{a[$2$3$NF]++;next}{print > ("November_"((a[$2$3$NF])?"dup":"clean")".txt")}' October.txt November.txt

perl -ane '$_{@F[1,2,$#F]}++; $_{@F[1,2,$#F]} == 1 && $ARGV eq 'nov' && print' oct nov > nov.clean.txt