Shell Programming and Scripting

sort -t "|" +1 -3 test_file |uniq -u

sed '1d' test_file|sort -t "|" +1 -3|uniq -u (removing the header line)

sed '1d' $FILE1 | sort  -t "|" +1 -3 > temp1
cat temp1 |  awk -F"|" ' BEGIN{a=0}{a++; b[a]=$2$3; c[a]=$0} \
END { for(i=0; i<=a; ++i) if(b[i+1]==b[i]) print  c[i]"\n"c[i+1]}'|uniq >temp2
cat temp1 temp2 > temp3
sort temp3 | uniq -u > temp4
echo $HEADER > $FILE1
cat temp4 >> $FILE1

awk -F\| 'END {
  for (i = 1; ++i <= NR;) {
    split(d[i], t)
    if (c[t[2], t[3]] > 1) {
      if (!s[t[2], t[3]]++)
        print t[2], t[3] > dups
        }
    else
      print d[i] > uniq    
    }
  }
NR == 1 {
  print > dups
  print > uniq
  next
  }
{
  c[$2, $3]++; d[NR] = $0
  }' OFS=\| dups=dups.txt uniq=uniq.txt infile