Shell Programming and Scripting

< AAA BBB CCC DDD EEE 123
> PPP QQQ RRR SSS TTT 111
> VVV WWW XXX YYY ZZZ 333
> AAA BBB CCC DDD EEE 124

< AAA BBB CCC DDD EEE 123
> PPP QQQ RRR SSS TTT 111
> VVV WWW XXX YYY ZZZ 333
> AAA BBB CCC DDD EEE 124
> AAA BBB CCC DDD EEE 125
> PPP QQQ RRR SSS TTT 222
> PPP QQQ RRR SSS TTT 250
> AAA BBB CCC DDD EEE 129
> GGG HHH III JJJ KKK 111
> VVV WWW XXX YYY ZZZ 334

counter (a) = 3, because "AAA BBB CCC DDD EEE" incremented 3 times
counter (b) = 2, because "PPP QQQ RRR SSS TTT" incremented 2 times
counter (c) = 1, because "VVV WWW XXX YYY ZZZ" incremented once
counter (d) = 0, because "GGG HHH III JJJ KKK" did not increment at all

nawk '{idx=$2 FS $3 FS $4 FS $5 FS $6;a[idx]++}END {for(i in a) print qq i qq " incremented " a[i]-1 " times"}' qq='"' diffOutputFile

AAA BBB CCC DDD EEE 10
AAA BBB CCC DDD EEE 11
PPP QQQ RRR SSS TTT 5
PPP QQQ RRR SSS TTT 4
VVV WWW XXX YYY ZZZ 2

#!/bin/ksh

nawk '
  # create an variable "idx" which is a concatenation of the first 5 fields in a record/line
  # as we read the file line by line
  {idx=$1 FS $2 FS $3 FS $4 FS $5}
  {
    # see if "idx" is in array "a" - array "a" is indexed by the value of "idx"
    if (idx in a)
      # if "idx" is already in "a", check if the stored value (a[idx]) is less than the
      # last field ($NF) of the current record/line. If it's, we see the "increase" in value
      # If so, output the current line (print $0)
      if (a[idx]<$NF)
         print $0
    # store the last field ($NF) of the current record in aarray "a" indexed by "idx"
    a[idx]=$NF
  }' myDiffFile | while read line
do
  # read the output of "nawk" and do "doSomething" with the read line
  echo "doSomething with [$line]"
done