Shell Programming and Scripting

$wc -l Test.log

16609852 Test.log

$more po_numbers

xxx1335
AB1085
SSS6205
UY3347
OP9111
....and so on

while IFS= read -r po
do
check=$(grep -c "PO_NUMBER=$po" Test.log)
echo $po "-->" $check >>list3

if [ "$check" = "0" ]
then
echo $po >>po_to_server
#else break
fi
done < po_numbers

awk -v s='^PO_Number=' '
  NR==FNR {
    A[$1]
    next
  }
  {
    for(i=1; i<=NF; i++)
      if (sub(s,x,$i))
        if ($i in A)
          C[$i]++
  } 

  END {
    for(i in C) print i " --> " C[i]
  }
' po_numbers Test.log  > list3

grep -of <(sed 's/^/PO_Number=/' po_numbers) Test.log |
sort -u |
uniq -c |
sed 's/^ *\([0-9]*\) PO_Number=\(.*\)/\2 --> \1/' > list3

match = set(line.strip() for line in open('po_numbers'))

count = {}

for po_num in open('Test.log').read().split():
        if po_num in match:
                if po_num in count:
                        count[po_num] += 1
                else:
                        count[po_num] = 1

f = open('po_to_server', 'w')

for po_number in match:
        if po_number in count:
                print(po_number, count[po_number])
        else:
                print(po_number, 0)
                f.write(po_number + '\n')

f.close()

awk '
FNR == NR       {PAT=PAT "|" $1
                 next
                }
FNR == 1        {sub ("=\|", "=(", PAT)
                 sub ("$", ")", PAT)
                }
match ($0, PAT) {TMP = substr ($0, RSTART+10, RLENGTH-10)
                 print TMP > "list3"
                 sub (TMP, "", PAT)
                 sub ("\|\|", "|", PAT)
                 sub ("\(\|", "(", PAT)
                 sub ("\|\)", ")", PAT)
                }

END             {gsub ("[()]", "", PAT)
                 for (n = split (PAT, T, "[=|]"); n>1; n--) print T[n] > "po_2_server"
                }

' PAT="PO_NUMBER=" po_numbers Test.log