Shell Programming and Scripting

awk -v stamp=$(date +%Y%m%d%H%M%S) \
    -v f="TOM PAT SAM BOB KIM" \
    -v t="TOM TOM TOM BOB KIM" '
function hextoascii(str,i,ascii,ret) {
   for(i=1;i<length(str);i+=2) {
      ascii=index(HEXDIGITS,toupper(substr(str,i,1))) * 16 + \
            index(HEXDIGITS,toupper(substr(str,i+1,1)))
      ret=ret sprintf("%c", ascii)
   }
   return ret
}
BEGIN {
   HEXDIGITS="123456789ABCDEF"
   split(f,from)
   for(i=split(t,to);i;i--) CONV[from[i]]=to[i]
}
FNR==NR{
   v=split($0,vals,":")
   hexrepl[hextoascii(vals[1])]=vals[1]
   repl[hextoascii(vals[1])]=hextoascii(vals[2])
   next
}
{ for(i in repl) subcnt[i] += gsub(i, repl[i]) }
/^H/ {header=$0 ; next}
/^T/ {trailer=$0 ; next}
length>3{
   typ=substr($0,34,3)
   if (typ in CONV) {
       fname="xyz_" CONV[typ] "_" stamp ".txt"
       if (!(fname in A)) {A[fname]; print header > fname}
   } 
   else fname="xyz_error_" stamp ".txt"
   print $0 >> fname
   close(fname)
}
END {
  for (fname in A) print trailer >> fname
  for (i in subcnt) if(subcnt[i]>0)
     print hexrepl[i] "\t" subcnt[i] > "subcount.txt"
}' replace.txt Test.txt

awk -v logfile=subcount.txt '
function hextoascii(str,i,ascii,ret) {
   for(i=1;i<length(str);i+=2) {
      ascii=index(HEXDIGITS,toupper(substr(str,i,1))) * 16 + \
            index(HEXDIGITS,toupper(substr(str,i+1,1)))
      ret=ret sprintf("%c", ascii)
   }
   return ret
}
BEGIN { HEXDIGITS="123456789ABCDEF" }
FNR==NR{
   v=split($0,vals,":")
   if(length(logfile)) hexrepl[hextoascii(vals[1])]=vals[1]
   repl[hextoascii(vals[1])]=hextoascii(vals[2])
   next
}
{ for(i in repl) subcnt[i] += gsub(i, repl[i]) }
1
END {
  if(length(logfile))
      for (i in subcnt) if(subcnt[i]>0)
         print hexrepl[i] "\t" subcnt[i] > logfile
}' replace.txt Test.txt

sed "s/"$'\x0D'"$//" | tr \
$'\xED'\
$'\xE9'\
$'\xD9'\
$'\xC2'\
$'\x80'\
$'\x99'\
$'\xE2'\
$'\xC3'\
$'\xC4'\
$'\xC9'\
$'\xA0'\
$'\xFF'\
$'\xB1'\
$'\x83'\
$'\xC1'\
$'\xE1'\
$'\xB7'\
$'\xF6'\
$'\xF1'\
$'\xF3'\
$'\xE3'\
$'\x1A'\
 " "