Shell Programming and Scripting

12-11-2012,PNL,158406
12-11-2012,RISK,4564
12-11-2012,VAR_1D,310101
12-11-2012,VAR_10D,310101
12-11-2012,CB,866
12-11-2012,STR_VAR_1D,298494
12-11-2012,STR_VAR_10D,309623
09-11-2012,PNL,1024106
09-11-2012,RISK,4565
09-11-2012,VAR_1D,317211
09-11-2012,VAR_10D,317211
09-11-2012,CB,985
09-11-2012,JOB,640
09-11-2012,STR_VAR_1D,305364
09-11-2012,STR_VAR_10D,317211

12-11-2012,PNL,158406
12-11-2012,RISK,4564
12-11-2012,TOTAL_VAR,1228319----->(which is sum of 310101(VAR_1D)+310101(VAR_10D)+298494(STR_VAR_1D)+309623(STR_VAR_10D) for date 12Nov)
12-11-2012,CB,866
09-11-2012,PNL,1024106
09-11-2012,RISK,4565
09-11-2012,TOTAL_VAR,1256997---->(317211(VAR_1D)+317211(VAR_10D)+305364(STR_VAR_1D)+317211(STR_VAR_10D) for date 09Nov)
09-11-2012,CB,985
09-11-2012,JOB,640

~$ perl -ne '@fields=split/,/;
if ($date==$fields[0]){
  if ($fields[1]=~/VAR/){
    $var_total+=$fields[2];
  }
  else {
    print 
  }
}
else{
  print "$date,TOTAL_VAR,$var_total\n" if $date;
  $date=$fields[0]
}
END{
  print "$date,TOTAL_VAR,$var_total\n";
}
' tmp/tmp.dat
12-11-2012,RISK,4564
12-11-2012,CB,866
12-11-2012,TOTAL_VAR,1228319
09-11-2012,RISK,4565
09-11-2012,JOB_AUDIT_DATA_TYPE,640
09-11-2012,TOTAL_VAR,2486301

awk -F, 'NR==FNR{if($2 ~ /VAR/){X[$1]+=$3};next}{P=1;if($2 ~ /VAR/ ){if(! arr[$1]){$2="TOTAL_VAR";$3=X[$1];P=1;arr[$1]++}else{P=0}}}P' OFS="," file file

awk -F, '
$2 ~ /VAR/ {$2="TOTAL_VAR"};
{ a[$1","$2]+=$3; }
END { for (i in a) print i, a[i]; }
' OFS=, infile | sort

printf ("%10s %25s %10d\n",$1,$2,$3)

awk -F, '
$2 ~ /VAR/ {$2="TOTAL_VAR"};
{ a[$1","$2]+=$3; }
END {
  for (i in a) {s=i "," a[i];
    c=split(s,o,",");
    printf ("%10s %25s %10d\n",o[1],o[2],o[3]);
  }
}
' infile | sort