Shell Programming and Scripting

/* ----------------- test_job_hu ----------------- */

insert_job: test_job_hu   job_type: CMD
command: sleep 600
machine: localhost
owner: account
permission: gx,wx
date_conditions: 0
std_out_file: "/tmp/$AUTO_JOB_NAME.out"
std_err_file: "/tmp/$AUTO_JOB_NAME.err"
alarm_if_fail: 1
group: P2
application: TBS_00_AXZCDE_Admin
send_notification: 1
notification_msg: "test_job_hu job completed in HU NP"
notification_emailaddress: pradeep.agarwal@in.com



/* ----------------- test_machine ----------------- */

insert_job: test_machine   job_type: CMD
box_name: test_machine_box
command: echo $HOME
machine: HULNXMACHINE
owner: svc_account@hu.europe.com
permission: gx,wx
date_conditions: 0
alarm_if_fail: 1



/* ----------------- test_machine ----------------- */

insert_job: test_web_cmd   job_type: CMD
box_name: test_web_box
command: dir
machine: HUWINMACHINE
owner: svc_account@hu.europe.com
permission: gx,wx
date_conditions: 0
alarm_if_fail: 0
application: my_web_application
group: P1

JOB_NAME;JOB_TYPE;box_name;command;machine;owner;permission;date_conditions;std_out_file;std_err_file;alarm_if_fail;group;application;send_notification;notification_msg,notification_emailaddress;
test_job_hu;CMD; ;sleep 600;localhost;account;gx,wx;0;/tmp/$AUTO_JOB_NAME.out;/tmp/$AUTO_JOB_NAME.err;1,P2;TBS_00_AXZCDE_Admin;1;test_job_hu job completed in HU NP;pradeep.agarwal@in.com;
test_machine;CMD;test_machine_box;echo $HOME;HULNXMACHINE;svc_account@hu.europe.com;gx,wx;0; ; ;1; ; ; ; ; ;
test_web_cmd;CMD;test_web_box,dir;HUWINMACHINE;svc_account@hu.europe.com;gx,wx;0; ; ;0;P1;my_web_application; ; ; ;

awk '
/:.*:/ {job=$2; jobs[$2]=$2; job_type=$3; sub(" *: *", "", job_type); cols[job_type]=job_type; data[job, job_type]=$NF; next}
/:/ {match($0, " *: *"); col=substr($0, 1, RSTART-1); val=substr($0, RSTART + RLENGTH); cols[col]=col; data[job, col]=val}
END {
   printf "JOB_NAME;JOB_TYPE;";
   for (j in cols) if (j !~ /^job_type$/) printf cols[j] ";";
   print "";
   for (i in jobs) {
      printf i ";" data[i, "job_type"] ";";
      for (j in cols) {
         if (j !~ /^job_type$/) printf (length(data[i, j]) ? data[i, j] : " ") ";";
      }
      print "";
   }
}
' infile

#!/usr/bin/perl

use strict;
use warnings;

#
# An ordered list of item labels.
my @ordered_labels = (
   'insert_job',
   'job_type',
   'box_name',
   'command',
   'machine',
   'owner',
   'permission',
   'date_conditions',
   'std_out_file',
   'std_err_file',
   'alarm_if_fail',
   'group',
   'application',
   'send_notification',
   'notification_msg',
   'notification_emailaddress',);
#
# Buffer db for all values on each group.
my %db;

display_header();

#
# Parse and collect values.
while(<>) {
    #
    # Inside a group
    if(/^insert_job/../^\n/){
        if(/^insert_job/) {
            #
            # First line has two pairs and value does not have
            # spaces
            while(/(\w+):\s(\w+)/g) {
                $db{$1} = $2;
            }
        }
        else {
            #
            # Parse only one pair that may contain all kind
            # of characters as value, including spaces and quotes.
            /(\w+):\s(.*$)/ and $db{$1} = $2;
        }
        #
        # Display the data gathered and clear db for next time.
        if(/^\n/) {
            display_body();
            %db = ();
        }
    }
}
# Display any data still in the db buffer.
display_body() if %db;

sub display_header {
    print "JOB_NAME;JOB_TYPE;";
    for(@ordered_labels[2..$#ordered_labels]) {
        print "$_;";
    }
    print "\n";
}

sub display_body {
    for my $i (@ordered_labels) {
        if (defined $db{$i}){
            $db{$i} =~ s/"//g;
            print "$db{$i};";
        }
        else {
            print " ;";
        }
    }
    print "\n";
}

$ perl formatter.pl raw_file

JOB_NAME;JOB_TYPE;box_name;command;machine;owner;permission;date_conditions;std_out_file;std_err_file;alarm_if_fail;group;application;send_notification;notification_msg;notification_emailaddress;
test_job_hu;CMD; ;sleep 600;localhost;account;gx,wx;0;/tmp/$AUTO_JOB_NAME.out;/tmp/$AUTO_JOB_NAME.err;1;P2;TBS_00_AXZCDE_Admin;1;test_job_hu job completed in HU NP;pradeep.agarwal@in.com;
test_machine;CMD;test_machine_box;echo $HOME;HULNXMACHINE;svc_account@hu.europe.com;gx,wx;0; ; ;1; ; ; ; ; ;