Shell Programming and Scripting

Policy Name:       Backup_bkp

  Policy Type:         Catalog_bkp
  Active:              yes
  Effective date:      08/07/2013 02:02:12
  Mult. Data Streams:  no
  Client Encrypt:      no
  Checkpoint:          no
  Policy Priority:     0
  Max Jobs/Policy:     1
  Disaster Recovery:   0
  Collect BMR info:    no
  Residence:           xyz
  Volume Pool:         Backup
  Server Group:        *ANY*
  Keyword:             (none specified)
  Data Classification:       -
  Residence is Storage Lifecycle Policy:    no
  Application Discovery:      no
  Discovery Lifetime:      0 seconds
ASC Application and attributes: (none defined)

------------------------------------------------------------

Policy Name:       002

  Policy Type:         MS-Windows
  Active:              yes
  Effective date:      07/15/2013 22:26:40
  Backup network drvs: no
  Collect TIR info:    no
  Mult. Data Streams:  no
  Client Encrypt:      no
  Checkpoint:          yes
       Interval:       15
  Policy Priority:     0
  Max Jobs/Policy:     Unlimited
  Disaster Recovery:   0
  Collect BMR info:    no
  Residence:           dfg
  Volume Pool:         NetBackup
  Server Group:        *ANY*
  Keyword:             (none specified)
  Data Classification:       -
  Residence is Storage Lifecycle Policy:    no
  Application Discovery:      no
  Discovery Lifetime:      0 seconds
ASC Application and attributes: (none defined)

Policy Name      Policy Type    Active   Effective date                   ...other columns
Backup_bkp     Catalog_bkp   yes      08/07/2013 02:02:12      ...other columns
002                 MS-Windows   yes      07/15/2013 22:26:40     ...other columns

 awk 'BEGIN { RS="------------------------------------------------------------";FS="\n";OFS=",";ORS="\n"} { print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11}' script4_tmp2.txt

Policy Name:       Backup_bkp,  Policy Type:         Catalog_bkp,  Active:              yes,  Effective date:      08/07/2013 02:02:12,  Mult. Data Streams:  no,  Client Encrypt:      no,  Checkpoint:          no,  Policy Priority:     0,  Max Jobs/Policy:     1,  Disaster Recovery:   0,  Collect BMR info:    no
,Policy Name:       002,  Policy Type:         MS-Windows,  Active:              yes,  Effective date:      07/15/2013 22:26:40,  Backup network drvs: no,  Collect TIR info:    no,  Mult. Data Streams:  no,  Client Encrypt:      no,  Checkpoint:          yes,       Interval:       15

awk 'BEGIN { RS="------------------------------------------------------------";FS="\n";ORS="\n";OFS="," } { print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11}' file.txt

Policy Name:       Backup_bkp   Policy Type:         Catalog_bkp   Active:              yes   Effective date:      08/07/2013 02:02:12   Mult. Data Streams:  no   Client Encrypt:      no   Checkpoint:          no   Policy Priority:     0   Max Jobs/Policy:     1   Disaster Recovery:   0   Collect BMR info:    no
 Policy Name:       002   Policy Type:         MS-Windows   Active:              yes   Effective date:      07/15/2013 22:26:40   Backup network drvs: no   Collect TIR info:    no   Mult. Data Streams:  no   Client Encrypt:      no   Checkpoint:          yes        Interval:       15

awk 'BEGIN { RS="------------------------------------------------------------";FS="\n";OFS=",";ORS="\n"} { print $1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11}' script4_tmp2.txt

Policy Name:       Backup_bkp,  Policy Type:         Catalog_bkp,  Active:              yes,  Effective date:      08/07/2013 02:02:12,  Mult. Data Streams:  no,  Client Encrypt:      no,  Checkpoint:          no,  Policy Priority:     0,  Max Jobs/Policy:     1,  Disaster Recovery:   0,  Collect BMR info:    no
,Policy Name:       002,  Policy Type:         MS-Windows,  Active:              yes,  Effective date:      07/15/2013 22:26:40,  Backup network drvs: no,  Collect TIR info:    no,  Mult. Data Streams:  no,  Client Encrypt:      no,  Checkpoint:          yes,       Interval:       15

awk -F: '
BEGIN                   {HD="Policy Name,Policy Type,Active,Effective date,Mult. Data Streams,Client Encrypt,Checkpoint,"\
                                "Policy Priority,Max Jobs/Policy,Disaster Recovery,Collect BMR info,Residence,Volume Pool,"\
                                "Server Group,Keyword,Data Classification,Residence is Storage Lifecycle Policy,"\
                                "Application Discovery,Discovery Lifetime,ASC Application and attributes"
                         print HD
                         HDCnt=split(HD,HDArr,",")
                         NXTREC=HDArr[1]
                         HDCM=","HD","
                        }

                        {sub (/^[\t ]*/, "", $1)
                        }

$1 == NXTREC && PR      {for (i=1; i<=HDCnt; i++) printf "%s,", RES[HDArr[i]]
                         printf "\n"
                         delete RES
                        }
$1 == NXTREC            {PR=1}
HDCM ~ "," $1 ","       {RES[$1]=$0; sub ($1 "[^:]*:[\t ]*", "", RES[$1]); sub (/[\t ]*$/, "", RES[$1])}

END                     {for (i=1; i<=HDCnt; i++) printf "%s,", RES[HDArr[i]]
                         printf "\n"
                        }
' OFS=":" file
Policy Name,Policy Type,Active,Effective date,Mult. Data Streams,Client Encrypt,Checkpoint,Policy Priority,Max Jobs/Policy,Disaster Recovery,Collect BMR info,Residence,Volume Pool,Server Group,Keyword,Data Classification,Residence is Storage Lifecycle Policy,Application Discovery,Discovery Lifetime,ASC Application and attributes
Backup_bkp,Catalog_bkp,yes,08/07/2013 02:02:12,no,no,no,0,1,0,no,xyz,Backup,*ANY*,(none specified),-,no,no,0 seconds,(none defined),
002,MS-Windows,yes,07/15/2013 22:26:40,no,no,yes,0,Unlimited,0,no,dfg,NetBackup,*ANY*,(none specified),-,no,no,0 seconds,(none defined),

awk -F: '
NR==1                   {HD="Policy Name,Policy Type,Active,Effective date,Mult. Data Streams,Client Encrypt,Checkpoint,"\
                                "Policy Priority,Max Jobs/Policy,Disaster Recovery,Collect BMR info,Residence,Volume Pool,"\
                                "Server Group,Keyword,Data Classification,Residence is Storage Lifecycle Policy,"\
                                "Application Discovery,Discovery Lifetime,ASC Application and attributes"

                         gsub(",", SEP, HD)                     # set up header (and sequence of field printout as well); switch to SEP
                         print HD                               # print it
                         HDCnt=split(HD, HDArr, SEP)            # HDArr n HDCnt needed later for extracting and printing
                         HD=SEP HD SEP
                        }

function PRT()          {DL=""                                  # clear delimiter

                         for (i=1; i<=HDCnt; i++)       {printf "%s%s", DL, RES[HDArr[i]]       # print fields in sequence, plus delimiter
                                                         DL=SEP                                 # set delimiter
                                                        }
                         printf "\n"
                         delete RES                             # clear for next record
                        }

                        {sub (/^[\t ]*/, "")                    # remove leading
                         sub (/[\t ]*$/, "")                    # and trailing white space
                        }

$1 == HDArr[1]          {if (PR) PRT()                          # first field found means: print last complete record, except for the first one
                         PR=1                                   #
                        }

HD ~ SEP $1 SEP         {T=$0                                   # prepare output line 
                         sub ($1 "[^:]*:[\t ]*", "", T)         # remove field name plus space plus colon
                         sub (/[\t ]*$/, "", T)                 # plus trailing space
                         RES[$1]=T                              # save it for print
                        }

END                     {PRT()}                                 # print last record
' SEP="," file

$1 == HDArr[1]          {if (PR) PRT()                          # first field found means: print last complete record, except for the first one
                         PR=1                                   #
                        }

HD ~ SEP $1 SEP         {T=$0                                   # prepare output line
                         sub ($1 "[^:]*:[\t ]*", "", T)         # remove field name plus space plus colon
                         sub (/[\t ]*$/, "", T)                 # plus trailing space
                         RES[$1]=T                              # save it for print
                        }