Shell Programming and Scripting

raw2csv_1

raw2csv_2

raw2csv_2

Scripts
Input file
Output file generated.

#!/bin/csh

cd /user/

#!/bin/csh -f
date
set filename = `echo $1 | sed -e 's/\./ /' | awk '{ print $1 }'`
awk ' RS = "# ===== " { if ( NR == 6) {print $0} }' $1 |\
awk ' RS = "]"  { if (NR >0) { print $0} }' | sed -e 's/
//g' |\
sed -e 's/:/ /g' | grep -v Report | sed -e '/^ *$/d' |\
sed -e 's/\t/ /g' | sed -e 's/"//g' | grep -v "====" |\
grep -v "                       [0-9]" |\
grep -v "^    Live_Seis_Channels" |\
 awk '{ for (i=1;i<=1;i++) { printf ("%s ",  $i)}; printf ","}' > $filename"_1".tmp
  sed -e 's/ ===== (.*) =====/#-#-#-#/g' $1 | awk ' RS = "##-#-#-#" { if ( NR > 1 ) {print $0} }' |\
  awk ' RS = "]"  { print $0 }' |\
  sed -e 's/:/ /g' | grep -v Report |\
  grep -v Report |\
  grep -v "^    Live_Seis_Channels" |\
  grep -v "^ *          " |\
  sed -e '/^ *$/d' | sed -e 's/\t/ /g' |\
  sed -e 's/"//g' |\
  awk '{\
         for (i=2;i<=NF;i++) {\
                                                  printf ("%s ", $i)\
                             };\
                             printf ("%s",",");\
                             } END { printf "\n" } ' | sed -e 's/# (ms)//g' | sed -e 's/# (msec)//g' | sed -e 's/#//g' | sed -e 's/
//g' > $filename"_2".tmp
echo ""

cat  $filename"_1".tmp  $filename"_2".tmp | sed -e  's/,===============  ,/\n/g'   > $filename.csv

date

rm -f "$filename"_1.tmp "$filename"_2.tmp

#!/bin/bash

cd /user/
date

filename=${1%.*}
sed 's/# ===== (.*) =====/#-#-#-#/g' $1 | \
awk '
NR>1 {
    gsub(/[\r\"\]]/,"")
    gsub(/[:\t]/," ")
    gsub(" *\n", "\n")
    gsub("\n *", "\n")
    gsub("\n#^[\n]*\n", "\n")
    gsub("\n\n+", "\n")
    printf "%s", $0
}' RS="#-#-#-#" | egrep -v '(====|Report|^[0-9]|^Live_Seis_Channels)' | \
awk -F"\n" -vRS="" 'NR>0{
  for(i=1;i<=NF;i++) {
     H=$i
     gsub(" .*","",H)
     gsub(H" *","",$i)
     gsub("# [(](ms|msec)[)]","",$i)
     gsub("#","",$i)
     V[NR]=V[NR]"  ,"$i
     if(NR==2)HD=HD" ,"H
  }
}
END{ print substr(HD,3)
  for(i=1;i<=NR;i++) print substr(V[i], 4)
}' > "${filename}.csv"
date

awk -F: 'BEGIN                  {HD="Version,Exploitation_Mode,Filter_Type,Aux_Nb_Trace,Seis_Nb_Trace,Total_Nb_Trace,Nb_Of_Dead_Seis_Channels,Nb_Of_Live_Seis_Channels,Dead_Seis_Channels"
                                 print HD
                                 HDCnt=split(HD,HDArr,",")
                                 NXTREC="Observer_Report" 
                                 HDCM=","HD","
                                }

                                {gsub (/[\t ]*|\*/, "", $1); sub (/^[\t ]*/, "", $2); sub (/[\t ]*$/,"", $2)}

         $1 == NXTREC && PR     {for (i=1; i<=HDCnt; i++) printf "%s,", RES[HDArr[i]]
                                 printf "%d\n", NR
                                 delete RES
                                }
         $1 == NXTREC           {PR=1}
         HDCM ~ "," $1 ","      {RES[$1]=$2}


         END                    {for (i=1; i<=HDCnt; i++) printf "%s,", RES[HDArr[i]]
                                 printf "\n"
                                }
        ' /tmp/342.raw

awk -F: 'BEGIN                  {HD="Version,Exploitation_Mode,Filter_Type,Date,Aux_Nb_Trace,Seis_Nb_Trace,Total_Nb_Trace,Nb_Of_Dead_Seis_Chan
                                 print HD
                                 HDCnt=split(HD,HDArr,",")
                                 NXTREC="Observer_Report"
                                 HDCM=","HD","
                                }

                                {gsub (/[\t ]*|\*/, "", $1)}

         $1 == NXTREC && PR     {for (i=1; i<=HDCnt; i++) printf "%s,", RES[HDArr[i]]
                                 printf "%d\n", NR
                                 delete RES
                                }
         $1 == NXTREC           {PR=1}
         HDCM ~ "," $1 ","      {T=$1; sub ($1 "[^:]*:[\t ]*", "", $0); sub (/[\t ]*$/, "", $0); RES[T]=$0}


         END                    {for (i=1; i<=HDCnt; i++) printf "%s,", RES[HDArr[i]]
                                 printf "\n"
                                }
        ' OFS=":" /tmp/342