Shell Programming and Scripting

# cat file
# Need to ignore this line
                  # need to ignore this line as well
one='1111111' # we want anthing after # ignored,, but stll keep line break.
two = '22222222'
# Need to remove empty lines && lines with only spaces


         three=333333333
                 four=4444444
  five=5555555  555     55              # Preserve spaces between words, but remove prefix, suffix spaces && comment at the end

# od -c < file
0000000    #       N   e   e   d       t   o       i   g   n   o   r   e
0000020        t   h   i   s       l   i   n   e  \n
0000040                                                        #       n
0000060    e   e   d       t   o       i   g   n   o   r   e       t   h
0000100    i   s       l   i   n   e       a   s       w   e   l   l  \n
0000120    o   n   e   =   '   1   1   1   1   1   1   1   '       #
0000140    w   e       w   a   n   t       a   n   t   h   i   n   g
0000160    a   f   t   e   r       #       i   g   n   o   r   e   d   ,
0000200    ,       b   u   t       s   t   l   l       k   e   e   p
0000220    l   i   n   e       b   r   e   a   k   .  \n   t   w   o
0000240    =       '   2   2   2   2   2   2   2   2   '  \n   #       N
0000260    e   e   d       t   o       r   e   m   o   v   e       e   m
0000300    p   t   y       l   i   n   e   s       &   &       l   i   n
0000320    e   s       w   i   t   h       o   n   l   y       s   p   a
0000340    c   e   s  \n                                          \n
0000360                                   \n  \t       t   h   r   e   e
0000400    =   3   3   3   3   3   3   3   3   3  \n  \t  \t       f   o
0000420    u   r   =   4   4   4   4   4   4   4  \n           f   i   v
0000440    e   =   5   5   5   5   5   5   5           5   5   5  \t   5
0000460    5  \t      \t   #       P   r   e   s   e   r   v   e       s
0000500    p   a   c   e   s       b   e   t   w   e   e   n       w   o
0000520    r   d   s   ,       b   u   t       r   e   m   o   v   e
0000540    p   r   e   f   i   x   ,       s   u   f   f   i   x       s
0000560    p   a   c   e   s       &   &       c   o   m   m   e   n   t
0000600        a   t       t   h   e       e   n   d  \n
0000614

# awk '$1!="#" && NF{gsub(/^[\t ]*/,x);sub("#.*",x);print}' file
one='1111111'
two = '22222222'
three=333333333
four=4444444
five=5555555  555       55

# awk '$1!="#" && NF{gsub(/^[\t ]*/,x);sub("#.*",x);print}' file | od -c
0000000    o   n   e   =   '   1   1   1   1   1   1   1   '      \n   t
0000020    w   o       =       '   2   2   2   2   2   2   2   2   '  \n
0000040    t   h   r   e   e   =   3   3   3   3   3   3   3   3   3  \n
0000060    f   o   u   r   =   4   4   4   4   4   4   4  \n   f   i   v
0000100    e   =   5   5   5   5   5   5   5           5   5   5  \t   5
0000120    5  \t      \t  \n
0000125

# awk '$1!="#" && NF{gsub(/^[\t ]*/,x);sub("#.*",x);gsub(/[ \t]*$/,x);print}' file
one='1111111'
two = '22222222'
three=333333333
four=4444444
five=5555555  555       55

# awk '$1!="#" && NF{gsub(/^[\t ]*/,x);sub("#.*",x);gsub(/[ \t]*$/,x);print}' file | od -c
0000000    o   n   e   =   '   1   1   1   1   1   1   1   '  \n   t   w
0000020    o       =       '   2   2   2   2   2   2   2   2   '  \n   t
0000040    h   r   e   e   =   3   3   3   3   3   3   3   3   3  \n   f
0000060    o   u   r   =   4   4   4   4   4   4   4  \n   f   i   v   e
0000100    =   5   5   5   5   5   5   5           5   5   5  \t   5   5
0000120   \n
0000121

input.txt
# Syntax1
var_name=var_value
or 
# Syntax2
[([<var_value>][<Field_Seperator>])...]
Ex: <source_path>#<destination_path>#<days_to_archive>#<days_to_purge>#<ignore>..

Ex: JMS QMgr, MQ QMgr Monitoring, CVS interactive, Application deploying, daily archiving, log mointoring etc..

Ex1:
egrep -v "$IN_FILE_FILTER" $JMSPORTS | while IFS="," read PORT QMGR
do
   .....
done

Ex2:
egrep -v "$IN_FILE_FILTER" $LIST | while IFS="#" read SOURCE_DIR DEST_DIR IGNORE_REGEX SRC_KEEP_AGE ARCH_PURGE_AGE; do
 ....
done

[root@sistem1lnx ~]# cat input
# Need to ignore this line
                  # need to ignore this line as well
one='1111111' # we want anthing after # ignored,, but stll keep line break.
two = '22222222'
 
         three=333333333
                   four=4444444
  five=5555555

[root@sistem1lnx ~]# sed -e 's/\(.*\)\#.*#.*/\1/' -e '/#/d' -e 's/^  *//g' -e '/^$/d' input
one='1111111'
two = '22222222'
three=333333333
four=4444444
five=5555555