Shell Programming and Scripting

Processed .//data1.gz
To:  user1@domain.com   user2@domain.com   user3@domain.com   user4@domain.com   user5@domain.com   user6@domain.com
From:  spammer@vnyu.com
Subject:
Score:14.344

Processed .//data2.gz
To:  user@domain.com
From:  spammer@tortasgaby.net
Subject:
Score:15.925

IFS="<>,        " # Not nine spaces -- one space, and one tab

#!/bin/sh

SpamDir='./'
WorkingDir='/tmp/spam-summary'

IFS=":"

# Loop on the files directly, instead of doing loops on line numbers
for FILE in ${SpamDir}/*.gz
do
        # Clear out variables
        From=
        To=
        Subject=
        Score=

        # ? What is column 9 on your ls -l ?
        ID=`ls -lh $Mail | awk '{print $9}'`

        # Your time functions look okay
#        TimeEpoch=`ls -lh -D %s "$FILE" | awk '{print $6}'`
#        TimeHuman=`date -r $TimeEpoch +"%Y-%m-%d %l:%M %p"`

        # Decompress file once instead of 9 times
        zcat "$FILE" > /tmp/$$

        # Read and process lines from the decompressed file one by one
        while read LINE
        do
                IFS=":" # Split on : so $1=X-Envelope-From, $2=<spammer@vnyu.com>
                set -- $LINE
                # If line has a : in it, save the header, then get rid of $1
                if [ "$#" -gt 1 ]
                then
                        HEADER="$1"
                        shift
                fi

                # Split on spaces, commas, and <>
                IFS="<>,        " # Not nine spaces -- one tab, eight spaces
                # Split <spammer@vnyu.com>, <whatever@...> into $1=spammer@vnyu.com, $2=whatever@..., etc
                set -- $1
                IFS=" "
                set -- $* # Get rid of extra spaces in input

                case "$HEADER" in
                X-Envelope-From) From="$From $*" ;;
                X-Envelope-To)     To="$To $*" ;;
                Subject)              Subject="$*" ;;
                X-Spam-Score)     Score="$*" ;;
                esac
        done < /tmp/$$

        echo
        echo "Processed $FILE"
        echo "To:$To"
        echo "From:$From"
        echo "Subject:$Subject"
        echo "Score:$Score"
done

rm -f /tmp/$$

#!/bin/sh

SpamDir='/home/tay/spam-all/spam'
WorkingDir='/tmp/spam-summary'
Spams=`find "/home/tay/spam-all/spam" -iname "*.gz" -mtime 1 | xargs ls -t`

IFS=":"

# Loop on the files directly, instead of doing loops on line numbers
for FILE in ${SpamDir}/*.gz
do
        # Clear out variables
        From=
        To=
        Subject=
        Score=

        # Changed this to get the basename of the file.
        ID=`ls $FILE | xargs -n1 basename`

        # Your time functions look okay
        TimeEpoch=`ls -lh -D %s "$FILE" | awk '{print $6}'`
        TimeHuman=`date -r $TimeEpoch +"%Y-%m-%d %l:%M %p"`

        # Decompress file once instead of 9 times
        zcat "$FILE" > /tmp/$$

        # Read and process lines from the decompressed file one by one
        while read LINE
        do
                IFS=":" # Split on : so $1=X-Envelope-From, $2=<spammer@vnyu.com>
                set -- $LINE
                # If line has a : in it, save the header, then get rid of $1
                if [ "$#" -gt 1 ]
                then
                        HEADER="$1"
                        shift
                fi

                # Split on spaces, commas, and <>
                IFS="<>, "
                # Split <spammer@vnyu.com>, <whatever@...> into $1=spammer@vnyu.com, $2=whatever@..., etc
                set -- $1

                case "$HEADER" in
                X-Envelope-From) From=`echo "$From $@" | sed 's/<//g'`;;
                X-Envelope-To)     To=`echo "$To $@" | sed 's/<//g;s/[	]//g'`;;
                Subject)              Subject=`echo "$Subject $@" | sed 's/<//g'`;;
                X-Spam-Score)     Score="$@" ;;
                esac
        done < /tmp/$$

echo "$From	$Subject	$Score	$TimeHuman	$ID	$To" #Debug Output

set -- $To

for i in $To
do
echo "<tr><td>$From</td><td>$Subject</td><td><td>$Score</td><td>$TimeHuman</td><td>$ID</td></tr>" >> $WorkingDir/$i
done

done

rm -f /tmp/$$

Subject)              Subject=`echo "$Subject $@" | sed 's/<//g' | cut -c -70`;;

        for i in $To
        do
                echo "<tr><td>$From</td><td>$Subject</td><td><td>$Score</td><td>$TimeHuman</td><td>$ID</td></tr>" >> $WorkingDir/$i
        done

done

        for SUMMARY in $WorkingDir/*.com
        do
                text="<table>"; exec 3<> $SUMMARY && awk -v TEXT="$text" 'BEGIN {print TEXT}{print}' $SUMMARY >&3
                echo '</table>' >> $SUMMARY
        done
rm -f /tmp/$$

find "/home/tay/spam-all/spam" -iname "*.gz" -mtime 1 | xargs ls -t > /tmp/$$-spams

while read LINE
do
        echo got "$LINE"
done </tmp/$$-spams
rm -f /tmp/$$-spams

for i in $To
do
echo "<tr><td>$From</td><td>$Subject</td><td><td>$Score</td><td>$TimeHuman</td><td>$ID</td></tr>"
done > $WorkingDir/$i