Shell Programming and Scripting

Return-Path: <>
Delivered-To: spam-quarantine
X-Envelope-From: <spammer@vnyu.com>
X-Envelope-To: <user1@domain.com>, <user2@domain.com>,
	<user3@domain.com>, <user4@domain.com>,
	<user5@domain.com>, <user6@domain.com>
X-Envelope-To-Blocked: <user1@domain.com>, <user2@domain.com>,
	<user3@domain.com>, <user4@domain.com>,
	<user5@domain.com>, <user6@domain.com>
X-Quarantine-ID: <83alzf-jEjhM>
X-Spam-Flag: YES
X-Spam-Score: 14.344
X-Spam-Level: **************

Return-Path: <>
Delivered-To: spam-quarantine
X-Envelope-From: <spammer@tortasgaby.net>
X-Envelope-To: <user@domain.com>
X-Envelope-To-Blocked: <user@domain.com>
X-Quarantine-ID: <80z4iI_8Fgy2>
X-Spam-Flag: YES
X-Spam-Score: 15.925
X-Spam-Level: ***************

$  cat env.awk
BEGIN { FS="<" }

/X-/ { E=0 }    /X-Envelope-To:/ { E=1; sub(/X-Envelope-To:/, ""); }

E {
        gsub(/[ >,\t]*/, ""); # Strip out all junk
        # Print any non-blank emails
        for(N=1; N<=NF; N++) if(length($N)) print $N;
}

$ awk -f env.awk data

user1@domain.com
user2@domain.com
user3@domain.com
user4@domain.com
user5@domain.com
user6@domain.com

$

EMAILS=`zcat email.gz | awk -f env.awk`

for EMAIL in EMAILS
do
        echo "got email $EMAIL"
done

zcat email.gz | awk -f env.awk | while read EMAIL
do
        echo "Got email $EMAIL"
done

zcat email.gz | awk -f env.awk > /tmp/$$

while read EMAIL
do
        echo "got email $EMAIL"
done < /tmp/$$

while read EMAIL
do
        echo "got email $EMAIL"
done < /tmp/$$

rm -f /tmp/$$

N=1
zcat email.gz | awk -f env.awk | while read EMAIL
do
        # Set variables like email_0001, email_0002, ...
        echo "`printf "email_%04d" $N`=$EMAIL"
        N=`expr $N + 1`
done > /tmp/$$
. /tmp/$$
rm -f /tmp/$$

#!/usr/local/bin/bash
# Variables
SpamDir='/home/tay/spam'
CurrentLine='0'
MaxLines=`ls $SpamDir/*.gz | wc -l`
WorkingDir='/tmp/spam-summary'

cd $SpamDir

# Variable Control
function VariableControl() {
CurrentLine=$(expr $CurrentLine + 1)
Mail=`ls *.gz | head -$CurrentLine | tail -1`
#MailConent=`zgrep $Mail`
From=`zgrep $Mail -e 'X-Envelope-From:' | awk '{print $2}' | sed 's/<//g;s/>//g'`
To=`zgrep $Mail -e 'X-Envelope-To:' | awk 'FS=":" {print $2}' | sed 's/<//g;s/>//g;s/,//g'`
Subject=`zgrep $Mail -e 'Subject:' | awk '{$1=""; print $0}'`
Score=`zgrep $Mail -e 'X-Spam-Score:' | awk '{print $2}'`
TimeEpoch=`ls -lh -D %s $Mail | awk '{print $6}'`; TimeHuman=`date -r $TimeEpoch +"%Y-%m-%d %l:%M %p"`
ID=`ls -lh $Mail | awk '{print $9}'`
RunControl
}

# AddQuery
function AddQuery() {
echo "$From	$Subject	$Score	$TimeHuman	$ID"
VariableControl
}

# Run Control
function RunControl() {
if [ $CurrentLine -gt $MaxLines ]
        then
exit
fi
AddQuery
}

VariableControl

set -- a b c
echo $1 # should print a
echo $2 # should print b

IFS=":." # Will split on one or more of any of these characters.
VAR="1:2.3:.4:.:5"
set -- $VAR

echo $1 # Should print 1
echo $2 # should print 2

#!/bin/sh

SpamDir='/home/tay/spam'
WorkingDir='/tmp/spam-summary'

IFS=":"

# Loop on the files directly, instead of doing loops on line numbers
for FILE in ${SpamDir}/*.gz
do
        # Clear out variables
        From=
        To=
        Subject=
        Score=

        # ? What is column 9 on your ls -l ?
        ID=`ls -lh $Mail | awk '{print $9}'`

        # Your time functions look okay
        TimeEpoch=`ls -lh -D %s "$FILE" | awk '{print $6}'`
        TimeHuman=`date -r $TimeEpoch +"%Y-%m-%d %l:%M %p"`

        # Decompress file once instead of 9 times
        zcat "$FILE" > /tmp/$$

        # Read and process lines from the decompressed file one by one
        while read LINE
        do
                IFS=":" # Split on : so $1=X-Envelope-From, $2=<spammer@vnyu.com>
                set -- $LINE
                # If line has a : in it, save the header, then get rid of $1
                if [ "$#" -gt 1 ]
                then
                        HEADER="$1"
                        shift
                fi

                # Split on spaces, commas, and <>
                IFS="<>, "
                # Split <spammer@vnyu.com>, <whatever@...> into $1=spammer@vnyu.com, $2=whatever@..., etc
                set -- $1

                case "$HEADER" in
                X-Envelope-From) From="$From $@" ;;
                X-Envelope-To)     To="$To $@" ;;
                Subject)              Subject="$@" ;;
                X-Spam-Score)     Score="$@" ;;
                esac
        done < /tmp/$$

        echo
        echo "Processed $FILE"
        echo "To:$To"
        echo "From:$From"
        echo "Subject:$Subject"
        echo "Score:$Score"
done

rm -f /tmp/$$

Processed /home/tay/spam/spam-0fWSqXDpwom4.gz
To: <user1@domain1.com<<<user2@domain1.com< 	<user3@domain1.com<<<user4@domain1.com< 	<user5@domain1.com<<<user6@domain2.com< 	<user7@domain2.com
From: <ret@your.schoolsearch.us
Subject:Your<education<information
Score:12.403
ID:/home/tay/spam/spam-0fWSqXDpwom4.gz

Processed /home/tay/spam/spam-0fycklYG3rfD.gz
To: <user@domain1.com
From: <searchdentalinsurance.net@beastertaps.com
Subject:Find<affordable<dental<insurance
Score:18.222
ID:/home/tay/spam/spam-0fycklYG3rfD.gz