UNIX for Dummies Questions & Answers

        for doc in "$DOCSET_ORIG"/*
        do
                BASENAME=`basename $doc`
                $ADDONS_HOME/word-filter $doc > $DOCSET_TEMP/$BASENAME
                echo "Filtered ... $BASENAME"
        done

DOC="$1"
STOPLIST="stopwords.txt"

# Scan through the document, a word at a time
    for WORD in `cat $DOC`
    do
        # Ignore all single asterisks and option
        # like words that messes up grep.
        if [[ "${WORD}" == ? || "${WORD}" == "-"? || "${WORD}" == "--"*? ]];          then
              continue
        fi

        # Look-up current word in stop list, ignore upper/lower
        # case distinction during comparisons.

        /usr/xpg4/bin/grep -F -s -i -q "$WORD" "$STOPLIST"

        # If word is not in stoplist, write it out
        if [ $? = 1 ]; then
                echo -n -e "$WORD\t"
        fi
    done

#! /usr/bin/ksh

exec < stopwords.txt
stoplist=" "
while read word ; do
        stoplist="${stoplist}${word} "
done

echo stoplist = $stoplist


exec < x.doc

while read inline ; do
        outline=""
        for word in $inline ; do
                if [[ $stoplist != *$word* ]] ; then
                        outline="$outline $word"
                fi
        done
        echo "$outline"
done
exit 0