Shell Programming and Scripting

#! /bin/sh

# For safety set dry_run='--dry-run' for action set to ''
#dry_run='--dry-run'
test x-n = "x$1" && shift && dry_run=--dry-run || dry_run=''
test -t 2 && progress='--progress' || progress=''

# Target path
tpath='/data/vircol'

# Remote host samba mounts
rpath='/smb/viruscol'
# Adherent doesn't do auto.smb
#rpath='/misc'

# copy latest logs and data from \\viruscol\logs\YYYYMMDD\ to ${tpath}/YYYYMMDD/log/
rlogs="${rpath}/logs"

# and matching samples from \\viruscol\sophos\YYYYMMDD\ to ${tpath}/YYYYMMDD/vir/
rsamp="${rpath}/sophos"

# what are the latest remote log or specific requests
for yymmdd in "${@-}"
do
    if test -z "${yymmdd}"
    then
    new="`ls -d \"${rlogs}\"/20?????? | tail -1 | sed \"s%${rlogs}/20%%\"`"
    else
    new="${yymmdd}"
    fi

    if test ! -d "${rsamp}/20${new}"
    then
    echo "Samples for '${new}' not yet available"
    continue
    fi

    old="`ls -d \"${tpath}\"/20?????? | grep -v "${new}" | tail -1 | sed \"s%${tpath}/20%%\"`"

    mkdir -p "${tpath}/20${new}"

    test -d "${tpath}/20${old}/vir/" && link=--link-dest="${tpath}/20${old}/vir/" && msg=" linking older samples from '${tpath}/20${old}/vir/'"
    echo "Copy samples from '${rsamp}/20${new}/' to '${tpath}/20${new}/vir/'$msg'"

    if test -f "${rlogs}/20${new}/LB${new}.log"
    then
    echo "LB log for '${new}' available - parsing it for list of files" 1>&2
    cat "${rlogs}/20${new}/LB${new}.log" |
    perl -n -e 's%\r$%%; s%\\%/%g; m%\.....% and next; s%^\t[a-z]:/(?:master|20'"${new}"')/(.*)%$1%i or next; print $_;' 
    else
    echo "LB log for '${new}' not available using tree walk for list of files" 1>&2
    find "${rsamp}/20${new}" -type f -print |
    perl -n -e "s%${rsamp}/20${new}/%% or next; print $_;"
    fi |
    rsync ${dry_run} --files-from=- $progress -rt --size-only --delete $link "${rsamp}/20${new}/" "${tpath}/20${new}/vir/"

    if test ! -d "${rlogs}/20${new}"
    then
    continue
    fi

    echo "Copy logs and data from '${rlogs}/20${new}/' to '${tpath}/20${new}/log/'"
    rsync ${dry_run} $progress -rt --delete "${rlogs}/20${new}/" "${tpath}/20${new}/log/"
done

<date stamp> 
                <LB Log>
                <Virus Data files>

<data ver>
                <data type>
                                data
                                                <Virus Data files>
                                meta
                                                <MD5 file>
                <Logs>
                                <LB Log>