Shell Programming and Scripting

#!/bin/bash

# NAME:         pdflinkextractor
# AUTHOR:       Glutanimate (http://askubuntu.com/users/81372/), 2013
# LICENSE:      GNU GPL v2
# DEPENDENCIES: wget lynx
# DESCRIPTION:  extracts PDF links from websites and dumps them to the stdout and as a textfile
#               only works for links pointing to files with the ".pdf" extension
#
# USAGE:        pdflinkextractor "www.website.com"

WEBSITE="$1"

echo "Getting link list..."

lynx -cache=0 -dump -listonly "$WEBSITE" | grep ".*\.pdf$" | awk '{print $2}' | tee pdflinks.txt

# OPTIONAL
#
# DOWNLOAD PDF FILES
#
#echo "Downloading..."    
#wget -P pdflinkextractor_files/ -i pdflinks.txt

pdflinkextractor "www.website.com" "www.anotherpage.com"

WEBSITE="$@"

WEBSITE="$@"
for PAGE in $WEBSITE
do
 lynx -cache=0 -dump -listonly "$PAGE" | grep ".*\.pdf$" | awk '{print $2}' | tee -a pdflinks.txt
done

$ cat mypages.txt
www.website.com
www.anotherpage.com
www.anotherpage2.com
www.anotherpage3.com

pdflinkextractor mypages.txt

PAGEFILE=$1
while read PAGE
do
 lynx -cache=0 -dump -listonly "$PAGE" | grep ".*\.pdf$" | awk '{print $2}' | tee -a pdflinks.txt
done < $PAGEFILE