Shell Programming and Scripting

http://domain.com/teste.php?a=2&b=3&name=1
http://domain.com/teste.php?a=2&b=3&name=2
...
http://domain.com/teste.php?a=2&b=3&name=30000

cat url.list | xargs -n 1 -P 10 <<MAGIC COMMAND THAT WILL SAVE ME>>

curl -r 0-50000 -L $URL -o $filename.html -a $filename.log

cat url.list | xargs -n 1 -P 10 | filename=$(sed -n -e 's/^.*name=//p') ; curl -r 0-50000 -L $URL -o $filename.html -a $filename.log

while IFS="?&=" read URL X X X X X FN REST; do echo $FN, $URL; done <url.list
1, http://domain.com/teste.php
2, http://domain.com/teste.php
, ...
30000, http://domain.com/teste.php

xargs -n 1 -P 10 curl -s -r 0-50000 -O < url.list

#!/bin/bash
fetch_url () {
   URL=$@
   filename=${URL##*=}

   curl -r 0-50000 -L "$URL" -o ${filename}.html -a ${filename}.log
}

export -f fetch_url

xargs -n 1 -P 10 fetch_url < url.list

perl -nle '/(\d+)$/ and print "$_ -o $1.html -a $1.log"' url.list | xargs -I {} -P 10 curl -r 0-50000 -L "{}"

#!/bin/sh
URL=$@
filename=${URL##*=}
curl -r 0-50000 -L "$URL" -o ${filename}.html -a ${filename}.log

xargs -n 1 -P 10 $HOME/bin/fetch_url < url.list