Shell Programming and Scripting

#!/bin/bash
function send_ftp
{
ftp -n -i -v > $2 <<EOF
open proxyHost proxyPort
user user_ftp@HOSTADRESS password
cd $dir_remote
$1
bye
EOF
}
file_log=log.$$
file_list=tmp.$$


dir_remote=/.
#Put the max file that you can copy in one instrucction of mget
max_file=10

#call to generate the list of files in remote host
send_ftp "dir $dir_remote" $file_log

#in my case de first 12lines is the "head" of the log file, besure in you case
#the grep filter is because the lines of ftp begin with number and the files no
sed "1,12 d" $file_log | grep -v ^[0-9] | sed "s/ */#/g"| cut -f9 -d"#" >$file_list
rm -f $file_log

#to optimice the ftp comands i make a buffer with the max number of files that we
#can pass to de mget instruction
buffer=""
conta=0
while read file
do
buffer="$buffer $file"
conta=$(expr $conta + 1)
if [ $max_file -eq $conta ]
then
send_ftp "mget $buffer" "/dev/null"
buffer=""
conta=0
fi
done <$file_list

if [ "$buffer" ]
then
send_ftp "mget $buffer" "/dev/null"
fi
rm -f $file_list

#!/bin/bash
function send_ftp
{
ftp -n -i -v > $2 <<EOF
open X X
user X X
epsv4
$1
bye
EOF
}
file_log=log.$$
file_list=tmp.$$

dir_remote=.
#Put the max file that you can copy in one instrucction of mget
max_file=5

#call to generate the list of files in remote host
send_ftp "dir $dir_remote" $file_log

#in my case de first 12lines is the "head" of the log file, besure in you case
#the grep filter is because the lines of ftp begin with number and the files no
sed "1,12 d" $file_log | grep -v ^[0-9] | sed "s/ */#/g"| cut -f9 -d"#" >$file_list
#rm -f $file_log
echo "The file log:$file_log"

#to optimice the ftp comands i make a buffer with the max number of files that we
#can pass to de mget instruction
buffer=""
conta=0
while read file
do
echo "DEBUG:File Name=[$file]"
buffer="$buffer $file"
conta=$(expr $conta + 1)
if [ $max_file -eq $conta ]
then
send_ftp "mget $buffer" "/dev/null"
buffer=""
conta=0
fi
done <$file_list

if [ "$buffer" ]
then
send_ftp "mget $buffer" "/dev/null"
fi
#rm -f $file_list
echo "The file with the list:$file_list"

DEBUG:File Name=[XXXX]
DEBUG:File Name=[XXXX]
DEBUG:File Name=[XXXX]
DEBUG:File Name=[XXXX]
DEBUG:File Name=[XXXX]
ftp: No control connection for command.
ftp: No control connection for command.
ftp: No control connection for command.
ftp: No control connection for command.

DEBUG:File Name=[XXXX]
DEBUG:File Name=[XXXX]
DEBUG:File Name=[XXXX]
DEBUG:File Name=[XXXX]
DEBUG:File Name=[XXXX]
ftp: No control connection for command.
ftp: No control connection for command.
ftp: No control connection for command.
ftp: No control connection for command.

DEBUG:File Name=[XXXX]
ftp: No control connection for command.
DEBUG:File Name=[XXXX]
ftp: No control connection for command.
DEBUG:File Name=[XXXX]
ftp: No control connection for command.
DEBUG:File Name=[XXXX]
ftp: No control connection for command.