Shell Programming and Scripting

#!/bin/bash
#Downloading HDFS file to Local Unix & Reformatting

N=0

DIR="$1" ; shift

while [ "$#" -gt 0 ]
do
    hdfs dfs -copyToLocal "$DIR"/"$1" .

    FILE="$1"

    awk '{printf "%06d,",NR} 1 ; END { printf "\n" }' "$FILE" >output${N}.txt
    let N=N+1
    shift
done

#!/bin/bash
# Usage: scriptname directory file...

#Downloading HDFS file to Local Unix & Reformatting
N=0		# Initialize output file counter.
DIR="$1"	# Save 1st command line operand as source directory for files to
		# be downloaded.
shift		# Discard 1st command line argument and renumber remaining
		# arguments.
while [ "$#" -gt 0 ]	# While there are any file operands left to process...
do
    FILE="$1"		# Set FILE to the name of the next file to download
    hdfs dfs -copyToLocal "$DIR/$FILE" .	# Download the file

    awk '				# Use awk to read downloaded file
	{    printf "%06d,",NR		# For each line read, print a six digit
	}				# leading 0 filled line number
	1				# Followed by the contents of the line
	END {printf "\n"		# Add an empty line (without a line
					# number) to the end of the file
	}' "$FILE" > output${N}.txt	# Read input from the current file and
					# redirect the output to the next
					# numbered output file.
    let N=N+1		# Increment the output file counter
    shift		# Discard the current file argument and renumber
    			# remaining arguments.
done			# End the while loop.

#!/bin/bash
# Usage: scriptname directory file...

#Downloading HDFS file to Local Unix & Reformatting
N=0
DIR="$1"
shift
for FILE in "$@"
do
	hdfs dfs -copyToLocal "$DIR/$FILE" .
	nl -w 6 -n rz -ba -s "" "$FILE" > output$N.txt
	N=$((N + 1))
done