UNIX for Beginners Questions & Answers

ABC_DATA_BAD5A_RO_F_20161104.CSV
ABC_DATA_BAD6C_VR_F_20161202.CSV
ABC_DATA_BAD7A_TR_F_20162104.CSV
ABC_DATA_BAD2A_BR_F_20161803.CSV
ABC_DATA_BAD3T_KT_F_20160106.CSV

BAD5A_RO
BAD6C_VR
BAD7A_TR
BAD2A_BR
BAD3T_KT

filename="ABC_DATA_BAD5A_RO_F_20161104.CSV"
ftmp="${filename##*DATA_}"         # gives "BAD5A_RO_F_20161104.CSV"
result="${ftmp%%_F*}"              # gives "BAD5A_RO"

for filename in *DATA_*_F*		# for filenames like ABC_DATA_BAD5A_RO_F_20161104.CSV
do	ftmp=${filename##*DATA_}	# gives "BAD5A_RO_F_20161104.CSV"
	result=${ftmp%%_F*}		# gives "BAD5A_RO"
	printf '%s\n' "$result"
done > list.txt

ls | perl -MFile::Copy=move -anlF'_' -e 'move $_, "$F[2]_$F[3]" if /_DATA_/ && @F > 3'

hdfs dfs -ls /user/cloudera/prod/SMS

cd /user/cloudera/prod/SMS
for filename in *DATA_*_F*
do	ftmp=${filename##*DATA_}	# gives "BAD5A_RO_F_20161104.CSV"
	result=${ftmp%%_F*}		# gives "BAD5A_RO"
	printf '%s\n' "$result"
done > list.txt

hdfs dfs -ls /user/cloudera/prod/SMS

for filename in $(hdfs dfs -ls /user/cloudera/prod/SMS/*DATA_*_F*)
do	ftmp=${filename##*DATA_}	# gives "BAD5A_RO_F_20161104.CSV"
	result=${ftmp%%_F*}		# gives "BAD5A_RO"
	printf '%s\n' "$result"
done > list.txt