Shell Programming and Scripting

0),0,,,extW_2x32_2x32,targetServer_500,,,,,,command execution server,root,extW_2x32_2x32_Multi=200_cont=1_1exist=500use=100exec=openssl to=10,60,"./call_command_local.sh  -c extW_2x32_2x32  -t targetServer_500  -X 1  -N 1  -D 2 -a 100 wac sample exec ""\""hostname=XXXXX commandline='timeout 10 openssl  speed -multi 2 ; exit 0'\"""" ",1,1,0,200,1,1,"32G, t2.2xlarge","32G, t2.2xlarge",5000,,500,100,openssl ,10,timeout 10 openssl  speed -multi 2 ; exit 0,,160,30,161,4.183333333,42.55,0,

awk -F, '{gsub(/^"/, "", $16); print $16}' AWS_V1.7.5.csv 

seq 3 | xargs -I -- (Pass the above whole shell script along with parameters)

exec=1_host_count=100_dup=4_NameTag=targetServer_500_20171122112108.csv

java -classpath ./:${CLASSPATH}  execGetResult XXX.csv

out.exec=1_host_count=100_dup=4_NameTag=targetServer_500_20171122112108.csv

./AWS_get_statistics.sh -t Manager -s ${start_time} -e ${end_time}

awk -F, '{gsub(/^"|"" "$/, "", $16); print $16}' file

awk '...' file | sh

awk '... print $16; print $16; print $16; ...

#!/bin/bash

#Step 1
awk -F, '{gsub(/^"|"" "$/, "", $16); print $16}' AWS.CSV > out

#Step 2

while IFS= read -r line; do
  #Process each line 3 times with xargs(first try failed)
  # seq 3 | xargs -I{} $line

  for i in `seq 1 3`;
   do
    #Record the start time
    if [ $i -eq 1 ]; then
	start_time=$(date);# need to change later to get certain date format
    fi
    #Record the end time
    if [ $i -eq 3 ]; then
        end_time=$(date); 
    fi
    
    $line
   done < out

#Step 3
#Process all the CSV files starting with exec=1 run and run those files with java command
find . -maxdepth 1 -type f -name "exec=1*.csv" -exec 'java -classpath ./:${CLASSPATH} execGetResult {}' \;

java -classpath ./:${CLASSPATH}  execGetResult exec=1_one.csv
java -classpath ./:${CLASSPATH}  execGetResult exec=1_two.csv

find . -maxdepth 1 -type f -name "exec=1*.csv" -exec 'java -classpath ./:${CLASSPATH} execGetResult {}' \;

cmd=$(awk -F, '{gsub(/^"|"" "$/, "", $16); print $16}' AWS.CSV)
start_time=$(date -d '-1 minute')
$cmd; $cmd; $cmd
end_time=$(date -d '+1 minute')

#!/bin/bash

while read -r line
do

  #Step 1
  cmd = $(echo $line|awk -F, '{gsub(/^"|"" "$/, "", $16); print $16}')

  #Step 2
  start_time=$(date +"%Y-%m-%dT%T" -d '-1 minute')
  $cmd; $cmd; $cmd
  end_time=$(date +"%Y-%m-%dT%T" -d '+1 minute')

  #Step 3
  #Process all the CSV files starting with exec=1 run and run those files with java command
  find . -maxdepth 1 -type f -name "exec=1*.csv" -exec java -classpath ./:${CLASSPATH} execGetResult {} \;

  #Step 4
  ./AWS_get_statistics.sh -t Manager -s ${start_time} -e ${end_time}

  #Step 5
  cd ..
  tar cvf AWS.${date}.tar ./AWS

done < AWS.csv