Shell Programming and Scripting

CopyFilesInfo() {
    for FileNameIndx in "${PATHNAME[@]}"
      do
      if [[ -e "dest_path/$FileNameIndx" ]]
      then
      ls -ltr "$FileNameIndx" | grep root | awk '{print string path $9}' string="$CONSTANT" path="$FileNameIndx"  >> "$FileName"
      echo "$FileNameIndx is copied"
      fi
    done
}

> $FileName

 sed -e 's/data?/data1/g'

 sed -e 's/data?/data1/g'

 sed  's/adds[a-zA-Z0-9]/data1/g'

 ./Script batchjob

   #!/bin/bash
date

################################################
# Script written by Pooja Saxena               #
# Fri, Aug 17-2012, 00:20 hr                   # 
# Usage ./script DataMC.sh temp.sh             #
################################################

# Global Parameters
#PATHNAME=/eos/uscms/store/user/pooja04//analysis2012/525/data/0001/data/30Aug2012/   #533
PATHNAME[1]="/eos/uscms/store/user/pooja04//analysis2012/525/data/doubleele/2012/datav1/"
PATHNAME[2]="/eos/uscms/store/user/pooja04//analysis2012/525/data/doubleele/2012/datav4/"
SOURCPATH=/uscms/home/pooja04/script/AnalysisCode/Code42012/v4/
CARD=card_Data2011AB_Zee_40GeV

FileName=DataFileName
SCRIPT=DataMC.sh
TEMPSCRIPT=temp.sh
CondorJob=Job_condor
#typeset -i max=$i

function pause(){
   read -p "$*"
}

usage () {
    echo "Script to submit offline batch mode jobs"
    echo "Possible arguments:"
    echo "  batchjob - to submit batch jobs"
    echo "  condorjob - to submit batch jobs"
    echo "  help - shows this help"
    echo "   ./Script4OfflineJobs.sh batchjob"
}

# this sets CLASSPATH                                                                                                                                                  
path () {
    source /uscms/home/pooja04/.bashrc
  #   source /uscms/home/pooja04/ToBegin.sh
    cd /uscms_data/d3/pooja04/CMSSW_5_3_3_patch2/src/ElectroWeakAnalysis/MultiBosons/test
    eval `scram runtime -sh`
    cd $SOURCPATH
}

Initialize () {
    > $FileName
    { rm $CARD; sed -e "s/data[a-zA-Z0-9]/data1/g" > $CARD; } < $CARD
    { rm $CondorJob; sed -e "s/temp[a-zA-Z0-9]/temp0/g" > $CondorJob; } < $CondorJob
    echo "Initialize  the Values"
}

#To Copy the Files Inforamtion from the Destination Folder
CopyFilesInfo() {
    for FileNameIndx in "${PATHNAME[@]}"
      do
#      if [[ -e "dest_path/$FileNameIndx" ]]; then
	  ls -ltr "$FileNameIndx" | grep root | awk '{print string path $9}' string="$CONSTANT" path="$FileNameIndx"  >> "$FileName"
	  echo "$FileNameIndx is copied" 
#      else
	#  echo "Check the FileName in ${PATHNAME[@]}"
#      fi
    done
}

#Divide the jobs in small files
DivideJobs() {
    echo "Division Of Jobs"
    split -10  $FileName chunk
    
    FileId=0
    for file in chunk*
      do
      ((FileId=FileId+1))
      new_file="data"$FileId".list"
      perl -0pe 's/\n$//' $file >  $new_file
      rm -rf $file
      echo "Success $FileId"
    done
}

#For Submiting the batchjobs
SubmitBatchJob () {
    max=$FileId
    for (( k=0; k < $max ; ++k )) ; 
      do
      echo "SHELL JOB ================ $k ==============" 
      if [ $k == 0 ]; then
	  source $SCRIPT
      else
	  if [ $k > 0 ]; then
	      { rm $CARD; sed -e "s/data$k/data$((k+1))/g" > $CARD; } < $CARD
	      source $SCRIPT
	      echo "SUCCESFULLY DONE.."
	  else
	      if [ $k = $max ]; then
		  echo "TERMINATES.."
	      fi
	  fi
      fi
    done
}    


#For Submiting the batchjobs
SubmitCondorJob () {
    max=$FileId
    for (( k=0; k < $max ; k++ ))
      do
      echo "CondorJob  ================ $k ==============" 
      TEMPSCRIPT="temp"$k".sh"

      if [ $k == 0 ]; then
	  cp $SCRIPT $TEMPSCRIPT
	  condor_submit $CondorJob
	  echo "Going To Sleep.."
	  sleep 10
	  { rm $CondorJob; sed -e "s/temp$k/temp$((k+1))/g" > $CondorJob; } < $CondorJob
	  rm $TEMPSCRIPT
	  exit 0
      else
	  if [ $k > 0 ]; then
	      { rm $CARD; sed -e "s/data$k/data$((k+1))/g" > $CARD; } < $CARD
	      cp $SCRIPT $TEMPSCRIPT 
	      condor_submit $CondorJob
	      echo "Going To Sleep.."
	      sleep 10
	      { rm $CondorJob; sed -e "s/temp$k/temp$((k+1))/g" > $CondorJob; } < $CondorJob
	      rm $TEMPSCRIPT
	      echo "SUCCESFULLY DONE.."
	  fi
      fi
    done
}    

if [ $# -lt 1 ]; then
    usage
    exit 1
fi

if [ $1 = "help" ]; then
    usage
    exit 0

elif [ "$1" = "batchjob" ]; then
    path  
    Initialize
    CopyFilesInfo
    DivideJobs
    SubmitBatchJob
    exit 0

elif [ "$1" = "condorjob" ]; then
    path
    Initialize
    CopyFilesInfo 
    DivideJobs
    SubmitCondorJob
    exit 0
fi
    


#$EXTRA COMMAND
#find /eos/uscms/store/user/pooja04//analysis2012/525/data/doubleele/2012/ -name '*.root' | xargs ls -1tr | tee listfile | while read LINE