Shell Programming and Scripting

function run_stats_program {

   # function args
   SET_F=$1
   FOLD_F=$2
   START_ELEMENT_F=$3
   NUMBER_OF_ELEMENTS_F=$4
   
   # get list of stats input files in fold directory
   STATS_INPUT_FILENAMES_F=($(ls  './'$SET_F'/'$FOLD_F'/'*'in.txt'))

   # create file list as subest of 
   FILE_LIST=("${STATS_INPUT_FILENAMES_F[@]:$START_ELEMENT_F:$NUMBER_OF_ELEMENTS_F}")

   # get reference file name
   REFERENCE_FILE_F=$(ls './'$SET_F'/'$FOLD'/00_'$FOLD'_reference_'*'.txt')

   for INPUT_FILE in "${FILE_LIST[@]}"
   do
      # print current input file
      echo $INPUT_FILE
      #process stats input file
      './'$STATS_APP -r $REFERENCE_FILE_F -i $INPUT_FILE -l $BATCH_STOP_SUBSETS -s $BATCH_STOP_STATS -p $OA_PRINT_PRECISION -f $INPUT_FORMAT
      #delete stats input file
      rm -f $INPUT_FILE     
   done
}

#!/bin/bash
# Define functions...
function run_stats_program {

   # function args
   SET_F=$1
   FOLD_F=$2
   START_ELEMENT_F=$3
   NUMBER_OF_ELEMENTS_F=$4
   echo 'function run_stats_program called with args: ' "$@"
   
   # get reference file name
   #REFERENCE_FILE_F=$(ls './'$SET_F'/'$FOLD_F'/00_'$FOLD_F'_reference_'*'.txt')
   REFERENCE_FILE_F=Reference

   for INPUT_FILE in "${STATS_INPUT_FILENAMES[@]:START_ELEMENT_F:NUMBER_OF_ELEMENTS_F}"
   do
      # print current input file
      echo $INPUT_FILE
      #process stats input file
      echo './'$STATS_APP -r $REFERENCE_FILE_F -i $INPUT_FILE -l $BATCH_STOP_SUBSETS -s $BATCH_STOP_STATS -p $OA_PRINT_PRECISION -f $INPUT_FORMAT
      #delete stats input file
      echo rm -f $INPUT_FILE     
      sleep 1
   done
}

function split_and_run {
	NGROUPS="$1"

	# get number of files
	NUM_INPUT_FILES=${#STATS_INPUT_FILENAMES[@]}

	# Calculate number of files to be sent to each invocation of
	# run_stats_program..
	BASE_LIST_SIZE=$((NUM_INPUT_FILES / NGROUPS))
	LEFTOVER=$((NUM_INPUT_FILES % NGROUPS))
	SPLIT_START=0

	# Run NGROUPS copies of run_state_program asynchronously...
	for ((n = 1; n <= NGROUPS; n++)) {
		GROUP_SIZE=$((BASE_LIST_SIZE + (LEFTOVER >= n)))
		run_stats_program "$SET" "$FOLD" $SPLIT_START $GROUP_SIZE&
		sleep 2
		SPLIT_START=$((SPLIT_START + GROUP_SIZE))
	}
	# Wait for run_state_program invocations to finish...
	wait
}

# Initialize variables:
BATCH_STOP_STATS='batch_stop_stats_value'
BATCH_STOP_SUBSETS='batch_stop_subsets_value'
FOLD='fold_value'
INPUT_FORMAT='input_format_value'
OA_PRINT_PRECISION='oa_print_precision_value'
SET='set_value'
STATS_APP='stats_app_value'

# Collect list of file names
#STATS_INPUT_FILENAMES=($(ls  './'$SET'/'$FOLD'/'*'in.txt'))
STATS_INPUT_FILENAMES=(a b c d e f g h i j k l m n o p q r s t u v w x y z)

# Test run for dual processor system...
split_and_run 2
echo '*** 1st set done ***'
sleep 5
# Test run for quad processor system...
split_and_run 4
echo '*** 2nd set done ***'
sleep 5
# Test run for dual quad processor system...
split_and_run 8
echo '*** 3rd set done ***'

		run_stats_program "$SET" "$FOLD" $SPLIT_START $GROUP_SIZE&
		sleep 2

		if [ $GROUP_SIZE -gt 0 ]
		then	run_stats_program "$SET" "$FOLD" $SPLIT_START $GROUP_SIZE&
			sleep 2
		fi