Shell Programming and Scripting

FILES='./'$FOLD'/'$FOLD'_continue/'$OPTIMIZE_ON'/'*'out.txt'

for INPUT in $FILES
do
...
done

#remove path from filename
FILENAME=`echo $INPUT | awk 'BEGIN {FS="/"} {print $5}'`
echo $FILENAME

# store random ini set
RAND_SET=`echo $FILENAME | awk 'BEGIN {FS="_"} {print $5}'`
echo "RAND_SET"  $RAND_SET

# find MAE min epoch values
MAE_EPOCH=`echo $FILENAME | awk 'BEGIN {FS="_"} {print $2}'`

#remove leading E
MAE_EPOCH=${MAE_EPOCH#"E"}
#create value at -100 epochs
let "MAE_EPOCH= $MAE_EPOCH"
echo "MAE_EPOCH"  $MAE_EPOCH

108.72_E1300_101.62_E3000_39_ri_OA_f0_S4A_v2_42.41.1_ON_0.25lr.out.txt

FILES='./'$FOLD'/'$FOLD'_continue/'$OPTIMIZE_ON'/'*'out.txt'

99.82_E100_85.20_E100_26_ri_OA_f2_S2A_v8_47.46.1_ON_0.25lr.out.txt
99.88_E100_86.71_E100_17_ri_OA_f2_S2A_v8_47.46.1_ON_0.25lr.out.txt
100.22_E100_86.31_E100_39_ri_OA_f2_S2A_v8_47.46.1_ON_0.25lr.out.txt
100.24_E200_87.52_E100_47_ri_OA_f2_S2A_v8_47.46.1_ON_0.25lr.out.txt

99.82
99.88
100.22
100.24

MAE_EPOCH=100, RAND_SET=26 for the top file
MAE_EPOCH=100, RAND_SET=17 for the second file

#!/bin/bash

NUMBER_TO_PROCESS=2
BACKUP=100

cd ./the_folder_with_the_files

# find all files .out.txt and sort on the real number in the first position
# return the file names for the top $NUMBER_TO_PROCESS in sorted list
FILES=$(ls *.out.txt | sort -t_ -k 1 -n | head -n $NUMBER_TO_PROCESS)

# loop on all file names returned
for INPUT in $FILES
do

   # current file
   echo $INPUT

   # store random ini set
   RAND_SET=`echo $INPUT | awk 'BEGIN {FS="_"} {print $5}'`
   echo "RAND_SET"  $RAND_SET

   # find MAE min epoch value
   MAE_EPOCH=`echo $INPUT | awk 'BEGIN {FS="_"} {print $2}'`
   # remove leading E
   MAE_EPOCH=${MAE_EPOCH#"E"}
   # backup if specified
   let "MAE_EPOCH= $MAE_EPOCH - $BACKUP"
   echo "MAE_EPOCH"  $MAE_EPOCH

done