Shell Programming and Scripting

#! /bin/sh

echo "altering .txt in dir $DIR with retokenize.py"
for f in $DIR/txt/*.txt; do
  echo $f;
  /l2/nlp/i2b2/retokenize.py < $f > ${f//.txt/.tok};
done


echo "altering .tok in dir $DIR with awk <s> </s>"
for f in $DIR/txt/*.tok; do
  echo $f;
  cat $f | awk '{printf("<s> %s </s>\n",$0)}' > ${f//.tok/.ecIN};
done


echo "altering .tok in dir $DIR with tagger.stayTOK.py "
for f in $DIR/txt/*.tok; do
  echo $f;
  cat $f | /l2/nlp/i2b2/tagger.stayTOK.py < $f > ${f//.tok/.ecIN-POS};
done


export MODEL=/data/nlp/src/charniak/DATA/DATA_DEV24/;
echo "qsubbing for $DIR";
qsub -o $DIR/ecOUT.log -q kiwi.q /l2/nlp/i2b2/runEC.unconstrained.sh;
qsub -o $DIR/ecOUT-POS.log -q kiwi.q l2/nlp/i2b2/runEC.POS.sh;