UNIX for Dummies Questions & Answers

hello this is me
hello this is me again

1 2 4 5 6 7
8 9 0 1 2 4

# Output separator is ,
BEGIN { OFS="," }

# Whenever the filename changes, print results and start over
F != FILENAME {
        if(n>0)
        {
                mean=s/n;
                for(i in x)
                {
                        ss += (x[i]-mean)^2;
                        delete x[i];
                }
                var=(ss/n);

                print F, COLS, mean, var;
        }

        ss=0;   s=0;    n=0;    F=FILENAME
}

# First line of every file, grab the number of columns
FNR==1 { COLS=NF }

{
        x[++n]=NF;
        s+=NF;
        next
}

# Also a special case for when the last file ends.
END {
        if(n>0)
        {
                mean=s/n;
                for(i in x)
                {
                        ss += (x[i]-mean)^2;
                        delete x[i];
                }
                var=(ss/n);

                print F, COLS, mean, var;
        }
}

sed -n -e ":a" -e "$ s/\n/ /gp;N;b a" data.txt | tr '\. ' '\n '  > afile

FILES="data/*"
for X in $FILES
do
	name=$(basename $X) 
	if [ -s $name ]
  		then
	awk '{print NF}' $X |awk '{x[NR]=$0; s+=$0; n++} 
	END{mean=s/n; for (i in x){ss += (x[i]-mean)^2} var=(ss/n); print mean, "," var}' > count/${name}
   else
      echo  "NA, NA" > count/${name}
  fi
done

awk '{printf "%s,%s\n",FILENAME,$0}' count/* > all-results.txt