UNIX for Dummies Questions & Answers

FILES="data/*"
for X in $FILES
do
	name=$(basename $X)    
	awk '{x[NR]=$0; s+=$0; n++} 
	END{mean=s/n; for (i in x){ss += (x[i]-mean)^2} var=(ss/n); print mean, "," var}' > count/${name}
done

awk '{printf "%s,%s\n",FILENAME,$0}' count/* > all-results.txt

FILES="data/*"
for X in $FILES
do
	if file empty 
	then 
		print NA, NA > count/${name} 
	else 
		awk '{x[NR]=$0; s+=$0; n++} 
		END{mean=s/n; for (i in x){ss += (x[i]-mean)^2} var=(ss/n); print mean, "," var}' > count/${name}
	fi
done

awk '{printf "%s,%s\n",FILENAME,$0}' count/* > all-results.txt

if [ -s $X ]
   then
       awk '{x[NR]=$0; s+=$0; n++}
       ..
   else
      echo  "NA, NA" ....
  fi

awk '{printf "%s,%s\n",FILENAME,$0}' count/* > all-results.txt

$ cat meanvar.awk

BEGIN { OFS="," }

F != FILENAME {
        if(n>0)
        {
                mean=s/n;
                for(i in x)
                {
                        ss += (x[i]-mean)^2;
                        delete x[i];
                }
                var=(ss/n);

                print F, mean, var;
        }

        ss=0;   s=0;    n=0;    F=FILENAME
}

{
        x[++n]=$0;
        s+=$0;
        next
}


END {
        if(n>0)
        {
                mean=s/n;
                for(i in x)
                {
                        ss += (x[i]-mean)^2;
                        delete x[i];
                }
                var=(ss/n);

                print F, mean, var;
        }
}

$ tail -n 100 file*
==> file1 <==
1
2
3
4
5
6
7
8
9
10

==> file2 <==
1
1
1
2
3
3
3
4

==> file3 <==

==> file4 <==
5
5
5
5
5
5
5
5
5
5

$ awk -f meanvar.awk file*

file1,5.5,8.25
file2,2.25,1.1875
file4,5,0

$

awk '{print NF}' $X

# Output separator is ,
BEGIN { OFS="," }

# Whenever the filename changes, print results and start over
F != FILENAME {
        if(n>0)
        {
                mean=s/n;
                for(i in x)
                {
                        ss += (x[i]-mean)^2;
                        delete x[i];
                }
                var=(ss/n);

                print F, COLS, mean, var;
        }

        ss=0;   s=0;    n=0;    F=FILENAME
}

# First line of every file, grab the number of columns
FNR==1 { COLS=NF }

# Every single line, store result and add to sum
{
        x[++n]=$0;
        s+=$0;
}

# Also a special case for when the last file ends.
END {
        if(n>0)
        {
                mean=s/n;
                for(i in x)
                {
                        ss += (x[i]-mean)^2;
                        delete x[i];
                }
                var=(ss/n);

                print F, COLS, mean, var;
        }
}