Shell Programming and Scripting

for each in *
do
sort $each | paste out - >out.tmp
mv out.tmp out
done
grep -vE 'random|uniq' out | awk 'BEGIN{str="unique "; for(i=1;i<=70;i++) str=str"identifier"i" "; print str;} { first=$1; gsub(/[a-z]*/,"",$0); print first $0; }'

#!/usr/bin/perl -w

#creates a hash and reads in all files in a given directory.  
# all files are then read once, inserted into hash and file is closed
#this script will merge all data from multiple files into one big data matrix.

#create new hash
my %hash;

#open directory and read in file names into an array
opendir (DIR, "/original_files/") or die "Cannot open $!";
my @files = readdir DIR;
close DIR;

#open each file
foreach my $files (@files) {
open (FILE , "/original_files/$files") or die "Cannot open $files!";

#read in each line of the file and dump it into a hash, if it exists, append at end.
	while (<FILE>)
	{
	   chomp;
	   my ($key, $val) = split /\t/;
	   $hash{$key} .= exists $hash{$key} ? "\t$val" : $val;
	}
	close FILE;
}

#printout the hash and have fun with new datamatrix
open (OUT, ">merged.txt") or die "cannot open $!";
foreach $key (sort keys %hash)
    {
	print OUT "$key\t$hash{$key}\n";
    }