Shell Programming and Scripting

VALUE,TIMESTAMP,TEXT
1,Sun May 05 16:13:05 +0000 2013,"RT @gracecheree: Praying God sends me a really great man one day. Gotta trust in his timing. 
0,Sun May 05 16:13:05 +0000 2013,@sendi__ we're seeing that on 25th x,azzeslam,Azhar :),sendi__,,,,,
-1,Sun May 05 16:13:05 +0000 2013,still BN. in BaganSerai,Time_Lock,Azrif Asmi,,,,,,
0,Sun May 05 16:13:07 +0000 2013,Can't trust NO bitch!,_SoSoftWilliams,Kenya .. ‚ô°,,,,,,
0,Sun May 05 16:13:07 +0000 2013," me, i'll take some. 💂",_blasianBOMB,JohnnyRocket.,,,,,,
1,Sun May 05 16:13:07 +0000 2013,"she'll be okay,  dear @tweetsfrmleyka_",elisyax,-

WORD,TOTFrequency,(1)Frequency,(0)Frequency,(-1)Frequency,1%Frequency,0%Frequency,-1%Frequency
that,456,150,13,258,10%,40%,50%
really,345,212,115,100,52%,33%,15%
great,245,111,65,23,15%,15%,60%
day,123,55,25,32,20%,20%,60%

WORD,TOTFrequency,(1)Frequency,(0)Frequency,(-1)Frequency,1%Frequency,0%Frequency,-1%Frequency
that,456,150,13,258,10%,40%,50%
really,345,212,115,100,52%,33%,15%
great,245,111,65,23,15%,15%,60%
day,123,55,25,32,20%,20%,60%
.............

awk 'END {
  print f ":"
    for (Z in z)
      printf "Total number of %s records = %d\n", \
      Z, z[Z]
    if (sc) {
      print "-----------------------------------"
      printf "Total number of Special records = %d\n", \
      sc  
      for (S in sa)
        printf "Total number of %s records = %d\n", \
        S, sa[S]
        }        
    print RS
    }
FNR == 1 {
  if (f) {
    print f ":"
    for (Z in z)
      printf "Total number of %s records = %d\n", \
      Z, z[Z]
    if (sc) {
      print "-----------------------------------"
      printf "Total number of Special records = %d\n", \
      sc
      for (S in sa)
        printf "Total number of %s records = %d\n", \
        S, sa[S]
        }        
    print RS
    split(x, z)
    split(x, sa)
    s = sc = 0
    }
    f = FILENAME
  }    
$3 ~ /^(PTR|MX|NS|CNAME|A)$/ && !s { z[$3]++ }
s && $2 == "IN" { sc++; sa[$3]++ }
/SPECIALS/ { s = 1 }' db*

 perl -ne '
chomp;
@rec=split(/,/, $_, 3);
@words=split/\b\s*/,$rec[2];
map {$counts{lc($_)}++ if /^\w+$/;}@words;
END{
  @wanted=qw(that really great day);
  for (sort {$counts{b}<=>$counts{a}} @wanted){
    print "$_ $counts{$_}\n";
  }
} ' tmp/tmp.dat

$/wfs.pl finaltest.csv > finaltest1.csv
Bareword found where operator expected at ./wfs.pl line 12, near "} ' tmp"
  (Might be a runaway multi-line '' string starting on line 2)
	(Missing operator before tmp?)
syntax error at ./wfs.pl line 2, near "-ne"

}print "$_ $counts{$_}\n";
 }
} '  /Desktop/finaltest1.csv

syntax error at ./wfs.pl line 2, near "-ne"
Execution of ./wfs.pl aborted due to compilation errors.

#!/usr/bin/perl
use strict;

open(my $tweets, $ARGV[0])|| die "Couldn't open $ARGV[0] $!\n";
my %counts;
my %freq;
my $tot;
while(<$tweets>){
        chomp;
        my @rec=split(/,/, $_, 3);
        my @words=split/\b\s*/,$rec[2];
        map {   $counts{lc($_)}++ if /^\w+$/;
                $freq{$rec[0]}{lc($_)}++ if /^\w+$/;
                $tot++}@words;
}
my @wanted=qw(that really great day);
print "WORD,TOTFrequency,(1)Frequency,(0)Frequency,(-1)Frequency,1%Frequency,0%Frequency,-1%Frequency\n";
for (sort {$counts{b}<=>$counts{a}} @wanted){
        print "$_,$counts{$_},",$freq{1}{$_}||0,",",$freq{0}{$_}||0,",",$freq{-1}{$_}||0,sprintf("%0.2f",($counts{$_}/$tot)*100),"%,",sprintf("%0.2f",($freq{0}{$_}/$tot)*100),"%,",sprintf("%0.2f",($freq{-1}{$_}/$tot)*100),"%\n";
}

WORD,TOTFrequency,(1)Frequency,(0)Frequency,(-1)Frequency,1%Frequency,0%Frequency,-1%Frequency
that,20,11,1,80.43%,0.02%,0.17%
great,1,1,0,00.02%,0.00%,0.00%
really,9,5,2,20.19%,0.04%,0.04%
day,1,1,0,00.02%,0.00%,0.00%

my @wanted=qw(day) result= today days monday etc.......

awk -F, '
NR>1 {
   split(tolower(substr($0, length($1","$2",")+1)), words, "[^A-Za-z_\047]")
   for(wnum in words) {
       w=words[wnum]
       if(length(w)>0) {
          counts[w]=counts[w]+1
          freq[$1,w]++
       }
    }
}
END {
  OFS=","
  print "WORD,TOTFrequency,(1)Frequency,(0)Frequency,"\
        "(-1)Frequency,1%Frequency,0%Frequency,-1%Frequency"
  for (w in counts) printf ("%s,%d,%d,%d,%d,%0.1f%%,%0.1f%%,%0.1f%%\n",
         w, counts[w],
         freq[1,w]+0, freq[0,w]+0, freq[-1,w]+0,
         freq[0,w]*100/counts[w],
         freq[1,w]*100/counts[w],
         freq[-1,w]*100/counts[w]) | "sort -t, -k2,2nr -k1,1"
}
' infile