#!/usr/bin/perl

# Die screaming instead of silently if child fails
$SIG{PIPE} = sub { die("SIGPIPE"); };

my $lines=1000;

my $running=1, $ccount=0, @l;

while($#ARGV >= 0)
{
        if($ARGV[0] eq "-l") {
                $lines=$ARGV[1]+0;
                if($lines <= 0)
                {
                        printf(STDERR "Invalid size\n", $ARGV[0]);
                        exit(1);
                }
                shift;  shift;
                next;
        }

        last;
}

if($#ARGV < 0)
{
        printf(STDERR "pipesplit.pl:  Designed to read from standard input, \n");
        printf(STDERR "and split into multiple streams, running one command per loop\n");
        printf(STDERR "and writing into its STDIN.  \@FNAME\@ is available as an\n");
        printf(STDERR "sequence number if needed.\n\n");
        printf(STDERR "syntax:  pipesplit.pl [-l lines] command arguments \@FNAME\@ ...\n");
        exit(1);
}

#print $ARGV[0], "\n";
#exit(0);

my @l=@ARGV;

while($running) {
        my $n, $fname=sprintf("%08d", $ccount++);
        my $fr=\$fname;

        # Use given arguments as a command, with @FNAME@ substituted
        # for an incrementing number like 00000001

        open(OUT, "|-",
                map { my $v=$_; $v =~ s/\@FNAME\@/${$fr}/; $v } @l
        );

        for($n=0; $n<$lines; $n++)
        {
                my $line=<STDIN>;

                if(length($line) == 0) {
                        $running=0;
                        last;
                }

#               print STDERR "chunk $ccount line $line";

                print OUT $line;
        }

        close(OUT);
}

printf(STDERR "Wrote %d chunks of %d lines\n", $ccount-1, $lines);

./linesplit.pl -l 5000 grep -F -f - production_list.csv < accurate_list.csv > new_msisdn_list.csv