Shell Programming and Scripting

#TEXTLINE1
#TEXTLINE2
1.1.1.1
2.2.2.2
1.1.1.2
1.1.1.3
3.3.3.3
4.4.4.4

gawk -f convert2p2p.awk unformated-unsorted-IP-list.txt > formated-unsorted-ip-list.p2p

 
content of convert2p2p.awk script
#!/bin/sh
#this is a gawk script     
#this script strips first two lines from the file since they are not IP addresses, then adds CBLSPAMMER and 0 in front of IPs that are not in 000.000.000.000 format, finaly - it creates an array for each ip address in the unformated IP list file. (this is my problem, I want it to sort em, and aggregate the ranges, explained as you read onwards)
 
BEGIN {FS="\\.*"}
NR > 2 {printf "CBLSPAMMER:%03d.%03d.%03d.%03d-%03d.%03d.%03d.%03d\n" ,$1,$2,$3,$4,$1,$2,$3,$4}

EXAMPLE:001.001.001.001-001.001.001.001
EXAMPLE:002.002.002.002-002.002.002.002
EXAMPLE:001.001.001.002-001.001.001.002
EXAMPLE:001.001.001.003-001.001.001.003
EXAMPLE:003.003.003.003-003.003.003.003
EXAMPLE:004.004.004.004-004.004.004.004

cmsort /Q /B /T=d:\temp formated-unsorted-ip-list.p2p formated-sorted-ip-list.p2p

EXAMPLE:001.001.001.001-001.001.001.001
EXAMPLE:001.001.001.002-001.001.001.002
EXAMPLE:001.001.001.003-001.001.001.003
EXAMPLE:002.002.002.002-002.002.002.002
EXAMPLE:003.003.003.003-003.003.003.003
EXAMPLE:004.004.004.004-004.004.004.004

 
gawk -f theuberscript.awk formated-sorted-ip-list.p2p > formated-sorted-AGGREGATED-ip-list.p2p

EXAMPLE:001.001.001.001-001.001.001.003       (putting three arrays into one line - sure cuts down the filesize, right? hehe)
EXAMPLE:002.002.002.002-002.002.002.002
EXAMPLE:003.003.003.003-003.003.003.003
EXAMPLE:004.004.004.004-004.004.004.004

 
BEGIN {FS="\\.*"}
NR > 2 {printf "CBLSPAMMER:%03d.%03d.%03d.1-%03d.%03d.%03d.254\r\n" ,$1,$2,$3,$1,$2,$3}

use strict;
my %hash;
while(<DATA>){
	chomp;
	my @tmp=split("[.]",$_);
	map {$_=sprintf("%03d",$_)} @tmp;
	my $key = sprintf("%s.%s.%s",$tmp[0],$tmp[1],$tmp[2]);
	push @{$hash{$key}}, $tmp[3];
}
foreach my $key (sort keys %hash){
	my @tmp=@{$hash{$key}};
	@tmp=sort @tmp;
	print $key,".",$tmp[0],"--",$key,".",$tmp[$#tmp],"\n";
}
__DATA__
1.1.1.1
2.2.2.2
1.1.1.2
4.4.4.3
1.1.1.3
3.3.3.3
4.4.4.4
2.2.2.3

BEGIN {
   FS = "."
}
NF == 4 {
   Key = sprintf("%03d.%03d.%03d.%03d", $1, $2, $3, $4)
   Arr[Key] = Key
}
END {
   n = asorti(Arr)
   for (Idx = 1; Idx <= n; Idx++) {
      Curr = substr(Arr[Idx], 1, 11) (substr(Arr[Idx], 13, 3) + 0)
      Prev = substr(Arr[Idx-1], 1, 11) (substr(Arr[Idx-1], 13, 3) + 1)
      Next = substr(Arr[Idx+1], 1, 11) (substr(Arr[Idx+1], 13, 3) - 1)
      if (Curr != Prev && Curr != Next ) {
          print Arr[Idx] "-" Arr[Idx]
      } else if (Curr != Prev && Curr == Next ) {
          printf Arr[Idx] "-"
      } else if (Curr == Prev && Curr != Next ) {
          print Arr[Idx]
      }
   }
}

$ cat file1
#TEXTLINE1
#TEXTLINE2
5.5.5.53
5.5.5.54
5.5.5.55
1.1.1.1
2.2.2.2
1.1.1.2
1.1.1.3
3.3.3.3
4.4.4.4
5.5.5.5
5.5.5.51
5.5.5.52

$ gawk -f a1.awk file1 > file2

$ cat file2
001.001.001.001-001.001.001.003
002.002.002.002-002.002.002.002
003.003.003.003-003.003.003.003
004.004.004.004-004.004.004.004
005.005.005.005-005.005.005.005
005.005.005.051-005.005.005.055

$

gawk -f test.awk cbl-block-list.txt > cbl-block-list.p2p

gawk: test.awk:5: (FILENAME=cbl-block-list.txt FNR=3102944) fatal: format_tree:
obuf: can't allocate memory (Not enough space)

gawk -f test.awk small-chunk.txt > small-chunk.p2p
gawk: test.awk:9: (FILENAME=small-chunk.txt FNR=443897) fatal: function `asorti'
 not defined

 
gawk -f test2.awk cbl-block-list.txt > cbl-block-list.p2p
gawk: test2.awk:3: while(<DATA>){
gawk: test2.awk:3: ^ parse error
gawk: test2.awk:3: while(<DATA>){
gawk: test2.awk:3:              ^ parse error
gawk: test2.awk:5:      my @tmp=split("[.]",$_);
gawk: test2.awk:5:         ^ invalid char '@' in expression