Shell Programming and Scripting

08AF  ship    steel
08B0  ship    steel
08B1  ship    steel
08B2  flight  docs 
08B3  flight  docs 
08B4  flight  docs 
08B5  flight  docs 
08B6  flight  decl 
08B7  flight  decl 
08B8  ship    steel
08B9  ship    steel
08BA  ship    steel
08BB  ship    steel
08BC  ship    steel
08BD  ship    steel
2DB0  truck   indm 
299B  truck   indm 
299C  truck   hmv  
29AB  train   hmv  
29AC  train   hmv
29AD  truck   hmv

#!/bin/bash

#do something here
input=/path/to/data.txt
output=processedData.txt

#get ranges of hexes:
perl -ane '
   if(hex($F[0]) ne hex($last)+1) {
    printf("%s:%s, ",$beg,$last) unless !defined $last;
    $beg=$F[0];
  } 
  $last=$F[0];
END{
  printf("%s:%s\n",$beg,$last); 
}' $input | sed 's/\(\w\w*\):\1/\1/g' > $output #change 2BBB:2BBB to 2BBB

#do whatever else you need

$ cat getHexes.pl
#!/usr/bin/perl 

while(<>) {
    @F = split;
    if(hex($F[0]) ne hex($last)+1) {
      $range = ($beg eq $last) ? $beg : "$beg:$last";
      print "$range, " unless !defined $last;
      $beg=$F[0];
    } 
    $last=$F[0];
}
$range = ($beg eq $last) ? $beg : "$beg:$last";
print "$range\n";
 $ chmod u+x getHexes.pl

 $ ./getHexes inputFile 

 $ tail -n100 someHugeFile.txt | ./getHexes.pl