#!/usr/bin/perl

my %counts = ();
my %list = ();
my $keys;
my $total;
my $in = "BIGFILE.out.gz";
my $out_min = "npanxx_minsort.out";
my $out_cnt = "npanxx_cntsort.out";
my $debug_out = "Test.debug";

open IN, "/bin/gunzip -c $in |" or die "IN: $!\n";
open OUT_MIN, ">", "$out_min" or die "OUT_MIN: $!\n";
open OUT_CNT, ">", "$out_cnt" or die "OUT_CNT: $!\n";
open DEBUG, ">", "$debug_out" or die "DEBUG: $!\n";

print "Processing $in...\n";

$total = 0;
while (<IN>) {
        chomp($_);
        next unless m/^{.*$/;
        my $min = (split ',')[1];
        my $npanxx = substr($min, 0, 6);
        push (@{$list{$npanxx}}, $min);
        #LogToFile("Test.out", "$_ -> $min & $npanxx\n");
        $counts{$npanxx} += 1;
        $total++;
}

print "$_ $counts{$_}\n" for (sort keys %counts);
print "Total: $total\n";

print "Generating Flat Files...\n";

foreach $key (sort keys %counts) {
        print OUT_MIN "$key $counts{$key}\n";
}
`echo "Total: $total" >> npanxx_minsort.out`;

foreach $key (sort { $counts{$a} <=> $counts{$b} } keys %counts) {
        printf OUT_CNT "%-7s %s\n", $key, $counts{$key};
}
`echo "Total: $total" >> npanxx_cntsort.out`;


sub LogToFile {
        my ($file, $msg) = @_;

        my ($sec,$min,$hour,$mday,$mon,$year,$wday,$yday,$isdst) = loc
+altime(time);
        $year += 1900;
        $mon += 1;
        if ($sec <= 9) {
                $sec = "0" . $sec;
        }
        if ($min <= 9) {
                $min = "0" . $min;
        }
        if ($hour <= 9) {
                $hour = "0" . $hour;
        }
        if ($mon <= 9) {
                $mon = "0" . $mon;
        }
        if ($mday <= 9) {
                $mday = "0" . $mday;
        }

        my $stamp = $year . "/" . $mon . "/" . $mday . " " . $hour . "
+:" . $min . ":" . $sec;
        my $str = "[" . $stamp . "] " . $msg;

        open FILE, ">>", $file;
        print FILE $str;
        close FILE;
}
[download]

Everything works awesome - it does EXACTLY what it's supposed to do... with one minor flaw. Turns out the KSH script this will replace is de-duping the MIN that's being captured prior to counting it. I have struggled with implementing something to perform the de-duping to solve this issue since yesterday and can't see the answer in my head to fix this. I think it's going to probably go as an "unless" next to "$counts{$npanxx} += 1" but I have tried about every permutation of code I can think of there and nothing works. I think it is my lack of understanding on that AoH situation.

I would be very grateful to anyone who can get me to the right place on this one. Once this issue is resolved, I can move onto something else... LOL!!!!

Thanks all, as always!!