#!/usr/local/bin/perl
use strict;
use warnings;
use Parallel::ForkManager;

my $pm = new Parallel::ForkManager(24);
my $dir = '/data/logs/*.log.gz';
my @files = sort(glob "$dir");

for my $file(@files) {
        $pm->start and next;
                open(FH,"-|") || exec "/bin/zcat", $file;
                while(my $line = <FH>){
                    my @matches = $line =~ /".*?"|\S+/g;
#                   print "$matches[0],$matches[1],$matches[3],$matches[4];
#matches[0] = date, matches[1] = time, matches[3] = source IP
#matches[4] = dest IP, some other matches are used or may be used.
#line is space seperated, but any field with a space is inside "", hence regex instead of split.
                }
         $pm->finish;
}
$pm->wait_all_children;