9,10c9,10
< use threads;
< use Thread::Queue;
---
> use MCE::Child;
> use MCE::Channel;
88c88
< my $queue = 'Thread::Queue'->new;
---
> my $queue = 'MCE::Channel'->new;
110c110
< my @workers = map threads->create(\&process_file), 1 .. $threads;
---
> my @workers = map MCE::Child->create(\&process_file), 1 .. $threads;
####
# threads, Thread::Queue
Parsing 35841 files
regex: 12.427632
real 0m12.486s
user 1m21.869s
sys 0m1.009s
# MCE::Child, MCE::Channel
Parsing 35841 files
regex: 8.971663
real 0m9.035s
user 0m56.504s
sys 0m1.097s
##
##
Parsing 35841 files
maxforks: 8
regex: 8.622583
real 0m8.953s
user 0m52.559s
sys 0m1.006s
##
##
# threads (same applies to running MCE::Child or parallel module of your choice)
my @workers = map threads->create(\&process_file), 1 .. $threads;
my @data = glob("data-* ??/data-*");
my $filecount = scalar(@data);
if ($filecount <= 0) {
$queue->end;
$_->join for @workers;
die "there are no files to process";
}
say "Parsing $filecount files";
foreach $infile (@data) {
$subdir = 1 if $subdir++ > $subdircount;
$queue->enqueue([$infile, $subdir, $i++]);
}
$queue->end;
$_->join for @workers;