in reply to Process multiple directories

Update 2: Managed to made it work:
my $LogDir = "/cygdrive/c/Users/anon/logs/png1/"; my $LogDir1 = "/cygdrive/c/Users/anon/logs/png2/apache/"; #Find relevant files sub get_files { my (@dirs) = @_; my @dirss = join "", map {$LogDir . $_} @dirs; my @dirss1 = join "", map {$LogDir1 . $_} @dirs; my $level = shift // 3; # level to dig into my @files = File::Find::Rule->file() ->name( '*.bz2','*.log' ) #can insert regex too ->maxdepth($level) ->in(@dirss,@dirss1); #print @files; return @files; }
However, it does not work when I put >0 days. Only work when I put 0 days..... Any help is greatly appreciated, thanks a million

Replies are listed 'Best First'.
Re^2: Process multiple directories
by poj (Abbot) on Jan 08, 2018 at 12:53 UTC

    You might find it simpler to process a single directory at a time. For example

    #!/usr/bin/perl use strict; use File::Find::Rule; use IO::Uncompress::Bunzip2; use Time::Piece; use Time::Seconds 'ONE_DAY'; #use Data::Dump 'pp'; # build regex use Net::Netmask; my $ip = '72.46.130.0/24'; my $block = new Net::Netmask($ip); my $re = join '|', map { quotemeta } $block->enumerate(); #print $re; my $FMT = '%Y-%m-%d'; my $dateStart = '2017-12-01'; my $numberOfDays = 5; # array ref for dates my $dates = get_dates($dateStart,$numberOfDays); # Directories to search my @LogDir = qw( /cygdrive/c/Users/anon/Documents/logs/png1/ /cygdrive/c/Users/anon/Documents/logs/png2/ ); for my $path (@LogDir){ for my $ymd (@$dates){ my $dir = $path.$ymd; next unless (-d $dir); print "In directory '$dir'\n"; my @files = File::Find::Rule->file() ->name( '*.bz2','*.log' ) ->maxdepth(3) ->in($dir); for my $filename (@files){ searchForIP($filename,$re); } } } sub searchForIP { my ($filename,$re) = @_; print "--- Searching '$filename' ---\n"; my $fh; if ($filename =~ /bz2$/){ $fh = IO::Uncompress::Bunzip2->new($filename) or die "bunzip2 $filename: $IO::Uncompress::Bunzip2::Bunzip2Error +"; } else { open $fh,'<',$filename or die "Could not open $filename : $!"; } my $count = 0; while (<$fh>){ print "$filename:$.:$_" if /$re/; ++$count; } print "\n$count lines scanned\n"; } sub get_dates { my ($start,$days) = @_; my @dates; my $t = Time::Piece->strptime($start,$FMT); for (1..$days){ push @dates,$t->ymd; $t += ONE_DAY; } return \@dates; }
    poj
Re^2: Process multiple directories
by Anonymous Monk on Jan 08, 2018 at 10:06 UTC
    Whats with the @dirss/1 junk?