my @lastmatches;
my $keep = 5;
while ( my $line = <FILEHANDLE> ) {
    next unless $line =~ /criteria/;
    push @lastmatches, $line;
    unshift @lastmatches if --$keep < 1;
}