What's odd is that I rewrote
Data::Bucket to use MLDBM but memory is still being exhausted:
sub bucket_hash
{
my ($self) = @_;
if ($self->{on_disk}) {
defined $self->{dir} and $self->{dir} = "$self->{dir}/" ;
my $outfile = sprintf "%s%s",
$self->{dir} , ($self->{file} || "deep.db") ;
my %o;
my $dbm = tie %o, 'MLDBM', 'testmldbm', O_CREAT|O_RDWR, 0640 or
+die $!;
$self->{bucket} = \%o;
}
for my $data (@{$self->{data}}) {
my $index = $self->compute_record_index($data);
my @index = ref $index eq 'ARRAY' ? @$index : ($index) ;
for (@index) {
my $tmp;
if (exists $self->{bucket}{$_}) {
$tmp = $self->{bucket}{$_} ;
} else {
$tmp = [];
}
push @$tmp, $data;
$self->{bucket}{$_} = $tmp;
# push @{ $self->{bucket}{$_} }, $data ;
}
}
return $self;
}