#!/usr/bin/perl
use strict;
use warnings;
use Getopt::Std;
use Storable;
use Time::HiRes qw/gettimeofday tv_interval/;

my %opt;
get_args(\%opt);

if (defined $opt{w}) {
    my %data;
    open(my $fh, '<', $opt{w}) or die "Unable to open '$opt{w}' for reading: $!";
    while (<$fh>) {
        chomp;
        next if length($_) < 3 || /[^a-zA-Z]/;
        $_ = lc($_);
        eval join('', 'push @{$data', (map {"{$_}"} sort split //, $_), "{words}}, '$_';");
    }
    store(\%data, $opt{d}) or die "Can't store '%data' in '$opt{d}'\n";
}

my $data = retrieve($opt{d});
die "Unable to retrieve from '$opt{d}'\n" if ! defined $data;

my $str = join('', map {('a' .. 'z')[rand 26]} 1 .. $opt{n});
print "Working from $str\n";

# Start time
my $beg = [gettimeofday];

$str = join('', sort split //, $str);
my @work;
for (0 .. length($str) - 3) {
    my $tree = $data->{substr($str, $_, 1)};
    push @work, [$tree, substr($str, $_ + 1)] if $tree; 
}

my %seen;
while (@work) {
    my $item = pop @work;
    my ($data, $str) = @$item;
    for (@{$data->{words} || []}) {
        print "$_\n" if ! $seen{$_}++;
    }
    my $last_pos = length($str) - 1;
    for (0 .. $last_pos) {
        my $tree = $data->{substr($str, $_, 1)};
        next if ! $tree;
        my $new_str = $_ < $last_pos ? substr($str, $_ + 1) : ''; 
        push @work, [$tree, $new_str];
    }
}
my $end = [gettimeofday];
print "Found ", scalar keys %seen, " words in ", tv_interval($beg, $end), " seconds\n";

sub get_args {
    my ($opt) = @_;
    my $Usage = qq{Usage: $0 <-d <datafile>> [-n <chars> -w <wordfile> -h]
        -h : This help message

        -d : The (d)atastructure file
             Note:  This will be where the wordlist file is stored after conversion

        -w : The (w)ordlist file
             Note: Specify this option to build a new datastructure  

        -n : The (n)umber of random characters to form words from
             Default: 7
    } . "\n";
    getopts('hd:w:n:', $opt) or die $Usage;
    die $Usage if $opt->{h} || ! defined $opt->{d};
    $opt->{n} = 7 if ! defined $opt->{n} || $opt->{n} =~ /\D/ || $opt->{n} < 3;
}