use HTML::LinkExtor;
use LWP::Simple;
use File::Find;

sub LinkRoutine
{
my $name = $File::Find::name;
open ( FH, $name ) or die "error $!: $name\n";
while(my $line = <FH>)  
{              
$base_url = $name;
$parser = HTML::LinkExtor->new(undef, $name);
$parser->parse(get($name))->eof;
@links = $parser->links;
foreach $linkarray (@links)
{
	@element = @$linkarray;
    $elt_type = shift @element;
	while (@element)
	{
		($attr_name, $attr_value) = splice(@element, 0 , 2);
		$seen{$attr_value}++;
	}
}
close(FH)
}
}

find( \&LinkRoutine, "/thedirectory" );   
for (sort keys %seen) 
{
	print $_, "\n";
}