Select Code to Download

my $ua = Spider::LWP->new($depth,$path,$max_sockets,$ignore,$exclude);
$ua->duplicates(0);#don't ignore duplicates here as this is done in th
+e subclass a gazillion times more efficiently
...
$ua->max_hosts($max_sockets);#max open requests at any given moment
$ua->max_req(1);#max requests per host
$ua->nonblock(1);#don't block on LWP::UserAgent socket reads

 $ua->wait(300); # block until we are all finished or until everything
+ has stopped for 5 minutes