Sorry, that's how you do it....I pasted the code again.
Does LWP::Parallel::UserAgent allow me to parse the output, such as extracting links? Is it included with ActivePerl? Couldn't find any information on that. If so, could someone give me an example? Following is the error I get.
Invoking main::Search error '80004005'
fork() is not implemented in PerlScript at (eval 2) line 16.
? error '80004005'
Unspecified error
/scripts/searchm/search.inc, line 542
use HTTP::Request::Common;
use HTML::Parser;
use HTML::TreeBuilder;
use LWP::UserAgent;
use URI::URL;
@longurl = ('http://1.htm', 'http://2.htm', 'http://3.htm');
@longfie = ('PostData1', 'PostData2', 'PostData3');
$sitetotal=2;
my $pid = fork;
for ($sitenum=0; $sitenum <= $sitetotal; $sitenum++) {
if ($pid = fork) { next; }
if (defined $pid) {
$ua[$sitenum] = new LWP::UserAgent;
$ua[$sitenum]->timeout(4);
$res[$sitenum] = $ua[$sitenum]->request(POST $longurl[$sitenum], C
+ontent => [ DataField => "$longfie[$sitenum]" ] );
if ($res[$sitenum]->is_success) {
$p[$sitenum]->parse($res[$sitenum]->content);
}
$base = $res[$sitenum]->base;
$siten = $longsite[$sitenum];
$p[$sitenum]->traverse(\&extract_alinks, 1);
exit;
}
else {
die "Fork failed at number $sitenum: $!\n";
}
}
$returnstring;
sub extract_alinks1
{
#extract links and add to $returnstring
}
|