See LWP::Parallel::UserAgent

#!/usr/bin/perl
use Parallel::ForkManager;
use LWP::Simple;
use LWP::UserAgent ;
use HTTP::Status ;
use HTTP::Request ;

%urls = ('drudge'=> 'http://www.drudgereport.com',
'rush'     =>'http://www.rushlimbaugh.com/home/today.guest.html',
'yahoo' => 'http://www.yahoo.com',
'cds' => 'http://www.cdsllc.com/',);

foreach $myURL (sort(values(%urls))){
   $count++;
   print "Count is $count\n";
   $document =  DOCUMENT_RETRIEVER($myURL);
}

sub DOCUMENT_RETRIEVER{
 $myURL=$_[0];
 $mit = $myURL;
 print "Commencing DOCUMENT_RETRIEVER number $iteration
 for $mit\n";
 print "Iteration is $iteration and Count is $count\n";

for  ($iteration = $count; $iteration <= $count;$iteration++){
 $name = $iteration;
 print "NAME $name\n" ;
 my $pm=new Parallel::ForkManager(30);
 $pm->start and next;
 print "Starting Child Process $iteration for $mit\n" ;
 $ua = LWP::UserAgent->new;
 $ua->agent("$0/0.1 " . $ua->agent);
 $req = new HTTP::Request 'GET' => "$mit";
 $res = $ua->request($req, "$name.html");
 print "Process $iteration Complete\n" ;
 $pm->finish;
 $pm->wait_all_childs;
 print "Waiting on children\n";
}

undef $name;
}
[download]

You could also use threads, but forking is simpler.

Absolutely, its why use Parallel::ForkManager instead of forks :)

Here is an example using AnyEvent:

#!/usr/bin/perl
use strict;
use AnyEvent;
use AnyEvent::HTTP;

my %urls = ('drudge'=> 'http://www.drudgereport.com',
'rush'     =>'http://www.rushlimbaugh.com/home/today.guest.html',
'yahoo' => 'http://www.yahoo.com',
'cds' => 'http://www.cdsllc.com/',);

my $done = AnyEvent->condvar;
my @requests;
my $count;
for my $myURL (sort(values(%urls))){
    $done->begin();
    $count++;
    print "Count is $count\n";
    
    push @requests, http_get $myURL => sub {
        print "Retrieved '$myURL' $_[1]->{Status}\n";
        # $_[0] is data
        # $_[1] is headers
        $done->end;
    };
}

print "Waiting on requests\n";
$done->recv;
[download]

#!/usr/bin/perl -w
 
use strict;
use warnings;
use Parallel::ForkManager;
use LWP::UserAgent ;
 
my $refUrlList = [];
my $maxChild = "3";
my $maxRedir = "5";
my $maxSize = "300";
my $timeout = "5";
(my $logFile = $0) =~ s/\.(\w+)$/\.log/;
 
for ( @ARGV){
   if ( -f ){
      open ( IN, "<", $_) or die "Cant open $_: $!\n";
         while (<IN>){
            push(@$refUrlList, $_);
         }
      close ( IN) or die "Close Failed: $_: $!\n";
   }
}                                                                     
+                                                                     
+                     
&multiUrl( $refUrlList);
 
sub multiUrl {
   my $refUrls = shift;
   open ( OUT, ">> $logFile") or die "Can't open $logFile: $!\n";
   my $pm = new Parallel::ForkManager( $maxChild);
 
   for ( @$refUrls) {
      chomp( my $url = $_);
      $pm->start and next;
 
      my $ua = LWP::UserAgent->new;
      $ua->agent( $0);
      $ua->max_redirect( $maxRedir);
      $ua->max_size($maxSize);
      $ua->timeout( $timeout);
      my $res = $ua->get( $url);
      print OUT "$url | " . $res->code . " | " . $res->message ."\n";
      print "$url | " . $res->code . " | " . $res->message ."\n";
 
      $pm->finish;
   }
   $pm->wait_all_childs;
   close ( OUT) or die "Close Failed: $logFile: $!\n";
}
[download]

Threads work well (for this request) on Windows:

use feature ":5.14";
use warnings FATAL => qw(all);
use strict;
use threads;
use LWP::Simple;

my @u = qw(drudgereport.com rushlimbaugh.com/home/today.guest.html yah
+oo.com appaapps.com cdsllc.com gdfgfasgdfgfs.jkl);

sub u($) {get('http://www.'.$_[0])} # Web request

my %t; $t{threads->create('u', $_)->tid}{url} = $_ for @u;  # Start th
+reads

for(1..10) # Retrieve completed requests with time limits
 {$t{$_->tid}{data} = $_->join for threads->list(threads::joinable);
  last unless scalar threads->list(threads::running);
  sleep(1);
 }

say $t{$_}{url}, "=", ($t{$_}{data} ? 1 : 0) for sort {$t{$a}{url} cmp
+ $t{$b}{url}} keys %t;
[download]

Produces

appaapps.com=1
cdsllc.com=1
drudgereport.com=1
gdfgfasgdfgfs.jkl=0
rushlimbaugh.com/home/today.guest.html=1
yahoo.com=1
[download]