use strict; use warnings; use LWP::UserAgent; use HTTP::Request; use HTTP::Response; use HTTP::Message; my $ua = LWP::UserAgent->new(); my $iteration = 1; my $some_directory = 'C:\\'; open(URLS, $some_directory.'urls.txt'); while () { my $url = $_; chomp $url; &get_url($url, $iteration); print "($iteration) $url\n"; sleep 15; $iteration++; } close URLS; sub get_url { my ($url, $iteration) = @_; pipe(READER, WRITER); if (my $pid = fork) { close WRITER; open(FH, '>'.$some_directory.$iteration); while () { print FH; } close READER; close FH; } elsif (defined $pid) { close READER; my $request = HTTP::Request->new("GET", $url); my $response = $ua->request($request); my $content = $response->content(); print WRITER $content; close WRITER; undef $request; undef $response; exit; } } #### http://www.google.com/ http://www.yahoo.com/ http://www.capweek.com/ http://www.autosource1.ca/index.htm http://www.keithbuickgmc.com/en/ http://www.pawtuckettimes.com/ http://www.stateportpilot.com/ http://www.memphisflyer.com/ http://www.thetelegram.com/ http://www.nugget.ca/ http://highcountrypress.com/ http://www.howstuffworks.com/ http://www.oregonlottery.org/ http://www.springfieldnewssun.com/ http://www.mountvernonnews.com/ http://www.jdnews.com/ http://www.aurorasentinel.com/ http://www.cariddiauto.com/ http://www.enterprise-journal.com/ http://www.naplesnews.com/