#!/usr/bin/perl use strict; # use warnings; # use diagnostics; # use LWP::UserAgent; $ua = LWP::UserAgent->new; $ua->agent("$0/0.1 " . $ua->agent); # $ua->agent("Mozilla/8.0") # pretend we are very capable browser $req = HTTP::Request->new(GET => 'http://dms-schule.bildung.hessen.de/suchen/suche_schul_db.html?show_school=5503'); $req->header('Accept' => 'text/html'); # send request $res = $ua->request($req); # check the outcome if ($res->is_success) { print $res->content; } else { print "Error: " . $res->status_line . "\n"; } #### my $ua = LWP::UserAgent->new; $ua->agent("Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.7) Gecko/20070914 Firefox/2.0.0.7"); #pretending to be firefox on linux. for my $i (0..10000) { my $request = HTTP::Request->new(GET => sprintf("http://dms-schule.bildung.hessen.de/suchen/suche_schul_db.html?show_school=5503,%d", $i)); $request->header('Accept' => 'text/html'); my $response = $ua->request($request); if ($response->is_success) { $pagecontent = $response -> content; } # now we can do whatever with the $pagecontent } my $request = POST $url, # check the outcome if ($res->is_success) { print $res->content; # please print out all the URLS that were fetched! Thx my dear! } else { print "Error: " . $res->status_line . "\n"; }