Help for this page
use LWP::UserAgent; use WWW::RobotRules; ... } else { die "cant fetch $robots_url: " . $response->status_line; }