#!/usr/bin/perl use strict; use LWP::Simple; use LWP::UserAgent; use HTTP::Request; my $agent= new LWP::UserAgent; my $url = "http://mi.compustat.com"; my $request1 = new HTTP::Request("GET", $url); $request1 -> authorization_basic('username', 'password'); my $url1 = "http://mi.compustat.com/.........."; $request1 = new HTTP::Request("GET", $url1); my $response = $agent -> request($request1); if($response->is_success) { print ($response -> content); print "url found"; } else { print "url not found"; }