#!/usr/local/bin/perl
# Tests for site crawler / db creator
use LWP::Simple;
use LWP::UserAgent;
use HTTP::Request;
use HTTP::Response;
use HTML::LinkExtor;
$browser = LWP::UserAgent->new();
$browser->timeout(10);
$URL = 'http://www.yahoo.com/';
my $request = HTTP::Request->new(GET => $URL);
my $response = $browser->request($request);
if ($response->is_error()) {printf "%s\n", $response->status_line;}
$contents = $response->content();
print "Content-type: text/html\n\n";
print "\nSite Crawler\n";
print "Here is the page's contents:
$contents";
print "\n";
print "";