#!/usr/bin/perl use strict; #Module used to go through the web pages, Can extract links, save them and also strip the HTML of its contents use WWW::Mechanize; use HTML::TreeBuilder; print "WEB CRAWLER AND HTML EXTRACTOR \n"; print "Please input the URL of the site to be searched \n"; print "Please use a full URL (eg. http://www.dcs.shef.ac.uk/) \n"; #Create an instance of the webcrawler my $webcrawler = WWW::Mechanize->new(); my $url_name = ; # The user inputs the URL to be searched #Grab the contents of the URL given by the user $webcrawler = get($url_name);