#!/usr/bin/perl -I/tmp/perl/libwww-perl-5.53/lib/ use 5.005; use strict; use LWP::UserAgent; use HTML::Parser; use HTML::LinkExtor; use URI; use URI::URL; my $ua = LWP::UserAgent->new; sub extractlinks { my($url, $linktype) = @_; my @sublinks = (); sub callback { my($tag, %attr) = @_; return if $tag ne $linktype; push(@sublinks, values %attr); } my $p = HTML::LinkExtor->new(\&callback); my $res = $ua->request(HTTP::Request->new(GET => $url), sub {$p->parse($_[0])}); my $base = $res->base; return map { $_ = url($_, $base)->abs; } @sublinks; } my @links = extractlinks("http://www.ebitch.cc", "a"); my @totallinks; push @totallinks, @links; for(my $i = 0; $i < $#links; $i++) { push @totallinks, extractlinks($links[$i], "a"); } print join("\n", @totallinks), "\n";