my %seen; for $urls (@hrefs){ next if $seen{$urls}++; my $query = $res->query($urls, "A"); ...