package WWW::Mechanize::Polite;
use base 'WWW::Mechanize';
use WWW::RobotRules;

sub new {
   my $self = shift->SUPER::new(@_);
   $self->{robo_rules} = WWW::RobotRules->new($self->agent());
   return $self;
}

sub parse_robots {
   my ($self,$url) = @_;
   $self->get($url);
   $self->{robo_rules}->parse($url, $self->content);
}

sub polite_get {
   my ($self,$url) = @_;

   if ($self->{robo_rules}->allowed($url)) {
      $self->get($url);
   }
   else {
      undef $self->{content};
   }
}

1;