#!/usr/bin/perl
use warnings;
use strict;
use LWP::UserAgent;

my $a     = int rand(9);
my $a1    = int rand(9);
#my $agent = "Mozilla/1.$a.$a1 (compatible; MSIE; NT 6.0 )";
my $agent = "Mozilla/1.7.11 (compatible; MSIE; NT 6.0 )";

my $ua = LWP::UserAgent->new(
    env_proxy  => 0,
    timeout    => 50,
    keep_alive => 1,
    agent      => $agent,
);

my $URL  = 'http://i.a.cnn.net/si/features/2007_swimsuit/images/photos
+/'; 

while (<DATA>) {
    chomp $_;
    my ($file,$start,$end) = split ' ',$_;
   
    my $sstart = sprintf('%.2d', $start);
   
    my $bcount = 1; # for filename switch 
   
   # there is a total number of photos, but some models
   # change filename by adding _behind and resetting the count to 01
   # this checks for normal filename, then switches to the _behind
   # filenames if needed
   for my $x ($sstart..$end){
     
      my $expected_length;
      my $bytes_received = 0;

      my $geturl = $URL.$file."_$x.jpg";
      my $filename = $file."_$x.jpg";

      my $result = $ua->head($geturl);

      if ( $result->is_success ) {
       print "correct filename\n";     
      }else{
        print "changed  filename\n";     
        my $sbcount = sprintf('%.2d', $bcount);    
         $geturl = $URL.$file."_behind_$sbcount.jpg";
         $filename = $file."_behind_$sbcount.jpg";
         $bcount++;
       }
    
    
      $result = $ua->head($geturl);
      
      if ( $result->is_success ) {
        open( IN, ">$filename" ) or warn $!;
        binmode(IN);
        my $response = $ua->request(
            HTTP::Request->new( GET => $geturl ),
            sub {
                my ( $chunk, $res ) = @_;
                $bytes_received += length($chunk);
                unless ( defined $expected_length ) {
                    $expected_length = $res->content_length || 0;
                }

                if ($expected_length) {
                    printf STDERR "%d%% - ",
                      100 * $bytes_received / $expected_length;
                }
                print STDERR "$bytes_received bytes received $filename
+\r";

                print IN $chunk;
            }
        );
        print $response->status_line, "\n";
         
     }else{ print "$filename ", $result->status_line, "\n" }
    
    
    close IN;
    sleep( 1 + rand(5) );
  }
}

__DATA__
07_brazil_group 1 13
07_aaraujo 1 24
07_abarros 1 21
07_beyonce 1 37
07_irina 1 39
07_bdecker 1 41
07_ydiazrahi 1 21
07_sebanks 1 51
07_jhenderson 1 26
07_mmiller 1 47
07_fmotta 1 21
07_anakashima 1 18
07_roliveira 1 18
07_oonweagba 1 33
07_tpraver 1 36
07_brefaeli 1 42
07_dsarahyba 1 21
07_ftavares 1 24
07_ytoscanini 1 40
07_av 1 67
07_vvarekova 1 25
07_jwhite 1 29
07_beyonce 1 37
[download]