#!/usr/bin/perl --

use strict;
use warnings;

use autodie 2.06 qw':all';
use File::Slurp 9999.13;
use WWW::Mechanize 1.54;

{
    chdir "c:/perl/scripts/";
    mkdir 'dates' unless -d 'dates';    # save dates there

    my @date = read_file('dates.txt');
    chomp(@date);

    my $mech = WWW::Mechanize->new( keep_alive => 1 );
    $mech->agent_alias('Windows IE 6');
    $mech->get("http://bub2.meteo.psu.edu/wxstn/wxstn.htm");

    STDOUT->autoflush(1);
    use IO::Handle;

    my $counter = 0;
    foreach my $date (@date) {
        $counter++;
        my $file = "dates/$date.txt";
        print "$date ( $file )  ";
        if ( -e $file and 1000 < -s _ ) {    # fixed size 10,443
            print " SKIPPING\n";
            next;
        }

        eval {
            $mech->submit_form(
                form_number => 1,
                fields      => { dtg => $date, }
            );

            $mech->save_content($file);
            1;
        } or print "$@";
        print "\n";

        $mech->back();
        sleep 1 if 0 == $counter % 10;    # sleep every 10th attempt
    }
}
[download]