#! perl -slw
use strict;
use Storable;
use Time::HiRes qw[ time ];

our $N ||= 1e3;

my $start1 = time;

my @cells;
open CELLS, '<', 'cells.dat' or die $!;
m[(\d+)\s+(\d+)] and $cells[ $1 ] = $2 while <CELLS>;
close CELLS;


my @met; $#met = 401;

for my $met ( 1 .. 400 ) {
    open IN,  '<', sprintf "met%04d.dat", $met or die "dat $met : $!";
    local $/;
    my @data; $#data = 7300;
    @data = map [ split ', ' ], map{ split "\n" } <IN>;
    close IN;
    push @met, \@data;
}

printf 'All data loaded in %.2f seconds', time() - $start1;

<>;

my $start2 = time;
for my $cell ( 1 .. $N ) {
    my $row = int rand 7300;
    my $col = int rand 9;
    my $value = $met[ $cells[ $cell ] ][ $row ][ $col ];
}

printf "Accessed $N met datasets at a rate of %.2f\n",
    $N / ( time - $start2 );

__END__
c:\test\752472>752472.pl
All data loaded in 41.81 seconds
Accessed 1000 met datasets at a rate of 27317.87

c:\test\752472>752472 -N=1e6
All data loaded in 28.31 seconds
Accessed 1e6 met datasets at a rate of 842459.96

##</code><code>##

c:\test\752472>head CELLS.DAT
0000001 0170
0000002 0147
0000003 0349
0000004 0251
0000005 0104
0000006 0006
0000007 0121
0000008 0312
0000009 0325
0000010 0131

##</code><code>##

c:\test\752472>head MET0001.dat
650, 81, 762, 183, 875, 391, 191, 871, 712
686, 359, 795, 893, 570, 551, 308, 229, 515
140, 420, 808, 387, 642, 744, 800, 151, 215
136, 151, 934, 113, 454, 934, 75, 134, 332
651, 349, 599, 377, 269, 994, 886, 697, 260
712, 42, 166, 428, 300, 533, 331, 821, 60
625, 367, 483, 652, 461, 986, 350, 538, 343
715, 58, 683, 261, 427, 947, 662, 195, 564
49, 831, 230, 921, 330, 720, 998, 435, 975
299, 502, 850, 997, 285, 829, 694, 946, 131