in reply to Re: Out of memory and While replacements with excel XLSX application
in thread Out of memory and While replacements with excel XLSX application

Here is a start at refactoring

diff fudge fudge2

diff fudge2 fudge3

diff fudge3 fudge4

diff fudge4 fudge5

diff fudge5 fudge6

--- fudge5 2012-10-08 02:21:55.468750000 -0700 +++ fudge6 2012-10-08 01:27:35.187500000 -0700 @@ -80,83 +80,52 @@ push @legal, $firstCol; push @prod, $firstCol; - #Gets region from column 2 - if ( my $val = eval { $Sheet->Cells( $row, 4 )->{Value} } ) { - - push @right, $val; - push @legal, $val; - push @prod, $val; - } - - #Gets column 3 information - if ( my $val = eval { $Sheet->Cells( $row, 5 )->{Value} } ) { - - push @right, $val; - push @legal, $val; - push @prod, $val; - } - - #Get the description that needs to be processed later - if ( my $val = eval { $Sheet->Cells( $row, 6 )->{Value} } ) { - - push @legal, $val; - } - - #Gets area - if ( my $val = eval { $Sheet->Cells( $row, 7 )->{Value} } ) { - - push @right, $val; - - } - - #Gets column 8 information - if ( my $val = eval { $Sheet->Cells( $row, 8 )->{Value} } ) { - - push @right, $val; - } - - #Gets column 9 - if ( my $val = eval { $Sheet->Cells( $row, 9 )->{Value} } ) { - - push @right, $val; - } - - #and so on.... - if ( my $val = eval { $Sheet->Cells( $row, 10 )->{Value} } ) { - - push @right, $val; - push @legal, $val; - } - - #same - if ( my $val = eval { $Sheet->Cells( $row, 11 )->{Value} } ) { - - push @right, $val; - push @legal, $val; - } - - #same - if ( my $val = eval { $Sheet->Cells( $row, 12 )->{Value} } ) { - - push @right, $val; - push @prod, $val; - } - - - for my $col ( - qw{ + ValueTargetCols( + $Sheet, + [ \@right, \@legal, \@prod, ], + [ $row ], + [ qw{ 4 5 } ], + ); + + ValueTargetCols( + $Sheet, + [ \@legal, ], + [ $row ], + [ qw{ 6 } ], + ); + + ValueTargetCols( + $Sheet, + [ \@right, ], + [ $row ], + [ qw{ 7 8 9 } ], + ); + + ValueTargetCols( + $Sheet, + [ \@right, \@legal, ], + [ $row ], + [ qw{ 10 11 } ], + ); + + ValueTargetCols( + $Sheet, + [ \@prod, \@right, ], + [ $row ], + [ qw{ 12 } ], + ); + + ValueTargetCols( + $Sheet, + [ \@prod ], + [ $row ], + [ qw{ 13 14 15 17 18 20 21 22 23 24 25 26 27 32 33 34 35 36 37 38 39 - } - ) - { - if ( my $val = eval { $Sheet->Cells( $row, $col )->{Value +} } ) { - push @prod, $val; - } - } - + } ], + ); } } @@ -377,4 +346,20 @@ + +sub ValueTargetCols { + my( $sheet, $targets, $row, $cols ) = @_; + for my $col ( @$cols ) + { + for my $row( @$rows ) + { + if ( my $val = eval { $sheet->Cells( $row, $col )->{Value +} } ) { + for my $target ( @$targets ){ + push @{$target}, $val; + } + } + } + } + return; +} __END__

diff fudge6 fudge7

diff fudge7 fudge8

--- fudge7 2012-10-08 01:40:55.031250000 -0700 +++ fudge8 2012-10-08 01:47:28.906250000 -0700 @@ -5,7 +5,7 @@ use strict; use warnings; use Win32::OLE qw(in with); -use Win32::OLE::Const 'Microsoft Excel'; +#~ use Win32::OLE::Const 'Microsoft Excel'; use Win32::OLE::Variant; use Win32::OLE::NLS qw(:LOCALE :DATE); use List::MoreUtils qw(natatime); @@ -37,7 +37,6 @@ my $counti; #used to count the excelfiles my $usefile; #The file that is being used my @recID; #an array of ID's for the worksheets -my $ID; #The actual ID being pushed to the array my $val; #A test value that is used to test whether a row should +be included my @right ; #The first of the arrays that will be filled during the process a +nd will be further disected later @@ -59,20 +58,16 @@ #####Work on each sheet in the workbook #####This is the number of worksheets in the workbook my $sheetcnt = $Book->Worksheets->Count(); - foreach my $r (1) { - my $Sheet = $Book->Worksheets($r); - $ID = $Sheet->{Name}; - push @recID, $ID; +#~ foreach my $r (1) { + { + my $Sheet = $Book->Worksheets( 1 ); + push @recID, $Sheet->{Name}; print "Worksheet name is $Sheet->{Name}\n"; - ##work on each row and column my $Tot_Rows = $Sheet->UsedRange->Rows->{'Count'}; my $Tot_Cols = $Sheet->UsedRange->Columns->{'Count'}; + my $firstCol = eval { $Sheet->Cells( 1, 1)->{'Value'} } -#Extract the necessary information from the rows and columns and plac +es them in three arrays @right @legal and @prod - - if( my $firstCol = eval { $Sheet->Cells( 1, 1)->{'Value'} + } - and $firstCol =~ /^\d{10}$/ - ) + if( defined $firstCol and $firstCol =~ /^\d{10}$/ ) { push @right, $firstCol; push @legal, $firstCol; @@ -127,7 +122,6 @@ } } - } $Book->Close; } @@ -345,7 +339,7 @@ sub ValueTargetCols { - my( $sheet, $targets, $row, $cols ) = @_; + my( $sheet, $targets, $rows, $cols ) = @_; for my $col ( @$cols ) { for my $row( @$rows )

diff fudge8 fudge9

diff fudge9 fudge10

I end up with fudge10

Replies are listed 'Best First'.
Re^3: Out of memory and While replacements with excel XLSX application
by Anonymous Monk on Oct 08, 2012 at 09:41 UTC
    ValueTargetCols should loop over rows first then cols, but it probably makes no difference in the results in this case