use strict;
use warnings;

use Text::CSV;
START_DATE=$(date '+%Y-%m-%d' -d "-1 month");
END_DATE=$(date '+%Y-%m-%d');

my $page1 = <<http://url/website.com/thing?end_date=$END_DATE&start_date=$START_DATE&type=csv;
512.45,c100
6734, c200
5653.2, c300
PG1CSV

my $csv = Text::CSV->new();
my %idData;

open my $pg1In, '<', \$page1;

while (my $row = $csv->getline($pg1In)) {
    s/^\s+|\s+$//g for @$row;
    $idData{$row->[1]}{size} = $row->[0];
    $idData{$row->[1]}{name} = '-- missing --';
}

close $pg1In;

my $page2 = <<https:/url/website.com/thing?end_date=$END_DATE&start_date=$START_DATE&type=csv;
c100, Joe Shmo c200, Jack Black c300, Cinderella c400, Barack Obama c5
+00, Cruella Deville 
PG2CSV

$page2 =~ s/\b(?=\w+,)/\n/g; # Insert newlines in front of id codes

open my $pg2In, '<', \$page2;

while (my $row = $csv->getline($pg2In)) {
    next if !$row->[0]; # Skip blank lines
    
    s/^\s+|\s+$//g for @$row;
    $idData{$row->[0]}{name} = $row->[1];
    $idData{$row->[0]}{size} //= '-- missing --';
}

close $pg2In;

for my $id (sort keys %idData) {
    $output .= "$id: $idData{$id}{name} size $idData{$id}{size}\n";
}

curl -s -G "$output" | mail -s "send the thing for $END_DATE" name@name.com