use strict;
use warnings;
use LWP::Simple qw(get);
use File::Slurp ;

# pid = Persona ID, one of a players 3 identities.
# sid = Sortie ID, identifier for a mission taken by the persona.
# We want to crawl all sortie list pages and collect new sid's we 
# have't seen before and then move on to next persona.

my $pbase = 'http://csr.wwiionline.com/scripts/services/persona/sorties.jsp';
my $pcnt = 1;
my $pidfile = 'c:/scr/pidlist.txt';

# Open list of pid's and set first one as current pid.
open PIDLIST, "<", $pidfile or die "Could not open $pidfile: $!";
my $pid = <PIDLIST>;
chomp $pid; 
print $pid; 

# Grab and store sortie list pages for persona.
while (1) {
	my $page = get "$pbase?page=$pcnt&pid=$pid";
	# Store grabbed webpage into the file
	append_file( "c:/scr/$pid.txt", $page ) ;
	# Update page number and grab next.
	$pcnt += 1; 
};

# Close files
close PIDLIST or die $!;
print '\nDone!\n';