#! /usr/bin/perl

use strict ;
use warnings ;
use LWP::Simple qw(get) ;
use File::Slurp ;

my $pbase = 'http://csr.wwiionline.com/scripts/services/persona/sorties.jsp' ;
my $pidfile = 'c:/scr/pidlist.txt' ;
my $lproc = '536192' ;

# Open list of pid's
open my $pidlist, "<", $pidfile or die "Could not open $pidfile: $!\n" ;

# Loop over list of pids one at a time
while (my $pid = <$pidlist>){
	chomp $pid ;
	print "Current persona processed: $pid\n" ;
	my $pcnt = 1 ;

	while (1) {
		my $url = "$pbase?page=$pcnt&pid=$pid";
		my $content = get($url);
		die "\nGet failed for $url: $!\n" unless $content;

#		my $page = get "$pbase?page=$pcnt&pid=$pid" ;

		# Exit loop if page is empty
		last if $content =~/No sorties/ ;

		# Store grabbed webpage into the file		
		append_file( "c:/scr/$pid.txt", $content ) ;

		# Exit loop if page contained last processed.
		last if $content =~/"sid=$lproc"/ ;
		
		# Update page number and run loop again.
		print "Page $pcnt\n" ;
		$pcnt++ ; 
	} ;
} ; 

# Close files
close $pidlist or die $! ;
print "\nDone!\n" ;

##</code><code>##

my $page = get "$pbase?page=$pcnt&pid=$pid" ;

##</code><code>##

my $url = "$pbase?page=$pcnt&pid=$pid";
my $content = get($url);