#!/usr/bin/perl
use webHarvester;
my @lines = `lynx -source "http://ww.google.com/search?q=anything"`;
use Data::Dumper;
my @vars = (
            {
             'regexp' => '<p><a href=(URL)=url>(TEXT)=title</a>',
             'mapping' => '%',
             'map_finish' => '@URLS'
            },
            {
             'regexp' => '<a href=(URL)=next_url><img src=/nav_next\.gif',
             'logic' => 'FINISH',
            },
            {
             'TRIGGER' => 'BEFORE',
             'logic' => 'DO_cut_lines(0,\'<\/script>\');',
            },
            {
            'TRIGGER' => 'BEGIN',
            'logic' => 'DO_subst(\'s/<\/?b>//ig\');',
            }
           );
my $results = $worker->harvest(\@lines, \@vars);
print Dumper($results);