# Pull token from line (Not good perl style)
$end = index( $line, / /, 0 );
$token = substr( $line, 0, $end );
$line = substr( $line, $end ); # still need to lose whitespace
#

##</code><code>##

( $token, $line ) = split( /\s+/, $line, 2 );

##</code><code>##

( $token, $line ) = $line =~ /^(\S+)\s+(\S+)$/;

##</code><code>##

@tokens = split( $line, /\s+/ );  # Split all words into the array
foreach my $word ( @words ) {
  # drive state machine
}