##
['WORD','x'],
['KEYWORD','select'],
['WORD','x']
####
use HOP::Lexer 'string_lexer';
my $text = 'select xselectx';
my $lexer = string_lexer( $text,
[WORD => qr/\w+/ ],
[KEYWORD => qr/select/i],
);
####
['WORD','select'],
' ',
['WORD','xselectx']