use HOP::Lexer 'string_lexer'; my $text = 'xselectx'; my $lexer = string_lexer( $text, [KEYWORD => qr/select/i], [WORD => qr/\w+/ ] ); #### ['WORD','x'], ['KEYWORD','select'], ['WORD','x'] #### use HOP::Lexer 'string_lexer'; my $text = 'select xselectx'; my $lexer = string_lexer( $text, [WORD => qr/\w+/ ], [KEYWORD => qr/select/i], ); #### ['WORD','select'], ' ', ['WORD','xselectx']