# accumulate token start_offsets and end_offsets
    my ( @starts, @ends );
    1 while ( 
        m/$separator_re/g 
        and push @starts, pos 
        and m/$token_re/g 
        and push @ends, pos 
    );