#!/usr/bin/perl

use warnings;
use strict;

use Devel::Size qw(size total_size);
use Encode;

my $content = decode('UTF-8', 'tralala ' x 1E6);

print size($content),"\n";
print total_size([split m{(\p{Z}|\p{IsSpace}|\p{P})}ms, $content]),"\n";

procinfo();

sub procinfo {
    my @stat;
    my $MiB = 1024 * 1024;

    if (open( STAT , '<:utf8', "/proc/$$/stat")) {
        @stat = split /\s+/ , <STAT>;
        close STAT ;
    }
    else {
        die "procinfo: Unable to open stat file.\n";

    }

    print sprintf "Vsize: %3.2f MiB (%10d\)\n", $stat[22]/$MiB, $stat[22];
    print "RSS  : $stat[23] pages\n";
}

##</code><code>##

# ./tokenizer.pl
8000028
68000056
Vsize: 322.56 MiB ( 338231296)
RSS  : 79087 pages

##</code><code>##

# ./tokenizer.pl
8000048
112000096
Vsize: 537.61 MiB ( 563724288)
RSS  : 130586 pages

##</code><code>##

$ tokenizer.pl
8000048
112000096
Vsize: 539.42 MiB ( 565620736)
RSS  : 130571 pages