$ perl llilsql.pl --threads=48 --maps=max in/biga* | cksum Tie::Hash::DBD SQLite database - start fixed string length=12, threads=48, maps=128 get properties : 29.645 secs pack properties : 1.883 secs sort packed data : 6.691 secs write stdout : 1.744 secs total time : 39.982 secs count lines : 91395200 count unique : 79120065 2005669956 712080585 $ perl llildbf.pl --threads=48 --maps=max in/biga* | cksum DB_File B-tree database - start fixed string length=12, threads=48, maps=128 get properties : 24.957 secs pack properties : 1.969 secs sort packed data : 6.717 secs write stdout : 1.783 secs total time : 35.443 secs count lines : 91395200 count unique : 79120065 2005669956 712080585 $ perl llilmma.pl --threads=48 --maps=max in/biga* | cksum IPC::MMA shared memory hash - start fixed string length=12, threads=48, maps=1024 get properties : 28.063 secs pack properties : 1.575 secs sort packed data : 6.662 secs write stdout : 1.778 secs total time : 38.101 secs count lines : 91395200 count unique : 79120065 2005669956 712080585 $ perl lliltch.pl --threads=48 --maps=max in/biga* | cksum Tokyo Cabinet hash database - start fixed string length=12, threads=48, maps=128 get properties : 9.533 secs pack properties : 3.276 secs sort packed data : 6.826 secs write stdout : 1.631 secs total time : 21.284 secs count lines : 91395200 count unique : 79120065 2005669956 712080585 $ perl llilkch.pl --threads=48 --maps=max in/biga* | cksum Kyoto Cabinet hash database - start fixed string length=12, threads=48, maps=128 get properties : 10.114 secs pack properties : 2.488 secs sort packed data : 6.863 secs write stdout : 1.540 secs total time : 21.024 secs count lines : 91395200 count unique : 79120065 2005669956 712080585