Select Code to Download

#include <tkrzw_dbm_hash.h>
#include <tkrzw_dbm_shard.h>
...
      get_properties(fname[i], nthds, dbm);

   dbm.Close();

casket.tkh-00000-of-00008
casket.tkh-00001-of-00008
...
casket.tkh-00005-of-00008
casket.tkh-00006-of-00008
casket.tkh-00007-of-00008

  8 shards : 11.958 secs   7.643 mil QPS
 16 shards :  6.680 secs  13.682 mil QPS
...
 64 shards :  3.419 secs  26.732 mil QPS
 96 shards :  3.052 secs  29.946 mil QPS
128 shards :  2.903 secs  31.483 mil QPS

#include <byteswap.h>

...
   // int64_t *bigendian_num = reinterpret_cast<int64_t*>(value.data()
+);
   // std::cout << key << ": " << bswap_64(*bigendian_num) << "\n";
}

   // Store the properties into a vector
   vec_str_int_type propvec; propvec.reserve(num_keys);
...
      iter->Next();
   }
   dbm.Close();

$ NUM_THREADS=8 NUM_MAPS=4 ./llil4tkh big{1,2,3}.txt | cksum
llil4tkh (fixed string length=12) start
...
write stdout           0.213 secs
total time             9.197 secs
2956888413 93308427

$ perl llilthc.pl --threads=8 --maps=4 big{1,2,3}.txt | cksum
Tokyo Cabinet hash database - start
...
    count lines  : 10545600
    count unique : 10367603
2956888413 93308427

   // Store the properties into a vector
   vec_str_int_type propvec; propvec.reserve(num_keys);
...

      dbm.Close();
   }

$ NUM_THREADS=8 NUM_MAPS=4 ./llil4tkh big{1,2,3}.txt | cksum
llil4tkh (fixed string length=12) start
...
write stdout           0.207 secs
total time             2.372 secs
2956888413 93308427

$ perl lliltch.pl --threads=48 --maps=max in/biga* | cksum
Tokyo Cabinet hash database - start
...
write stdout           1.561 secs
total time             7.380 secs
2005669956 712080585

$ NUM_THREADS=48 NUM_MAPS=128 ./llil4tkh2 in/biga* | cksum
llil4tkh2 (fixed string length=12) start
...
write stdout           1.576 secs
total time             6.900 secs
2005669956 712080585

$ NUM_THREADS=48 NUM_MAPS=128 ./llil4tkh2 in/biga* | cksum
llil4tkh2 (fixed string length=12) start
...
write stdout           1.541 secs
total time             5.957 secs
2005669956 712080585