args are --input-corpus 2.short.shelley.txt --ngram-length 8 --output-state 2.short.state
{
  "counts" => {
    "already|marked|I|will|pioneer|a|new|way"                           => 1,
    "crucible|have|indeed|performed|miracles|They|penetrate|into"       => 1,
    "Frankenstein|more|far|more|will|I|achieve|treading"                => 1,
    "heavens|they|have|discovered|how|the|blood|circulates"             => 1,
    "mock|the|invisible|world|with|its|own|shadows"                     => 1,
    "of|nature|and|show|how|she|works|in"                               => 1,
    "one|purpose|So|much|has|been|done|exclaimed"                       => 1,
    "only|made|to|dabble|in|dirt|and|their"                             => 1,
    "promised|impossibilities|and|performed|nothing|The|modern|masters" => 1,
    "promise|very|little|they|know|that|metals|cannot"                  => 1,
    "sounded|and|soon|my|mind|was|filled|with"                          => 1,
    "Such|were|the|professor|s|words|rather|let"                        => 1,
    "they|can|command|the|thunders|of|heaven|mimic"                     => 1,
    "the|air|we|breathe|They|have|acquired|new"                         => 1,
    "The|ancient|teachers|of|this|science|said|he"                      => 1,
    "the|elixir|of|life|is|a|chimera|but"                               => 1,
    "the|fate|enounced|to|destroy|me|As|he"                             => 1,
    "touched|which|formed|the|mechanism|of|my|being"                    => 1,
    "unfold|to|the|world|the|deepest|mysteries|of"                      => 1,
    "went|on|I|felt|as|if|my|soul"                                      => 1,
    "were|grappling|with|a|palpable|enemy|one|by"                       => 1,
  },
  "cum-twisted-dist" => {
    "already|marked|I|will|pioneer|a|new"                       => ["way", 1],
    "crucible|have|indeed|performed|miracles|They|penetrate"    => ["into", 1],
    "Frankenstein|more|far|more|will|I|achieve"                 => ["treading", 1],
    "heavens|they|have|discovered|how|the|blood"                => ["circulates", 1],
    "mock|the|invisible|world|with|its|own"                     => ["shadows", 1],
    "of|nature|and|show|how|she|works"                          => ["in", 1],
    "one|purpose|So|much|has|been|done"                         => ["exclaimed", 1],
    "only|made|to|dabble|in|dirt|and"                           => ["their", 1],
    "promised|impossibilities|and|performed|nothing|The|modern" => ["masters", 1],
    "promise|very|little|they|know|that|metals"                 => ["cannot", 1],
    "sounded|and|soon|my|mind|was|filled"                       => ["with", 1],
    "Such|were|the|professor|s|words|rather"                    => ["let", 1],
    "they|can|command|the|thunders|of|heaven"                   => ["mimic", 1],
    "the|air|we|breathe|They|have|acquired"                     => ["new", 1],
    "The|ancient|teachers|of|this|science|said"                 => ["he", 1],
    "the|elixir|of|life|is|a|chimera"                           => ["but", 1],
    "the|fate|enounced|to|destroy|me|As"                        => ["he", 1],
    "touched|which|formed|the|mechanism|of|my"                  => ["being", 1],
    "unfold|to|the|world|the|deepest|mysteries"                 => ["of", 1],
    "went|on|I|felt|as|if|my"                                   => ["soul", 1],
    "were|grappling|with|a|palpable|enemy|one"                  => ["by", 1],
  },
  "dist" => {
    "already|marked|I|will|pioneer|a|new|way"                           => 0.0476190476190476,
    "crucible|have|indeed|performed|miracles|They|penetrate|into"       => 0.0476190476190476,
    "Frankenstein|more|far|more|will|I|achieve|treading"                => 0.0476190476190476,
    "heavens|they|have|discovered|how|the|blood|circulates"             => 0.0476190476190476,
    "mock|the|invisible|world|with|its|own|shadows"                     => 0.0476190476190476,
    "of|nature|and|show|how|she|works|in"                               => 0.0476190476190476,
    "one|purpose|So|much|has|been|done|exclaimed"                       => 0.0476190476190476,
    "only|made|to|dabble|in|dirt|and|their"                             => 0.0476190476190476,
    "promised|impossibilities|and|performed|nothing|The|modern|masters" => 0.0476190476190476,
    "promise|very|little|they|know|that|metals|cannot"                  => 0.0476190476190476,
    "sounded|and|soon|my|mind|was|filled|with"                          => 0.0476190476190476,
    "Such|were|the|professor|s|words|rather|let"                        => 0.0476190476190476,
    "they|can|command|the|thunders|of|heaven|mimic"                     => 0.0476190476190476,
    "the|air|we|breathe|They|have|acquired|new"                         => 0.0476190476190476,
    "The|ancient|teachers|of|this|science|said|he"                      => 0.0476190476190476,
    "the|elixir|of|life|is|a|chimera|but"                               => 0.0476190476190476,
    "the|fate|enounced|to|destroy|me|As|he"                             => 0.0476190476190476,
    "touched|which|formed|the|mechanism|of|my|being"                    => 0.0476190476190476,
    "unfold|to|the|world|the|deepest|mysteries|of"                      => 0.0476190476190476,
    "went|on|I|felt|as|if|my|soul"                                      => 0.0476190476190476,
    "were|grappling|with|a|palpable|enemy|one|by"                       => 0.0476190476190476,
  },
  "N" => 8,
}
./2.analyse_text.pl : done.