Select Code to Download

#!/usr/bin/perl

...
    print join "\n", map { encode( 'iso8859-1', $_ ) } @words;
    print "\n";
}

 latin1-tokenizer < latin1.txt > latin1.tkns

#!/usr/bin/perl

...
    print "\n";
}
# run it like this: tokenizer latin1.txt > latin1.tkns