#! /usr/bin/perl
use strict;
use warnings;
#use lib "c:/strawberry/perl/site/lib";

my $files_dir = 'data';
my $write_dir = 'data/processed';

opendir (my $dir_handle, $files_dir);
while (my $filename = readdir($dir_handle))   {
  next unless -f $files_dir.'/'.$filename;

  print "Procesing $filename\n";

  open my $fh_in, '<', $files_dir.'/'.$filename
      or die "failed to open '$filename' for read";

  open my $fh_out, '>', $write_dir.'/'.$filename
      or die "failed to open '$filename' for write";

  my $count=0;

  while (my $line = <$fh_in>)   {

    # print to output file only non-whitespace lines

    print $fh_out $line unless $line =~ /^\s*\n$/;

    ++$count;
  }

    print "$count lines read from $filename\n";
}