#! /usr/bin/perl -w
use strict;
use warnings;
use lib "c:/strawberry/perl/site/lib";

my $files_dir = 'F:\research\SEC filings 10K and 10Q\Data\Filing Docs\
+2009\Test Data\HTML Clean';
my $write_dir = 'F:\research\SEC filings 10K and 10Q\Data\Filing Docs\
+2009\Test Data\HTML Clean\Non Word Strip';

opendir (my $dir_handle, $files_dir);
while (my $filename = readdir($dir_handle))   {  
  next unless -f $files_dir.'/'.$filename;

  print "Procesing $filename\n";

  open my $fh_in, '<', $files_dir.'/'.$filename
      or die "failed to open '$filename' for read";
  
  open my $fh_out, '>', $write_dir.'/'.$filename
      or die "failed to open '$filename' for write";
  
  my $count=0;   

  while (my $line = <$fh_in>)   {       
    my $text = $line;
    chomp ($text);  
    
    #Strip/remove whitespace between lines of text file;
    while (<STDIN>)
    {
      print if (!/^\s*$/);
    }
                     
    print $fh_out "$text\n";  #Save stripped results; 
         
  } 

    ++$count; 

    print "$count lines read from $filename\n;"  

}