#!/usr/bin/perl -w

use strict;
use Data::Dumper;
my %hash;

for my $line ( <> ) {
    for my $word ( split /(\s+|\W+)/, $line ) {
        chomp $word;
        $hash{$word} = '1';
    }
}

print Dumper(%hash);

dbmathis@bamboo [~/mbt_index]# cat new_ib1.txt | head -100 | ./validation_poc.pl | head -20
$VAR1 = '';
$VAR2 = '1';
$VAR3 = 'you';
$VAR4 = '1';
$VAR5 = ' ';
$VAR6 = '1';
$VAR7 = 'put';
$VAR8 = '1';
$VAR9 = 'dust';
$VAR10 = '1';
$VAR11 = 'my';
$VAR12 = '1';
$VAR13 = 'delivered';
$VAR14 = '1';
$VAR15 = 'business';
$VAR16 = '1';
$VAR17 = 'power';
$VAR18 = '1';
$VAR19 = 'Seeburg';
$VAR20 = '1';