open (DUPLICATE, "datafiles/linked_file.txt"); open (DUPremoved, ">" . "datafiles/linked_file_dup.txt"); while () { chomp $_; #print $_; print DUPremoved if not $lines{$_}++; print DUPremoved "\n"; } close (DUPLICATE);