Help for this page
perl -ne 'print if!$h{$_}++' file1 file2 ... > newfile
perl -pe '$_=$,if$,{$_}++' file1 file2 ... > newfile