perl -ne 'print unless $seen{$_}; $seen{$_}++' in.txt > out.txt