perl -e 'print sort keys %{{map{$_=>1} <>}}' unsorted_redundant_file.txt