$ sort file_with_duplicates | uniq > file_without_duplicates