# if the files are not sorted, sort them
$ sort -k 1,1n file1 > file1.sorted
$ sort -k 1,1n file2 | join -v 1 file1.sorted - > file1.uniq