This should do it if your pattern is can be reliably matched by a single regex

my $pattern = qr/a regex that matches your pattern/;
 my @deduped = grep { !exists $count{$_} or $count{$_} == 1 }
               map  { /$pattern/ and $count{$_} ++; $_ } @data;
[download]