Arrrgh! The uninstall portion of my code had a bug (understatement). Sorry about that.
The code below has been tested on Windows Millenium.

use Win32::TieRegistry ( Delimiter=>"/", ArrayValues=>1 );
my $program_name = "ezbackup";

$Registry->Delimiter("/"); # $Registry is imported from TieRegistry
my $uninstall_key =
$Registry->{"LMachine/Software/Microsoft/Windows/CurrentVersion/Uninstall/"};

delete $uninstall_key->{"$program_name/DisplayName"};
delete $uninstall_key->{"$program_name/UninstallString"};
delete $uninstall_key->{"$program_name/"};

undef $uninstall_key;