use File::Find;
finddepth sub { -d $_ and rmdir $_ }, "yourtopoftree";
[download]

should work to remove empty directories.