if ($toaddress =~ /(\S+)[@]yourdomain|yourotherdomain/) {
   $user = $1;
} else {
   warn "Unknown user:  $toaddress\n";
   $user = 'postmaster'; # Or whoever should get slop.
}