my $window= $mech->repl->expr('window');
$window->{alert}= sub {};
...

##</code><code>##

$mech->eval_in_page(<<'JS');
    window.alert= function() {};
JS