#!/usr/bin/perl

use warnings;
use strict;

my $string = "I have; in my string; replace all but last one;";

$string =~ s/;(?=.*;)//g;

print $string;

##</code><code>##

./r.pl
I have in my string replace all but last one;