Binary files aren't likely to be LF-terminated, so <...> isn't likely to be appropriate.

sub read_block {
   my ($fh, $bytes_to_read) = @_;
   my $buf = '';
   while ($bytes_to_read) {
      my $bytes_read = read($fh, $buf, $bytes_to_read, length($buf));
      die("Unable to read from file: $!\n")
         if !defined($bytes_read);
      die("Unable to read from file: Unexpected end of file\n")
         if !$bytes_read;
      $bytes_to_read -= $bytes_read;
   }
   return $buf;
}

# Write
print $fh (pack('C',  scalar(@numbers));
print $fh (pack('C*', @numbers));

# Read
my $num_numbers = unpack('C',  read_block($fh, 1));
my @numbers     = unpack('C*', read_block($fh, $num_numbers));
[download]

Update: Fixed incorrect variable name. Thanks blokhead.