diff --git a/install/lib/installer_base.lib.php b/install/lib/installer_base.lib.php
index bc6306d69734cee35fa65866c89f4c7b68fb2278..af4132a5e32e97a86ce5d55119dcd6a882d88150 100644
--- a/install/lib/installer_base.lib.php
+++ b/install/lib/installer_base.lib.php
@@ -3133,6 +3133,12 @@ class installer_base {
 						// certbot returns with 0 on issue for already existing certificate
 
 						$acme_cert_dir = '/etc/letsencrypt/live/' . $hostname;
+						foreach (array( 'fullchain.pem', 'privkey.pem' ) as $f) {
+							$f = $acme_cert_dir . '/' . $f;
+							if (file_exists($f) && ! is_link($f)) {
+								unlink($f);
+							}
+						}
 						symlink($acme_cert_dir . '/fullchain.pem', $ssl_crt_file);
 						symlink($acme_cert_dir . '/privkey.pem', $ssl_key_file);