diff --git a/nyacme/__main__.py b/nyacme/__main__.py
index d7ff468..540cffb 100644
--- a/nyacme/__main__.py
+++ b/nyacme/__main__.py
@@ -66,6 +66,7 @@ def main() -> None:
             domain_key = os.path.join(args.output, f'{domain}/cert.pem.key')
             domain_pem = os.path.join(args.output, f'{domain}/cert.pem')
 
+            os.unlink(domain_key)
             os.link(private_key, domain_key)
             # TODO: add user/group to config
             shutil.chown(domain_key, 'acme', 'acme')
@@ -74,7 +75,9 @@ def main() -> None:
             all_pem = os.path.join(args.output, f'all/{domain}.pem')
             all_key = os.path.join(args.output, f'all/{domain}.pem.key')
 
+            os.unlink(all_pem)
             os.link(domain_pem, all_pem)
+            os.unlink(all_key)
             os.link(domain_key, all_key)
 
     if acquired:
diff --git a/pyproject.toml b/pyproject.toml
index 649d4a8..f393bc1 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "nyacme"
-version = "0.1.8"
+version = "0.1.9"
 authors = [
     {name = "Patrycja Rosa", email = "python@ptrcnull.me"},
 ]