diff --git a/nyacme/__main__.py b/nyacme/__main__.py
index 9f61e98..21af048 100644
--- a/nyacme/__main__.py
+++ b/nyacme/__main__.py
@@ -1,4 +1,5 @@
 import argparse
+from genericpath import exists
 import logging
 import os.path
 import shutil
@@ -75,8 +76,11 @@ def main() -> None:
             shutil.chown(domain_key, 'acme', 'acme')
             domain_key.chmod(0o440)
 
-            all_pem = output_dir / 'all' / f'{domain}.pem'
-            all_key = output_dir / 'all' / f'{domain}.pem.key'
+            all_dir = output_dir / 'all'
+            all_dir.mkdir(parents=True, exists_ok=True)
+
+            all_pem = all_dir / f'{domain}.pem'
+            all_key = all_dir / f'{domain}.pem.key'
 
             all_pem.unlink(missing_ok=True)
             all_pem.hardlink_to(domain_pem)