diff --git a/assets/startup.sh b/assets/startup.sh
index 49c6b70..3f71829 100755
--- a/assets/startup.sh
+++ b/assets/startup.sh
@@ -10,6 +10,7 @@ fi
 
 # Export the GPG Public key
 if [[ ! -f /opt/aptly/public/aptly_repo_signing.key ]]; then
+  mkdir -p /opt/aptly/public
   gpg --export --armor > /opt/aptly/public/aptly_repo_signing.key
 fi