diff --git a/.ci/configure_git.sh b/.ci/configure_git.sh
index c10c6ff..1089cf7 100755
--- a/.ci/configure_git.sh
+++ b/.ci/configure_git.sh
@@ -1,10 +1,12 @@
 set -e
 
 # Set up ssh private key
-echo "$DEPLOY_SSH_KEY" > ~/.ssh/id_ed25519
 mkdir -p ~/.ssh
 chmod 700 ~/.ssh
 
+echo "$DEPLOY_SSH_KEY" > ~/.ssh/id_ed25519
+chmod 600 ~/.ssh/id_ed25519
+
 # Set up remote host key fingerprint
 echo "git.abstractnonsen.se ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIAufJTq206GOv0D8gHs2o3eDusLNWaB0U7JRhUYnux9B" >> ~/.ssh/known_hosts
 chmod 644 ~/.ssh/known_hosts