diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 296d6839..694b77f9 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -11,9 +11,6 @@ before_script:
   # Run ssh-agent (inside the build environment)
   - eval $(ssh-agent -s)
 
-  # Add the SSH key stored in SSH_PRIVATE_KEY variable to the agent store
-  - ssh-add <(echo "$SSH_PRIVATE_KEY")
-
   # For Docker builds disable host key checking. Be aware that by adding that
   # you are suspectible to man-in-the-middle attacks.
   # WARNING: Use this only with the Docker executor, if you use it with shell
@@ -62,4 +59,5 @@ deploy:
   script:
     - yarn
     - npm run build
+    - ssh-add <(echo "$SSH_PRIVATE_KEY")
     - scp -r dist/* pleroma@tenshi.heldscal.la:~/pleroma