diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 881d23b..46ded36 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -9,9 +9,6 @@ before_script:
   - echo "$ANSIBLE_SSH_KEY" | tr -d '\r' | ssh-add -
   - mkdir -p ~/.ssh
   - chmod -R 0700 ~/.ssh
-  - touch ~/.ssh/desu
-  - chmod 0600 ~/.ssh/desu
-  - echo "$ANSIBLE_SSH_KEY" | tr -d '\r' > ~/.ssh/desu
   # Dump the vault password
   - touch /vaultpw
   - chmod 0600 /vaultpw