diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index cfa8def..48769b6 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -31,6 +31,8 @@ before_script:
     zerotier-cli listnetworks
   # Get ready for execution
   - ansible-galaxy install -r requirements.yml
+  # And run a quick test SSH connection to the bastion box
+  - ssh ansible@bastion1.dallas.mgmt.desu.ltd uptime
 after_script:
   - |
     [ -n "$ZEROTIER_NETWORK_ID" ] && \