diff --git a/images/Dockerfile_limbo_builder b/images/Dockerfile_limbo_builder
index 3860b32..853a376 100644
--- a/images/Dockerfile_limbo_builder
+++ b/images/Dockerfile_limbo_builder
@@ -2,7 +2,9 @@
 FROM docker.io/library/fedora:latest
 
 RUN sudo dnf update -y && \
-    sudo dnf install -y nodejs yarnpkg openssl-devel curl just gcc
+    sudo dnf install -y nodejs yarnpkg \
+                        openssl-devel curl \
+                        just gcc openssh-clients
 RUN curl https://sh.rustup.rs -sSf | sh -s -- -y
 RUN /bin/bash -c "source $HOME/.cargo/env && rustup update"
 RUN /bin/bash -c "source $HOME/.cargo/env && rustup toolchain install nightly"
diff --git a/limbo/limbo-just-build.yaml b/limbo/limbo-just-build.yaml
index e6de627..e77d410 100644
--- a/limbo/limbo-just-build.yaml
+++ b/limbo/limbo-just-build.yaml
@@ -15,6 +15,7 @@ spec:
       cp -r $(workspaces.ssh-directory.path) ~/.ssh
       chmod 700 ~/.ssh
       chmod -R 400 ~/.ssh/*
+      eval $(ssh-agent -s)
       ssh-keyscan -H -p 2222 git.jpace121.net >> ~/.ssh/known_hosts
       # Use just to run the ci steps.
       source ~/.cargo/env