diff --git a/limbo/limbo-just-build.yaml b/limbo/limbo-just-build.yaml
index 6c637d3..e6de627 100644
--- a/limbo/limbo-just-build.yaml
+++ b/limbo/limbo-just-build.yaml
@@ -5,11 +5,18 @@ metadata:
 spec:
   workspaces:
   - name: source
+  - name: ssh-directory
   steps:
   - image: harbor.internal.jpace121.net/k8s/limbo_builder:latest
     script: |
       #!/usr/bin/env bash
       set -ex
+      # Set up ssh so we can pull private dependencies.
+      cp -r $(workspaces.ssh-directory.path) ~/.ssh
+      chmod 700 ~/.ssh
+      chmod -R 400 ~/.ssh/*
+      ssh-keyscan -H -p 2222 git.jpace121.net >> ~/.ssh/known_hosts
+      # Use just to run the ci steps.
       source ~/.cargo/env
       cd $(workspaces.source.path)
       just ci-build
diff --git a/limbo/limbo-pipeline.yaml b/limbo/limbo-pipeline.yaml
index 4a5812d..c11a41c 100644
--- a/limbo/limbo-pipeline.yaml
+++ b/limbo/limbo-pipeline.yaml
@@ -37,6 +37,8 @@ spec:
     workspaces:
     - name: source
       workspace: shared-data
+    - name: ssh-directory
+      workspace: git-credentials
     taskRef:
       name: limbo-just-build
   finally: