diff --git a/.github/workflows/e2e-tests.yaml b/.github/workflows/e2e-tests.yaml
index e92962a..6658397 100644
--- a/.github/workflows/e2e-tests.yaml
+++ b/.github/workflows/e2e-tests.yaml
@@ -15,6 +15,9 @@ jobs:
   build:
     runs-on: ubuntu-latest
     steps:
+      - name: Checkout Repository
+        uses: actions/checkout@v4
+
       - name: Build Docker Image
         uses: strangelove-ventures/heighliner-build-action@v1.0.2
         with:
@@ -31,14 +34,7 @@ jobs:
           build-dir: simapp
           binaries: |
             - simapp/build/simd
-          # NOTE: This allows Heighliner access to repository. Remove once public.
-          pre-build: |
-            mkdir -p ~/.ssh
-            echo "${{ secrets.HEIGHLINER_KEY }}" | base64 -d > ~/.ssh/id_ed25519
-            chmod 600 ~/.ssh/id_ed25519
-            apk add openssh
-            git config --global --add url."ssh://git@github.com/".insteadOf "https://github.com/"
-            ssh-keyscan github.com >> ~/.ssh/known_hosts
+          local: true
 
       - name: Publish Tarball as Artifact
         uses: actions/upload-artifact@v4