diff --git a/.github/workflows/bump-version-and-create-release.yaml b/.github/workflows/bump-version-and-create-release.yaml
index 9790a38..8a0ba1c 100644
--- a/.github/workflows/bump-version-and-create-release.yaml
+++ b/.github/workflows/bump-version-and-create-release.yaml
@@ -96,3 +96,20 @@ jobs:
           tag: ${{ needs.compute-version.outputs.new_tag }}
           body: ${{ github.event.pull_request.body }}
 
+
+  build-and-run-release-tests:
+    needs: [compute-version, create-release]
+    runs-on: ubuntu-latest
+    steps:
+      - name: Build release test Docker image
+        uses: docker/build-push-action@v6
+        with:
+          build-args: |
+            RELEASE_DOWNLOAD_URL=https://github.com/KIT-MRT/util_caching/releases/download/${{ needs.compute-version.outputs.new_tag }}
+          push: false
+          tags: release_tester
+          target: release_test
+
+      - name: Run unit tests with/against released version
+        run: |
+          docker run --rm release_tester
\ No newline at end of file
diff --git a/.github/workflows/run-release-tests.yaml b/.github/workflows/run-release-tests.yaml
deleted file mode 100644
index 11fd79c..0000000
--- a/.github/workflows/run-release-tests.yaml
+++ /dev/null
@@ -1,24 +0,0 @@
-name: Run release tests
-
-on:
-  release:
-    types:
-      - released
-
-jobs:
-  build-and-run-release-tests:
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: Build release test Docker image
-        uses: docker/build-push-action@v6
-        with:
-          push: false
-          tags: |
-            ghcr.io/kit-mrt/util_caching_release_tests
-          target: release_test
-
-      - name: Run unit tests with/against released version
-        run: |
-          docker run --rm ghcr.io/kit-mrt/util_caching_release_tests
-
diff --git a/Dockerfile b/Dockerfile
index afb8c77..f2c9430 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -48,10 +48,12 @@ RUN cmake .. && \
 
 FROM base AS release_test
 
+ARG RELEASE_DOWNLOAD_URL=https://github.com/KIT-MRT/util_caching/releases/latest/download/
+
 # This downloads the latest util_caching debian release and adds it to the docker image
 # This "bloats" the image. But otherwise, we'd have to installing wget and ca-certificates
 # temporarily to download and install the package in one docker layer…
-ADD https://github.com/KIT-MRT/util_caching/releases/latest/download/libutil-caching-dev.deb /tmp/debfiles/
+ADD ${RELEASE_DOWNLOAD_URL}/libutil-caching-dev.deb /tmp/debfiles/
 
 # Install util_caching from release debian package
 RUN dpkg -i /tmp/debfiles/*.deb && \