build

ci(docker): distribute build across runners #5390

Workflow file for this run

	# Copyright (c) 2016-2023 Martin Donath <[email protected]>

	# Permission is hereby granted, free of charge, to any person obtaining a copy
	# of this software and associated documentation files (the "Software"), to
	# deal in the Software without restriction, including without limitation the
	# rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
	# sell copies of the Software, and to permit persons to whom the Software is
	# furnished to do so, subject to the following conditions:

	# The above copyright notice and this permission notice shall be included in
	# all copies or substantial portions of the Software.

	# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
	# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
	# FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE
	# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
	# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
	# FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
	# IN THE SOFTWARE.

	name: build
	on:
	push:
	branches:
	- master
	pull_request:
	release:
	types:
	- published

	env:
	NODE_VERSION: 18.x
	PYTHON_VERSION: 3.x

	permissions:
	contents: read

	jobs:
	npm-build:
	runs-on: ubuntu-latest
	steps:

	- name: Checkout repository
	uses: actions/checkout@v4

	- name: Set up Node.js runtime
	uses: actions/setup-node@v3
	with:
	node-version: ${{ env.NODE_VERSION }}

	- name: Set up Node.js dependency cache
	uses: actions/cache@v3
	id: cache
	with:
	key: ${{ runner.os }}-${{ hashFiles('**/package-lock.json') }}
	path: node_modules

	- name: Set up Node.js dependencies
	if: steps.cache.outputs.cache-hit != 'true'
	run: npm install

	- name: Build project
	run: \|
	npm run build
	git diff --name-only

	npm-check:
	runs-on: ubuntu-latest
	steps:

	- name: Checkout repository
	uses: actions/checkout@v4

	- name: Set up Node.js runtime
	uses: actions/setup-node@v3
	with:
	node-version: ${{ env.NODE_VERSION }}

	- name: Set up Node.js dependency cache
	uses: actions/cache@v3
	id: cache
	with:
	key: ${{ runner.os }}-${{ hashFiles('**/package-lock.json') }}
	path: node_modules

	- name: Set up Node.js dependencies
	if: steps.cache.outputs.cache-hit != 'true'
	run: npm install

	- name: Check project
	run: npm run check

	python:
	runs-on: ubuntu-latest
	steps:

	- name: Checkout repository
	uses: actions/checkout@v4

	- name: Set up Python runtime
	uses: actions/setup-python@v4
	with:
	python-version: ${{ env.PYTHON_VERSION }}
	cache: pip
	cache-dependency-path: \|
	pyproject.toml
	requirements.txt

	- name: Set up Python dependencies
	run: pip install --upgrade build twine

	- name: Build Python package
	run: python -m build

	- name: Publish Python package
	if: github.event_name == 'release'
	env:
	PYPI_USERNAME: ${{ secrets.PYPI_USERNAME }}
	PYPI_PASSWORD: ${{ secrets.PYPI_PASSWORD }}
	run: twine upload --disable-progress-bar -u ${PYPI_USERNAME} -p ${PYPI_PASSWORD} dist/*

	docker-test:
	runs-on: ubuntu-latest
	steps:
	- name: Checkout repository
	uses: actions/checkout@v4

	- name: Set up Docker Buildx
	uses: docker/setup-buildx-action@v3

	- name: Build
	uses: docker/build-push-action@v5
	with:
	context: .
	load: true
	tags: mkdocs-material:test

	- name: Check Docker image
	working-directory: /tmp
	env:
	REPO_FULL_NAME: '${{ github.event.repository.full_name }}'
	run: \|
	docker run --rm -i -v ${PWD}:/docs mkdocs-material:test new .
	docker run --rm -i -v ${PWD}:/docs mkdocs-material:test build

	docker-prepare:
	runs-on: ubuntu-latest
	outputs:
	matrix: ${{ steps.platforms.outputs.matrix }}
	steps:
	- name: Checkout
	uses: actions/checkout@v4

	- name: Create matrix
	id: platforms
	run: \|
	echo "matrix=$(docker buildx bake image-all --print \| jq -cr '.target."image-all".platforms')" >>${GITHUB_OUTPUT}

	- name: Show matrix
	run: \|
	echo ${{ steps.platforms.outputs.matrix }}

	docker-build:
	runs-on: ubuntu-latest
	needs:
	- docker-test
	- docker-prepare
	strategy:
	fail-fast: false
	matrix:
	platform: ${{ fromJson(needs.docker-prepare.outputs.matrix) }}
	steps:
	- name: Checkout repository
	uses: actions/checkout@v4

	- name: Set up QEMU
	uses: docker/setup-qemu-action@v3

	- name: Set up Docker Buildx
	uses: docker/setup-buildx-action@v3

	- name: Login to DockerHub
	if: github.event_name == 'release'
	uses: docker/login-action@v3
	with:
	username: ${{ secrets.DOCKER_USERNAME }}
	password: ${{ secrets.DOCKER_PASSWORD }}

	- name: Login to GitHub Container Registry
	if: github.event_name == 'release'
	uses: docker/login-action@v3
	with:
	registry: ghcr.io
	username: ${{ github.repository_owner }}
	password: ${{ secrets.GHCR_TOKEN }}

	- name: Generate Docker tags and labels
	id: meta
	uses: docker/metadata-action@v5
	with:
	images: \|
	${{ github.event.repository.full_name }}
	ghcr.io/${{ github.event.repository.full_name }}
	tags: \|
	type=semver,pattern={{version}}
	type=semver,pattern={{major}}.{{minor}}
	type=semver,pattern={{major}}
	type=ref,event=branch
	type=ref,event=pr
	flavor: \|
	latest=${{ github.event.release.prerelease == false }}

	- name: Rename meta bake definition file
	run: \|
	mv "${{ steps.meta.outputs.bake-file }}" "/tmp/bake-meta.json"

	- name: Upload meta bake definition
	uses: actions/upload-artifact@v3
	with:
	name: bake-meta
	path: /tmp/bake-meta.json
	if-no-files-found: error
	retention-days: 1

	- name: Build
	id: bake
	uses: docker/bake-action@v4
	with:
	files: \|
	./docker-bake.hcl
	/tmp/bake-meta.json
	targets: image
	set: \|
	*.tags=
	*.platform=${{ matrix.platform }}
	*.output=type=image,"name=${{ github.event.repository.full_name }},ghcr.io/${{ github.event.repository.full_name }}",push-by-digest=true,name-canonical=true,push=${{ github.event_name == 'release' }}

	- name: Export digest
	run: \|
	mkdir -p /tmp/digests
	digest="${{ fromJSON(steps.bake.outputs.metadata).image['containerimage.digest'] }}"
	touch "/tmp/digests/${digest#sha256:}"

	- name: Upload digest
	uses: actions/upload-artifact@v3
	with:
	name: digests
	path: /tmp/digests/*
	if-no-files-found: error
	retention-days: 1

	docker-merge:
	runs-on: ubuntu-latest
	if: github.event_name == 'release'
	needs:
	- docker-build
	steps:
	- name: Download meta bake definition
	uses: actions/download-artifact@v3
	with:
	name: bake-meta
	path: /tmp

	- name: Download digests
	uses: actions/download-artifact@v3
	with:
	name: digests
	path: /tmp/digests

	- name: Set up Docker Buildx
	uses: docker/setup-buildx-action@v2

	- name: Login to DockerHub
	uses: docker/login-action@v3
	with:
	username: ${{ secrets.DOCKER_USERNAME }}
	password: ${{ secrets.DOCKER_PASSWORD }}

	- name: Login to GitHub Container Registry
	uses: docker/login-action@v3
	with:
	registry: ghcr.io
	username: ${{ github.repository_owner }}
	password: ${{ secrets.GHCR_TOKEN }}

	- name: Create manifest list and push
	working-directory: /tmp/digests
	run: \|
	docker buildx imagetools create $(jq -cr '.target."docker-metadata-action".tags \| map(select(startswith("${{ github.event.repository.full_name }}")) \| "-t " + .) \| join(" ")' /tmp/bake-meta.json) \
	$(printf '${{ github.event.repository.full_name }}@sha256:%s ' *)
	docker buildx imagetools create $(jq -cr '.target."docker-metadata-action".tags \| map(select(startswith("ghcr.io/${{ github.event.repository.full_name }}")) \| "-t " + .) \| join(" ")' /tmp/bake-meta.json) \
	$(printf 'ghcr.io/${{ github.event.repository.full_name }}@sha256:%s ' *)
	-
	name: Inspect image
	run: \|
	tag=$(jq -r '.target."docker-metadata-action".args.DOCKER_META_VERSION' /tmp/bake-meta.json)
	docker buildx imagetools inspect ${{ github.event.repository.full_name }}:${tag}
	docker buildx imagetools inspect ghcr.io/${{ github.event.repository.full_name }}:${tag}

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

ci(docker): distribute build across runners #5390

Workflow file

ci(docker): distribute build across runners #5390

Jobs

Run details

Workflow file for this run