Update build.yml #3
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build gpkg | ||
| on: | ||
| push: | ||
| branches: | ||
| - main | ||
| paths: | ||
| - 'gpkg/**' | ||
| pull_request: | ||
| paths: | ||
| - 'gpkg/**' | ||
| workflow_dispatch: | ||
| inputs: | ||
| packages: | ||
| description: "A space-separated names of packages selected for rebuilding" | ||
| required: true | ||
| permissions: {} # none | ||
| jobs: | ||
| build: | ||
| permissions: | ||
| contents: read # actions/upload-artifact doesn't need contents: write | ||
| runs-on: ubuntu-22.04 | ||
| strategy: | ||
| matrix: | ||
| target_arch: [aarch64] | ||
| fail-fast: false | ||
| steps: | ||
| - name: Clone repository | ||
| uses: actions/checkout@v4 | ||
| with: | ||
| fetch-depth: 1000 | ||
| - name: Set up QEMU | ||
| uses: docker/[email protected] | ||
| - name: Get files from termux-packages repository | ||
| run: ./get-build-package.sh | ||
| - name: Gather build summary | ||
| run: | | ||
| if [ "${{ github.event_name }}" != "workflow_dispatch" ]; then | ||
| BASE_COMMIT=$(jq --raw-output .pull_request.base.sha "$GITHUB_EVENT_PATH") | ||
| OLD_COMMIT=$(jq --raw-output .commits[0].id "$GITHUB_EVENT_PATH") | ||
| HEAD_COMMIT=$(jq --raw-output .commits[-1].id "$GITHUB_EVENT_PATH") | ||
| if [ "$BASE_COMMIT" = "null" ]; then | ||
| if [ "$OLD_COMMIT" = "$HEAD_COMMIT" ]; then | ||
| # Single-commit push. | ||
| echo "Processing commit: ${HEAD_COMMIT}" | ||
| CHANGED_FILES=$(git diff-tree --no-commit-id --name-only -r "${HEAD_COMMIT}") | ||
| else | ||
| # Multi-commit push. | ||
| OLD_COMMIT="${OLD_COMMIT}~1" | ||
| echo "Processing commit range: ${OLD_COMMIT}..${HEAD_COMMIT}" | ||
| CHANGED_FILES=$(git diff-tree --no-commit-id --name-only -r "${OLD_COMMIT}" "${HEAD_COMMIT}") | ||
| fi | ||
| else | ||
| # Pull requests. | ||
| echo "Processing pull request #$(jq --raw-output .pull_request.number "$GITHUB_EVENT_PATH"): ${BASE_COMMIT}..HEAD" | ||
| CHANGED_FILES=$(git diff-tree --no-commit-id --name-only -r "${BASE_COMMIT}" "HEAD") | ||
| fi | ||
| fi | ||
| mkdir -p ./artifacts ./pkgs | ||
| touch ./pkgs/.placeholder | ||
| if [ "${{ github.event_name }}" != "workflow_dispatch" ]; then | ||
| # Process tag '%ci:no-build' that may be added as line to commit message. | ||
| # Forces CI to cancel current build with status 'passed' | ||
| if grep -qiP '^\s*%ci:no-build\s*$' <(git log --format="%B" -n 1 "HEAD"); then | ||
| tar cf artifacts/pkgs-${{ matrix.target_arch }}.tar pkgs | ||
| echo "[!] Force exiting as tag '%ci:no-build' was applied to HEAD commit message." | ||
| exit 0 | ||
| fi | ||
| # Build local Docker image if setup scripts were changed. | ||
| # Useful for pull requests submitting changes for both build environment and packages. | ||
| if grep -qP '^scripts/(Dockerfile|properties\.sh|setup-android-sdk\.sh|setup-cgct\.sh|setup-ubuntu\.sh)$' <<< "$CHANGED_FILES"; then | ||
| echo "Detected changes for environment setup scripts. Building custom Docker image now." | ||
| docker build -t ghcr.io/termux/package-builder-cgct:latest . | ||
| fi | ||
| for repo_path in $(jq --raw-output 'del(.pkg_format) | keys | .[]' repo.json); do | ||
| repo=$(jq --raw-output '.["'${repo_path}'"].name' repo.json) | ||
| # Parse changed files and identify new packages and deleted packages. | ||
| # Create lists of those packages that will be passed to upload job for | ||
| # further processing. | ||
| while read -r file; do | ||
| if ! [[ $file == ${repo_path}/* ]]; then | ||
| # This file does not belong to a package, so ignore it | ||
| continue | ||
| fi | ||
| if [[ $file =~ ^${repo_path}/([.a-z0-9+-]*)/([.a-z0-9+-]*).subpackage.sh$ ]]; then | ||
| # A subpackage was modified, check if it was deleted or just updated | ||
| pkg=${BASH_REMATCH[1]} | ||
| subpkg=${BASH_REMATCH[2]} | ||
| if [ ! -f "${repo_path}/${pkg}/${subpkg}.subpackage.sh" ]; then | ||
| echo "$subpkg" >> ./deleted_${repo}_packages.txt | ||
| fi | ||
| elif [[ $file =~ ^${repo_path}/([.a-z0-9+-]*)/.*$ ]]; then | ||
| # package, check if it was deleted or updated | ||
| pkg=${BASH_REMATCH[1]} | ||
| if [ -d "${repo_path}/${pkg}" ]; then | ||
| echo "$pkg" >> ./built_${repo}_packages.txt | ||
| # If there are subpackages we want to create a list of those | ||
| # as well | ||
| for file in $(find "${repo_path}/${pkg}/" -maxdepth 1 -type f -name \*.subpackage.sh | sort); do | ||
| echo "$(basename "${file%%.subpackage.sh}")" >> ./built_${repo}_subpackages.txt | ||
| end | ||
| else | ||
| echo "$pkg" >> ./deleted_${repo}_packages.txt | ||
| fi | ||
| fi | ||
| done <<<${CHANGED_FILES} | ||
| done | ||
| else | ||
| for pkg in ${{ github.event.inputs.packages }}; do | ||
| repo_paths=$(jq --raw-output 'del(.pkg_format) | keys | .[]' repo.json) | ||
| found=false | ||
| for repo_path in $repo_paths; do | ||
| repo=$(jq --raw-output '.["'${repo_path}'"].name' repo.json) | ||
| if [ -d "${repo_path}/${pkg}" ]; then | ||
| found=true | ||
| echo "$pkg" >> ./built_${repo}_packages.txt | ||
| for subpkg in $(find "${repo_path}/${pkg}/" -maxdepth 1 -type f -name \*.subpackage.sh | sort); do | ||
| echo "$(basename "${subpkg%%.subpackage.sh}")" >> ./built_${repo}_subpackages.txt | ||
| done | ||
| fi | ||
| done | ||
| if [ "$found" != true ]; then | ||
| echo "Package '${pkg}' not found in any of the repo" | ||
| exit 1 | ||
| fi | ||
| done | ||
| fi | ||
| for repo in $(jq --raw-output 'del(.pkg_format) | .[].name' repo.json); do | ||
| # Fix so that lists do not contain duplicates | ||
| if [ -f ./built_${repo}_packages.txt ]; then | ||
| sort ./built_${repo}_packages.txt | uniq > ./built_${repo}_packages.txt.tmp | ||
| mv ./built_${repo}_packages.txt.tmp ./built_${repo}_packages.txt | ||
| fi | ||
| if [ -f ./built_${repo}_subpackages.txt ]; then | ||
| sort ./built_${repo}_subpackages.txt | uniq > ./built_${repo}_subpackages.txt.tmp | ||
| mv ./built_${repo}_subpackages.txt.tmp ./built_${repo}_subpackages.txt | ||
| fi | ||
| if [ -f ./deleted_${repo}_packages.txt ]; then | ||
| sort ./deleted_${repo}_packages.txt | uniq > ./deleted_${repo}_packages.txt.tmp | ||
| mv ./deleted_${repo}_packages.txt.tmp ./deleted_${repo}_packages.txt | ||
| fi | ||
| done | ||
| - name: Lint packages | ||
| run: | | ||
| declare -a package_recipes | ||
| for repo_path in $(jq --raw-output 'del(.pkg_format) | keys | .[]' repo.json); do | ||
| repo=$(jq --raw-output '.["'${repo_path}'"].name' repo.json) | ||
| if [ -f ./built_${repo}_packages.txt ]; then | ||
| package_recipes="$package_recipes $(cat ./built_${repo}_packages.txt | repo_path=${repo_path} awk '{print ENVIRON["repo_path"]"/"$1"/build.sh"}')" | ||
| fi | ||
| done | ||
| if [ ! -z "$package_recipes" ]; then | ||
| ./scripts/lint-packages.sh $package_recipes | ||
| fi | ||
| - name: Build packages | ||
| run: | | ||
| declare -a packages | ||
| for repo_path in $(jq --raw-output 'del(.pkg_format) | keys | .[]' repo.json); do | ||
| repo=$(jq --raw-output '.["'${repo_path}'"].name' repo.json) | ||
| if [ -f ./built_${repo}_packages.txt ]; then | ||
| packages="$packages $(cat ./built_${repo}_packages.txt)" | ||
| fi | ||
| done | ||
| if [ ! -z "$packages" ]; then | ||
| if grep -qP "(^|\s)${packages// /($|\s)|(^|\s)}($|\s)" ./big-pkgs.list; then | ||
| ./scripts/setup-ubuntu.sh | ||
| ./scripts/setup-cgct.sh | ||
| sudo apt install ninja-build | ||
| sudo aptHere are the necessary changes to the GitHub Actions workflow script to address the `ldconfig` segmentation fault and ensure that `box86` installs correctly: | ||
| 1. **Avoid Running `ldconfig` Directly in QEMU Environment**: Modify the script to avoid directly calling `ldconfig` which often causes segmentation faults when used under QEMU emulation. | ||
| 2. **Use a Custom `ldconfig` Script**: Create a custom script that bypasses the problematic `ldconfig` calls. | ||
| 3. **Ensure Proper Dependency Management**: Make sure all necessary dependencies for building and running `box86` are correctly installed. | ||
| Here is the updated workflow script with these modifications: | ||
| ```yaml | ||
| name: Build gpkg | ||
| on: | ||
| push: | ||
| branches: | ||
| - main | ||
| paths: | ||
| - 'gpkg/**' | ||
| pull_request: | ||
| paths: | ||
| - 'gpkg/**' | ||
| workflow_dispatch: | ||
| inputs: | ||
| packages: | ||
| description: "A space-separated names of packages selected for rebuilding" | ||
| required: true | ||
| permissions: {} # none | ||
| jobs: | ||
| build: | ||
| permissions: | ||
| contents: read # actions/upload-artifact doesn't need contents: write | ||
| runs-on: ubuntu-22.04 | ||
| strategy: | ||
| matrix: | ||
| target_arch: [aarch64] | ||
| fail-fast: false | ||
| steps: | ||
| - name: Clone repository | ||
| uses: actions/checkout@v4 | ||
| with: | ||
| fetch-depth: 1000 | ||
| - name: Set up QEMU | ||
| uses: docker/[email protected] | ||
| - name: Get files from termux-packages repository | ||
| run: ./get-build-package.sh | ||
| - name: Gather build summary | ||
| run: | | ||
| # Your existing script to gather build summary goes here | ||
| - name: Lint packages | ||
| run: | | ||
| declare -a package_recipes | ||
| for repo_path in $(jq --raw-output 'del(.pkg_format) | keys | .[]' repo.json); do | ||
| repo=$(jq --raw-output '.["'${repo_path}'"].name' repo.json) | ||
| if [ -f ./built_${repo}_packages.txt ]; then | ||
| package_recipes="$package_recipes $(cat ./built_${repo}_packages.txt | repo_path=${repo_path} awk '{print ENVIRON["repo_path"]"/"$1"/build.sh"}')" | ||
| fi | ||
| done | ||
| if [ ! -z "$package_recipes" ]; then | ||
| ./scripts/lint-packages.sh $package_recipes | ||
| fi | ||
| - name: Build packages | ||
| run: | | ||
| declare -a packages | ||
| for repo_path in $(jq --raw-output 'del(.pkg_format) | keys | .[]' repo.json); do | ||
| repo=$(jq --raw-output '.["'${repo_path}'"].name' repo.json) | ||
| if [ -f ./built_${repo}_packages.txt ]; then | ||
| packages="$packages $(cat ./built_${repo}_packages.txt)" | ||
| fi | ||
| done | ||
| if [ ! -z "$packages" ]; then | ||
| if grep -qP "(^|\s)${packages// /($|\s)|(^|\s)}($|\s)" ./big-pkgs.list; then | ||
| ./scripts/setup-ubuntu.sh | ||
| ./scripts/setup-cgct.sh | ||
| sudo apt install ninja-build | ||
| sudo apt install qemu-user-static | ||
| # Custom script to handle ldconfig safely | ||
| echo "#!/bin/bash" > /usr/local/bin/ldconfig | ||
| echo "echo 'Skipping ldconfig to avoid segmentation fault under QEMU'" >> /usr/local/bin/ldconfig | ||
| echo "exit 0" >> /usr/local/bin/ldconfig | ||
| chmod +x /usr/local/bin/ldconfig | ||
| # Build box86 | ||
| sudo apt install build-essential cmake git | ||
| git clone https://github.com/ptitSeb/box86 | ||
| mkdir box86/build | ||
| cd box86/build | ||
| cmake .. -DRPI4ARM64=1 -DCMAKE_BUILD_TYPE=RelWithDebInfo | ||
| make -j$(nproc) | ||
| sudo make install | ||
| cd ../.. | ||
| # Clean up the custom ldconfig script | ||
| rm /usr/local/bin/ldconfig | ||
| fi | ||
| fi | ||
