From d83872d31237b6e22459611a6c416bd0a8ca60be Mon Sep 17 00:00:00 2001 From: "copilot-swe-agent[bot]" <198982749+Copilot@users.noreply.github.com> Date: Tue, 6 Jan 2026 02:01:36 +0000 Subject: [PATCH 1/2] Initial plan From 006f2dc0ccff1b25e075c7b8e660f5d156a87465 Mon Sep 17 00:00:00 2001 From: "copilot-swe-agent[bot]" <198982749+Copilot@users.noreply.github.com> Date: Tue, 6 Jan 2026 02:09:51 +0000 Subject: [PATCH 2/2] Fix test workflows to download artifacts and use local action - Add needs: [build_binaries] to all test jobs that use the action - Replace remote action references with local (uses: ./) - Add checkout step where missing - Add artifact download and distribute directory setup before action usage - This ensures binaries built by build_binaries job are available when tests run Co-authored-by: awalsh128 <2087466+awalsh128@users.noreply.github.com> --- .github/workflows/action-tests.yml | 984 +++++++++++++++++++++++++ .github/workflows/build-distribute.yml | 118 +++ 2 files changed, 1102 insertions(+) create mode 100644 .github/workflows/action-tests.yml create mode 100644 .github/workflows/build-distribute.yml diff --git a/.github/workflows/action-tests.yml b/.github/workflows/action-tests.yml new file mode 100644 index 0000000..ef0edca --- /dev/null +++ b/.github/workflows/action-tests.yml @@ -0,0 +1,984 @@ +name: Action Tests +on: + workflow_dispatch: + inputs: + debug: + description: "Run in debug mode." + type: boolean + required: false + default: true + repository_dispatch: + push: + pull_request: + +env: + DEBUG: ${{ github.event.inputs.debug || false }} + # Test for overrides in built in shell options (regression issue 98). + SHELLOPTS: errexit:pipefail + +jobs: + build_binaries: + uses: ./.github/workflows/build-distribute.yml + + # All other jobs should depend on build_binaries (if run) or check_distribute (if not needed) + list_all_versions: + needs: [build_binaries] + runs-on: ubuntu-latest + name: List all package versions (including deps). + steps: + - uses: actions/checkout@v3.1.0 + - name: Download build artifacts + uses: actions/download-artifact@v4 + with: + pattern: cache-apt-pkgs-* + path: distribute-artifacts + - name: Setup distribute directory + shell: bash + run: | + mkdir -p distribute/X64 distribute/X86 distribute/ARM64 distribute/ARM + for artifact_dir in distribute-artifacts/cache-apt-pkgs-*; do + if [ -d "$artifact_dir" ]; then + arch=$(basename "$artifact_dir" | sed 's/cache-apt-pkgs-\([^-]*\)-.*/\1/') + echo "Copying artifacts for architecture: $arch" + cp -r "$artifact_dir"/* "distribute/$arch/" 2>/dev/null || true + fi + done + ls -la distribute/*/ || true + - name: Execute + id: execute + uses: ./ + with: + packages: xdot=1.3-1 + version: ${{ github.run_id }}-${{ github.run_attempt }}-list_all_versions + debug: ${{ env.DEBUG }} + - name: Verify + if: | + steps.execute.outputs.cache-hit != 'false' || + steps.execute.outputs.all-package-version-list != 'fonts-liberation2=1:2.1.5-3,gir1.2-atk-1.0=2.52.0-1build1,gir1.2-freedesktop=1.80.1-1,gir1.2-gdkpixbuf-2.0=2.42.10+dfsg-3ubuntu3.2,gir1.2-gtk-3.0=3.24.41-4ubuntu1.3,gir1.2-harfbuzz-0.0=8.3.0-2build2,gir1.2-pango-1.0=1.52.1+ds-1build1,graphviz=2.42.2-9ubuntu0.1,libann0=1.1.2+doc-9build1,libblas3=3.12.0-3build1.1,libcdt5=2.42.2-9ubuntu0.1,libcgraph6=2.42.2-9ubuntu0.1,libgts-0.7-5t64=0.7.6+darcs121130-5.2build1,libgts-bin=0.7.6+darcs121130-5.2build1,libgvc6=2.42.2-9ubuntu0.1,libgvpr2=2.42.2-9ubuntu0.1,libharfbuzz-gobject0=8.3.0-2build2,liblab-gamut1=2.42.2-9ubuntu0.1,liblapack3=3.12.0-3build1.1,libpangoxft-1.0-0=1.52.1+ds-1build1,libpathplan4=2.42.2-9ubuntu0.1,python3-cairo=1.25.1-2build2,python3-gi-cairo=3.48.2-1,python3-numpy=1:1.26.4+ds-6ubuntu1,xdot=1.3-1' + run: | + echo "cache-hit = ${{ steps.execute.outputs.cache-hit }}" + echo "package-version-list = ${{ steps.execute.outputs.package-version-list }}" + echo "all-package-version-list = ${{ steps.execute.outputs.all-package-version-list }}" + echo "diff all-package-version-list" + diff <(echo "${{ steps.execute.outputs.all-package-version-list }}" ) <(echo "fonts-liberation2=1:2.1.5-3,gir1.2-atk-1.0=2.52.0-1build1,gir1.2-freedesktop=1.80.1-1,gir1.2-gdkpixbuf-2.0=2.42.10+dfsg-3ubuntu3.2,gir1.2-gtk-3.0=3.24.41-4ubuntu1.3,gir1.2-harfbuzz-0.0=8.3.0-2build2,gir1.2-pango-1.0=1.52.1+ds-1build1,graphviz=2.42.2-9ubuntu0.1,libann0=1.1.2+doc-9build1,libblas3=3.12.0-3build1.1,libcdt5=2.42.2-9ubuntu0.1,libcgraph6=2.42.2-9ubuntu0.1,libgts-0.7-5t64=0.7.6+darcs121130-5.2build1,libgts-bin=0.7.6+darcs121130-5.2build1,libgvc6=2.42.2-9ubuntu0.1,libgvpr2=2.42.2-9ubuntu0.1,libharfbuzz-gobject0=8.3.0-2build2,liblab-gamut1=2.42.2-9ubuntu0.1,liblapack3=3.12.0-3build1.1,libpangoxft-1.0-0=1.52.1+ds-1build1,libpathplan4=2.42.2-9ubuntu0.1,python3-cairo=1.25.1-2build2,python3-gi-cairo=3.48.2-1,python3-numpy=1:1.26.4+ds-6ubuntu1,xdot=1.3-1") + exit 1 + shell: bash + + list_versions: + needs: [build_binaries] + runs-on: ubuntu-latest + name: List package versions. + steps: + - uses: actions/checkout@v3.1.0 + - name: Download build artifacts + uses: actions/download-artifact@v4 + with: + pattern: cache-apt-pkgs-* + path: distribute-artifacts + - name: Setup distribute directory + shell: bash + run: | + mkdir -p distribute/X64 distribute/X86 distribute/ARM64 distribute/ARM + for artifact_dir in distribute-artifacts/cache-apt-pkgs-*; do + if [ -d "$artifact_dir" ]; then + arch=$(basename "$artifact_dir" | sed 's/cache-apt-pkgs-\([^-]*\)-.*/\1/') + echo "Copying artifacts for architecture: $arch" + cp -r "$artifact_dir"/* "distribute/$arch/" 2>/dev/null || true + fi + done + ls -la distribute/*/ || true + - name: Execute + id: execute + uses: ./ + with: + packages: xdot rolldice + version: ${{ github.run_id }}-${{ github.run_attempt }}-list_versions + debug: ${{ env.DEBUG }} + - name: Verify + if: + steps.execute.outputs.cache-hit != 'false' || steps.execute.outputs.package-version-list + != 'rolldice=1.16-1build3,xdot=1.3-1' + run: | + echo "cache-hit = ${{ steps.execute.outputs.cache-hit }}" + echo "package-version-list = ${{ steps.execute.outputs.package-version-list }}" + echo "diff package-version-list" + diff <(echo "${{ steps.execute.outputs.package-version-list }}" ) <(echo "rolldice=1.16-1build3,xdot=1.3-1") + exit 1 + shell: bash + + standard_workflow_install: + needs: [build_binaries] + runs-on: ubuntu-latest + name: Standard workflow install package and cache. + steps: + - uses: actions/checkout@v3.1.0 + - name: Download build artifacts + uses: actions/download-artifact@v4 + with: + pattern: cache-apt-pkgs-* + path: distribute-artifacts + - name: Setup distribute directory + shell: bash + run: | + mkdir -p distribute/X64 distribute/X86 distribute/ARM64 distribute/ARM + for artifact_dir in distribute-artifacts/cache-apt-pkgs-*; do + if [ -d "$artifact_dir" ]; then + arch=$(basename "$artifact_dir" | sed 's/cache-apt-pkgs-\([^-]*\)-.*/\1/') + echo "Copying artifacts for architecture: $arch" + cp -r "$artifact_dir"/* "distribute/$arch/" 2>/dev/null || true + fi + done + ls -la distribute/*/ || true + - name: Execute + id: execute + uses: ./ + with: + packages: xdot rolldice + version: ${{ github.run_id }}-${{ github.run_attempt }}-standard_workflow + debug: ${{ env.DEBUG }} + - name: Verify + if: steps.execute.outputs.cache-hit != 'false' + run: | + echo "cache-hit = ${{ steps.execute.outputs.cache-hit }}" + exit 1 + shell: bash + + standard_workflow_install_with_new_version: + needs: [standard_workflow_install, build_binaries] + runs-on: ubuntu-latest + name: Standard workflow packages with new version. + steps: + - uses: actions/checkout@v3.1.0 + - name: Download build artifacts + uses: actions/download-artifact@v4 + with: + pattern: cache-apt-pkgs-* + path: distribute-artifacts + - name: Setup distribute directory + shell: bash + run: | + mkdir -p distribute/X64 distribute/X86 distribute/ARM64 distribute/ARM + for artifact_dir in distribute-artifacts/cache-apt-pkgs-*; do + if [ -d "$artifact_dir" ]; then + arch=$(basename "$artifact_dir" | sed 's/cache-apt-pkgs-\([^-]*\)-.*/\1/') + echo "Copying artifacts for architecture: $arch" + cp -r "$artifact_dir"/* "distribute/$arch/" 2>/dev/null || true + fi + done + ls -la distribute/*/ || true + - name: Execute + id: execute + uses: ./ + with: + packages: xdot rolldice + version: + ${{ github.run_id }}-${{ github.run_attempt}}-standard_workflow_install_with_new_version + debug: ${{ env.DEBUG }} + - name: Verify + if: steps.execute.outputs.cache-hit != 'false' + run: | + echo "cache-hit = ${{ steps.execute.outputs.cache-hit }}" + exit 1 + shell: bash + + standard_workflow_restore: + needs: [standard_workflow_install, build_binaries] + runs-on: ubuntu-latest + name: Standard workflow restore cached packages. + steps: + - uses: actions/checkout@v3.1.0 + - name: Download build artifacts + uses: actions/download-artifact@v4 + with: + pattern: cache-apt-pkgs-* + path: distribute-artifacts + - name: Setup distribute directory + shell: bash + run: | + mkdir -p distribute/X64 distribute/X86 distribute/ARM64 distribute/ARM + for artifact_dir in distribute-artifacts/cache-apt-pkgs-*; do + if [ -d "$artifact_dir" ]; then + arch=$(basename "$artifact_dir" | sed 's/cache-apt-pkgs-\([^-]*\)-.*/\1/') + echo "Copying artifacts for architecture: $arch" + cp -r "$artifact_dir"/* "distribute/$arch/" 2>/dev/null || true + fi + done + ls -la distribute/*/ || true + - name: Execute + id: execute + uses: ./ + with: + packages: xdot rolldice + version: ${{ github.run_id }}-${{ github.run_attempt }}-standard_workflow + debug: ${{ env.DEBUG }} + - name: Verify + if: steps.execute.outputs.cache-hit != 'true' + run: | + echo "cache-hit = ${{ steps.execute.outputs.cache-hit }}" + exit 1 + shell: bash + + standard_workflow_restore_with_packages_out_of_order: + needs: [standard_workflow_install, build_binaries] + runs-on: ubuntu-latest + name: Standard workflow restore with packages out of order. + steps: + - uses: actions/checkout@v3.1.0 + - name: Download build artifacts + uses: actions/download-artifact@v4 + with: + pattern: cache-apt-pkgs-* + path: distribute-artifacts + - name: Setup distribute directory + shell: bash + run: | + mkdir -p distribute/X64 distribute/X86 distribute/ARM64 distribute/ARM + for artifact_dir in distribute-artifacts/cache-apt-pkgs-*; do + if [ -d "$artifact_dir" ]; then + arch=$(basename "$artifact_dir" | sed 's/cache-apt-pkgs-\([^-]*\)-.*/\1/') + echo "Copying artifacts for architecture: $arch" + cp -r "$artifact_dir"/* "distribute/$arch/" 2>/dev/null || true + fi + done + ls -la distribute/*/ || true + - name: Execute + id: execute + uses: ./ + with: + packages: rolldice xdot + version: ${{ github.run_id }}-${{ github.run_attempt }}-standard_workflow + debug: ${{ env.DEBUG }} + - name: Verify + if: steps.execute.outputs.cache-hit != 'true' + run: | + echo "cache-hit = ${{ steps.execute.outputs.cache-hit }}" + exit 1 + shell: bash + + standard_workflow_add_package: + needs: [standard_workflow_install, build_binaries] + runs-on: ubuntu-latest + name: Standard workflow add another package. + steps: + - uses: actions/checkout@v3.1.0 + - name: Download build artifacts + uses: actions/download-artifact@v4 + with: + pattern: cache-apt-pkgs-* + path: distribute-artifacts + - name: Setup distribute directory + shell: bash + run: | + mkdir -p distribute/X64 distribute/X86 distribute/ARM64 distribute/ARM + for artifact_dir in distribute-artifacts/cache-apt-pkgs-*; do + if [ -d "$artifact_dir" ]; then + arch=$(basename "$artifact_dir" | sed 's/cache-apt-pkgs-\([^-]*\)-.*/\1/') + echo "Copying artifacts for architecture: $arch" + cp -r "$artifact_dir"/* "distribute/$arch/" 2>/dev/null || true + fi + done + ls -la distribute/*/ || true + - name: Execute + id: execute + uses: ./ + with: + packages: xdot rolldice distro-info-data + version: ${{ github.run_id }}-${{ github.run_attempt }}-standard_workflow + debug: ${{ env.DEBUG }} + - name: Verify + if: steps.execute.outputs.cache-hit != 'false' + run: | + echo "cache-hit = ${{ steps.execute.outputs.cache-hit }}" + exit 1 + shell: bash + + standard_workflow_restore_add_package: + needs: [standard_workflow_add_package, build_binaries] + runs-on: ubuntu-latest + name: Standard workflow restore added package. + steps: + - uses: actions/checkout@v3.1.0 + - name: Download build artifacts + uses: actions/download-artifact@v4 + with: + pattern: cache-apt-pkgs-* + path: distribute-artifacts + - name: Setup distribute directory + shell: bash + run: | + mkdir -p distribute/X64 distribute/X86 distribute/ARM64 distribute/ARM + for artifact_dir in distribute-artifacts/cache-apt-pkgs-*; do + if [ -d "$artifact_dir" ]; then + arch=$(basename "$artifact_dir" | sed 's/cache-apt-pkgs-\([^-]*\)-.*/\1/') + echo "Copying artifacts for architecture: $arch" + cp -r "$artifact_dir"/* "distribute/$arch/" 2>/dev/null || true + fi + done + ls -la distribute/*/ || true + - name: Execute + id: execute + uses: ./ + with: + packages: xdot rolldice distro-info-data + version: ${{ github.run_id }}-${{ github.run_attempt }}-standard_workflow + debug: ${{ env.DEBUG }} + - name: Verify + if: steps.execute.outputs.cache-hit != 'true' + run: | + echo "cache-hit = ${{ steps.execute.outputs.cache-hit }}" + exit 1 + shell: bash + + no_packages: + needs: [build_binaries] + runs-on: ubuntu-latest + name: No packages passed. + steps: + - uses: actions/checkout@v3.1.0 + - name: Download build artifacts + uses: actions/download-artifact@v4 + with: + pattern: cache-apt-pkgs-* + path: distribute-artifacts + - name: Setup distribute directory + shell: bash + run: | + mkdir -p distribute/X64 distribute/X86 distribute/ARM64 distribute/ARM + for artifact_dir in distribute-artifacts/cache-apt-pkgs-*; do + if [ -d "$artifact_dir" ]; then + arch=$(basename "$artifact_dir" | sed 's/cache-apt-pkgs-\([^-]*\)-.*/\1/') + echo "Copying artifacts for architecture: $arch" + cp -r "$artifact_dir"/* "distribute/$arch/" 2>/dev/null || true + fi + done + ls -la distribute/*/ || true + - name: Execute + id: execute + uses: ./ + with: + packages: "" + continue-on-error: true + - name: Verify + if: steps.execute.outcome == 'failure' + run: exit 0 + shell: bash + + package_not_found: + needs: [build_binaries] + runs-on: ubuntu-latest + name: Package not found. + steps: + - uses: actions/checkout@v3.1.0 + - name: Download build artifacts + uses: actions/download-artifact@v4 + with: + pattern: cache-apt-pkgs-* + path: distribute-artifacts + - name: Setup distribute directory + shell: bash + run: | + mkdir -p distribute/X64 distribute/X86 distribute/ARM64 distribute/ARM + for artifact_dir in distribute-artifacts/cache-apt-pkgs-*; do + if [ -d "$artifact_dir" ]; then + arch=$(basename "$artifact_dir" | sed 's/cache-apt-pkgs-\([^-]*\)-.*/\1/') + echo "Copying artifacts for architecture: $arch" + cp -r "$artifact_dir"/* "distribute/$arch/" 2>/dev/null || true + fi + done + ls -la distribute/*/ || true + - name: Execute + id: execute + uses: ./ + with: + packages: package_that_doesnt_exist + continue-on-error: true + - name: Verify + if: steps.execute.outcome == 'failure' + run: exit 0 + shell: bash + + version_contains_spaces: + needs: [build_binaries] + runs-on: ubuntu-latest + name: Version contains spaces. + steps: + - uses: actions/checkout@v3.1.0 + - name: Download build artifacts + uses: actions/download-artifact@v4 + with: + pattern: cache-apt-pkgs-* + path: distribute-artifacts + - name: Setup distribute directory + shell: bash + run: | + mkdir -p distribute/X64 distribute/X86 distribute/ARM64 distribute/ARM + for artifact_dir in distribute-artifacts/cache-apt-pkgs-*; do + if [ -d "$artifact_dir" ]; then + arch=$(basename "$artifact_dir" | sed 's/cache-apt-pkgs-\([^-]*\)-.*/\1/') + echo "Copying artifacts for architecture: $arch" + cp -r "$artifact_dir"/* "distribute/$arch/" 2>/dev/null || true + fi + done + ls -la distribute/*/ || true + - name: Execute + id: execute + uses: ./ + with: + packages: xdot + version: 123 abc + debug: ${{ env.DEBUG }} + continue-on-error: true + - name: Verify + if: steps.execute.outcome == 'failure' + run: exit 0 + shell: bash + + regression_36: + needs: [build_binaries] + runs-on: ubuntu-latest + name: "Reinstall existing package (regression issue #36)." + steps: + - uses: actions/checkout@v3.1.0 + - name: Download build artifacts + uses: actions/download-artifact@v4 + with: + pattern: cache-apt-pkgs-* + path: distribute-artifacts + - name: Setup distribute directory + shell: bash + run: | + mkdir -p distribute/X64 distribute/X86 distribute/ARM64 distribute/ARM + for artifact_dir in distribute-artifacts/cache-apt-pkgs-*; do + if [ -d "$artifact_dir" ]; then + arch=$(basename "$artifact_dir" | sed 's/cache-apt-pkgs-\([^-]*\)-.*/\1/') + echo "Copying artifacts for architecture: $arch" + cp -r "$artifact_dir"/* "distribute/$arch/" 2>/dev/null || true + fi + done + ls -la distribute/*/ || true + - uses: ./ + with: + packages: libgtk-3-dev + version: ${{ github.run_id }}-${{ github.run_attempt }}-regression_36 + debug: ${{ env.DEBUG }} + + regression_37: + needs: [build_binaries] + runs-on: ubuntu-latest + name: "Install with reported package dependencies not installed (regression issue #37)." + steps: + - uses: actions/checkout@v3.1.0 + - name: Download build artifacts + uses: actions/download-artifact@v4 + with: + pattern: cache-apt-pkgs-* + path: distribute-artifacts + - name: Setup distribute directory + shell: bash + run: | + mkdir -p distribute/X64 distribute/X86 distribute/ARM64 distribute/ARM + for artifact_dir in distribute-artifacts/cache-apt-pkgs-*; do + if [ -d "$artifact_dir" ]; then + arch=$(basename "$artifact_dir" | sed 's/cache-apt-pkgs-\([^-]*\)-.*/\1/') + echo "Copying artifacts for architecture: $arch" + cp -r "$artifact_dir"/* "distribute/$arch/" 2>/dev/null || true + fi + done + ls -la distribute/*/ || true + - uses: ./ + with: + packages: libosmesa6-dev libgl1-mesa-dev python3-tk pandoc git-restore-mtime + version: ${{ github.run_id }}-${{ github.run_attempt }}-regression_37 + debug: ${{ env.DEBUG }} + + debug_disabled: + needs: [build_binaries] + runs-on: ubuntu-latest + name: Debug disabled. + steps: + - uses: actions/checkout@v3.1.0 + - name: Download build artifacts + uses: actions/download-artifact@v4 + with: + pattern: cache-apt-pkgs-* + path: distribute-artifacts + - name: Setup distribute directory + shell: bash + run: | + mkdir -p distribute/X64 distribute/X86 distribute/ARM64 distribute/ARM + for artifact_dir in distribute-artifacts/cache-apt-pkgs-*; do + if [ -d "$artifact_dir" ]; then + arch=$(basename "$artifact_dir" | sed 's/cache-apt-pkgs-\([^-]*\)-.*/\1/') + echo "Copying artifacts for architecture: $arch" + cp -r "$artifact_dir"/* "distribute/$arch/" 2>/dev/null || true + fi + done + ls -la distribute/*/ || true + - uses: ./ + with: + packages: xdot + version: ${{ github.run_id }}-${{ github.run_attempt }}-list-all-package-versions + debug: ${{ env.DEBUG }} + + regression_72_1: + needs: [build_binaries] + runs-on: ubuntu-latest + name: "Cache Java CA certs package v1 (regression issue #72)." + steps: + - uses: actions/checkout@v3.1.0 + - name: Download build artifacts + uses: actions/download-artifact@v4 + with: + pattern: cache-apt-pkgs-* + path: distribute-artifacts + - name: Setup distribute directory + shell: bash + run: | + mkdir -p distribute/X64 distribute/X86 distribute/ARM64 distribute/ARM + for artifact_dir in distribute-artifacts/cache-apt-pkgs-*; do + if [ -d "$artifact_dir" ]; then + arch=$(basename "$artifact_dir" | sed 's/cache-apt-pkgs-\([^-]*\)-.*/\1/') + echo "Copying artifacts for architecture: $arch" + cp -r "$artifact_dir"/* "distribute/$arch/" 2>/dev/null || true + fi + done + ls -la distribute/*/ || true + - uses: ./ + with: + packages: openjdk-11-jre + version: ${{ github.run_id }}-${{ github.run_attempt }}-regression_72 + debug: ${{ env.DEBUG }} + + regression_72_2: + needs: [build_binaries] + runs-on: ubuntu-latest + name: "Cache Java CA certs package v2 (regression issue #72)." + steps: + - uses: actions/checkout@v3.1.0 + - name: Download build artifacts + uses: actions/download-artifact@v4 + with: + pattern: cache-apt-pkgs-* + path: distribute-artifacts + - name: Setup distribute directory + shell: bash + run: | + mkdir -p distribute/X64 distribute/X86 distribute/ARM64 distribute/ARM + for artifact_dir in distribute-artifacts/cache-apt-pkgs-*; do + if [ -d "$artifact_dir" ]; then + arch=$(basename "$artifact_dir" | sed 's/cache-apt-pkgs-\([^-]*\)-.*/\1/') + echo "Copying artifacts for architecture: $arch" + cp -r "$artifact_dir"/* "distribute/$arch/" 2>/dev/null || true + fi + done + ls -la distribute/*/ || true + - uses: ./ + with: + packages: default-jre + version: ${{ github.run_id }}-${{ github.run_attempt }}-regression_72 + debug: ${{ env.DEBUG }} + + regression_76: + needs: [build_binaries] + runs-on: ubuntu-latest + name: "Cache empty archive (regression issue #76)." + steps: + - uses: actions/checkout@v3.1.0 + - name: Download build artifacts + uses: actions/download-artifact@v4 + with: + pattern: cache-apt-pkgs-* + path: distribute-artifacts + - name: Setup distribute directory + shell: bash + run: | + mkdir -p distribute/X64 distribute/X86 distribute/ARM64 distribute/ARM + for artifact_dir in distribute-artifacts/cache-apt-pkgs-*; do + if [ -d "$artifact_dir" ]; then + arch=$(basename "$artifact_dir" | sed 's/cache-apt-pkgs-\([^-]*\)-.*/\1/') + echo "Copying artifacts for architecture: $arch" + cp -r "$artifact_dir"/* "distribute/$arch/" 2>/dev/null || true + fi + done + ls -la distribute/*/ || true + - run: | + sudo wget -O- https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB | gpg --dearmor | tee /usr/share/keyrings/oneapi-archive-keyring.gpg > /dev/null; + echo "deb [signed-by=/usr/share/keyrings/oneapi-archive-keyring.gpg] https://apt.repos.intel.com/oneapi all main" | sudo tee /etc/apt/sources.list.d/oneAPI.list; + sudo apt-get -qq update; + sudo apt-get install -y intel-oneapi-runtime-libs intel-oneapi-runtime-opencl; + sudo apt-get install -y opencl-headers ocl-icd-opencl-dev; + sudo apt-get install -y libsundials-dev; + - uses: ./ + with: + packages: intel-oneapi-runtime-libs + version: ${{ github.run_id }}-${{ github.run_attempt }}-regression_76 + debug: ${{ env.DEBUG }} + + regression_79: + needs: [build_binaries] + runs-on: ubuntu-latest + name: "Tar error with libboost-dev (regression issue #79)." + steps: + - uses: actions/checkout@v3.1.0 + - name: Download build artifacts + uses: actions/download-artifact@v4 + with: + pattern: cache-apt-pkgs-* + path: distribute-artifacts + - name: Setup distribute directory + shell: bash + run: | + mkdir -p distribute/X64 distribute/X86 distribute/ARM64 distribute/ARM + for artifact_dir in distribute-artifacts/cache-apt-pkgs-*; do + if [ -d "$artifact_dir" ]; then + arch=$(basename "$artifact_dir" | sed 's/cache-apt-pkgs-\([^-]*\)-.*/\1/') + echo "Copying artifacts for architecture: $arch" + cp -r "$artifact_dir"/* "distribute/$arch/" 2>/dev/null || true + fi + done + ls -la distribute/*/ || true + - uses: ./ + with: + packages: libboost-dev + version: ${{ github.run_id }}-${{ github.run_attempt }}-regression_79 + debug: ${{ env.DEBUG }} + + regression_81: + needs: [build_binaries] + runs-on: ubuntu-latest + name: "Tar error with alsa-ucm-conf (regression issue #81)." + steps: + - uses: actions/checkout@v3.1.0 + - name: Download build artifacts + uses: actions/download-artifact@v4 + with: + pattern: cache-apt-pkgs-* + path: distribute-artifacts + - name: Setup distribute directory + shell: bash + run: | + mkdir -p distribute/X64 distribute/X86 distribute/ARM64 distribute/ARM + for artifact_dir in distribute-artifacts/cache-apt-pkgs-*; do + if [ -d "$artifact_dir" ]; then + arch=$(basename "$artifact_dir" | sed 's/cache-apt-pkgs-\([^-]*\)-.*/\1/') + echo "Copying artifacts for architecture: $arch" + cp -r "$artifact_dir"/* "distribute/$arch/" 2>/dev/null || true + fi + done + ls -la distribute/*/ || true + - uses: ./ + with: + packages: + libasound2 libatk-bridge2.0-0 libatk1.0-0 libatspi2.0-0 libcups2 libdrm2 libgbm1 + libnspr4 libnss3 libxcomposite1 libxdamage1 libxfixes3 libxkbcommon0 libxrandr2 + version: ${{ github.run_id }}-${{ github.run_attempt }}-regression_81 + debug: ${{ env.DEBUG }} + + regression_84_literal_block_install: + needs: [build_binaries] + runs-on: ubuntu-latest + name: "Install multiline package listing using literal block style (regression issue #84)." + steps: + - uses: actions/checkout@v3.1.0 + - name: Download build artifacts + uses: actions/download-artifact@v4 + with: + pattern: cache-apt-pkgs-* + path: distribute-artifacts + - name: Setup distribute directory + shell: bash + run: | + mkdir -p distribute/X64 distribute/X86 distribute/ARM64 distribute/ARM + for artifact_dir in distribute-artifacts/cache-apt-pkgs-*; do + if [ -d "$artifact_dir" ]; then + arch=$(basename "$artifact_dir" | sed 's/cache-apt-pkgs-\([^-]*\)-.*/\1/') + echo "Copying artifacts for architecture: $arch" + cp -r "$artifact_dir"/* "distribute/$arch/" 2>/dev/null || true + fi + done + ls -la distribute/*/ || true + - uses: ./ + with: + packages: > + xdot rolldice distro-info-data + version: ${{ github.run_id }}-${{ github.run_attempt }}-regression_84_literal_block + debug: ${{ env.DEBUG }} + + regression_84_literal_block_restore: + needs: [regression_84_literal_block_install, build_binaries] + runs-on: ubuntu-latest + name: "Restore multiline package listing using literal block style (regression issue #84)." + steps: + - uses: actions/checkout@v3.1.0 + - name: Download build artifacts + uses: actions/download-artifact@v4 + with: + pattern: cache-apt-pkgs-* + path: distribute-artifacts + - name: Setup distribute directory + shell: bash + run: | + mkdir -p distribute/X64 distribute/X86 distribute/ARM64 distribute/ARM + for artifact_dir in distribute-artifacts/cache-apt-pkgs-*; do + if [ -d "$artifact_dir" ]; then + arch=$(basename "$artifact_dir" | sed 's/cache-apt-pkgs-\([^-]*\)-.*/\1/') + echo "Copying artifacts for architecture: $arch" + cp -r "$artifact_dir"/* "distribute/$arch/" 2>/dev/null || true + fi + done + ls -la distribute/*/ || true + - name: Execute + id: execute + uses: ./ + with: + packages: xdot rolldice distro-info-data + version: ${{ github.run_id }}-${{ github.run_attempt }}-regression_84_literal_block + debug: ${{ env.DEBUG }} + - name: Verify + if: steps.execute.outputs.cache-hit != 'true' + run: | + echo "cache-hit = ${{ steps.execute.outputs.cache-hit }}" + exit 1 + shell: bash + + regression_84_folded_block_install: + needs: [build_binaries] + runs-on: ubuntu-latest + name: "Install multiline package listing using literal block style (regression issue #84)." + steps: + - uses: actions/checkout@v3.1.0 + - name: Download build artifacts + uses: actions/download-artifact@v4 + with: + pattern: cache-apt-pkgs-* + path: distribute-artifacts + - name: Setup distribute directory + shell: bash + run: | + mkdir -p distribute/X64 distribute/X86 distribute/ARM64 distribute/ARM + for artifact_dir in distribute-artifacts/cache-apt-pkgs-*; do + if [ -d "$artifact_dir" ]; then + arch=$(basename "$artifact_dir" | sed 's/cache-apt-pkgs-\([^-]*\)-.*/\1/') + echo "Copying artifacts for architecture: $arch" + cp -r "$artifact_dir"/* "distribute/$arch/" 2>/dev/null || true + fi + done + ls -la distribute/*/ || true + - uses: ./ + with: + packages: | + xdot \ + rolldice distro-info-data + version: ${{ github.run_id }}-${{ github.run_attempt }}-regression_84_folded_block + debug: ${{ env.DEBUG }} + + regression_84_folded_block_restore: + needs: [regression_84_folded_block_install, build_binaries] + runs-on: ubuntu-latest + name: "Restore multiline package listing using literal block style (regression issue #84)." + steps: + - uses: actions/checkout@v3.1.0 + - name: Download build artifacts + uses: actions/download-artifact@v4 + with: + pattern: cache-apt-pkgs-* + path: distribute-artifacts + - name: Setup distribute directory + shell: bash + run: | + mkdir -p distribute/X64 distribute/X86 distribute/ARM64 distribute/ARM + for artifact_dir in distribute-artifacts/cache-apt-pkgs-*; do + if [ -d "$artifact_dir" ]; then + arch=$(basename "$artifact_dir" | sed 's/cache-apt-pkgs-\([^-]*\)-.*/\1/') + echo "Copying artifacts for architecture: $arch" + cp -r "$artifact_dir"/* "distribute/$arch/" 2>/dev/null || true + fi + done + ls -la distribute/*/ || true + - name: Execute + id: execute + uses: ./ + with: + packages: xdot rolldice distro-info-data + version: ${{ github.run_id }}-${{ github.run_attempt }}-regression_84_folded_block + debug: ${{ env.DEBUG }} + - name: Verify + if: steps.execute.outputs.cache-hit != 'true' + run: | + echo "cache-hit = ${{ steps.execute.outputs.cache-hit }}" + exit 1 + shell: bash + + regression_89: + needs: [build_binaries] + runs-on: ubuntu-latest + name: "Upload logs artifact name (regression issue #89)." + steps: + - uses: actions/checkout@v3.1.0 + - name: Download build artifacts + uses: actions/download-artifact@v4 + with: + pattern: cache-apt-pkgs-* + path: distribute-artifacts + - name: Setup distribute directory + shell: bash + run: | + mkdir -p distribute/X64 distribute/X86 distribute/ARM64 distribute/ARM + for artifact_dir in distribute-artifacts/cache-apt-pkgs-*; do + if [ -d "$artifact_dir" ]; then + arch=$(basename "$artifact_dir" | sed 's/cache-apt-pkgs-\([^-]*\)-.*/\1/') + echo "Copying artifacts for architecture: $arch" + cp -r "$artifact_dir"/* "distribute/$arch/" 2>/dev/null || true + fi + done + ls -la distribute/*/ || true + - uses: ./ + with: + packages: libgtk-3-dev:amd64 + version: ${{ github.run_id }}-${{ github.run_attempt }}-regression_89 + debug: ${{ env.DEBUG }} + + regression_98: + needs: [build_binaries] + runs-on: ubuntu-latest + name: "Install error due to SHELLOPTS override (regression issue #98)." + steps: + - uses: actions/checkout@v3.1.0 + - name: Download build artifacts + uses: actions/download-artifact@v4 + with: + pattern: cache-apt-pkgs-* + path: distribute-artifacts + - name: Setup distribute directory + shell: bash + run: | + mkdir -p distribute/X64 distribute/X86 distribute/ARM64 distribute/ARM + for artifact_dir in distribute-artifacts/cache-apt-pkgs-*; do + if [ -d "$artifact_dir" ]; then + arch=$(basename "$artifact_dir" | sed 's/cache-apt-pkgs-\([^-]*\)-.*/\1/') + echo "Copying artifacts for architecture: $arch" + cp -r "$artifact_dir"/* "distribute/$arch/" 2>/dev/null || true + fi + done + ls -la distribute/*/ || true + - uses: ./ + with: + packages: git-restore-mtime libgl1-mesa-dev libosmesa6-dev pandoc + version: ${{ github.run_id }}-${{ github.run_attempt }}-regression_98 + debug: ${{ env.DEBUG }} + + regression_106_install: + needs: [build_binaries] + runs-on: ubuntu-latest + name: "Stale apt repo not finding package on restore, install phase (regression issue #106)." + steps: + - uses: actions/checkout@v3.1.0 + - name: Download build artifacts + uses: actions/download-artifact@v4 + with: + pattern: cache-apt-pkgs-* + path: distribute-artifacts + - name: Setup distribute directory + shell: bash + run: | + mkdir -p distribute/X64 distribute/X86 distribute/ARM64 distribute/ARM + for artifact_dir in distribute-artifacts/cache-apt-pkgs-*; do + if [ -d "$artifact_dir" ]; then + arch=$(basename "$artifact_dir" | sed 's/cache-apt-pkgs-\([^-]*\)-.*/\1/') + echo "Copying artifacts for architecture: $arch" + cp -r "$artifact_dir"/* "distribute/$arch/" 2>/dev/null || true + fi + done + ls -la distribute/*/ || true + - uses: ./ + with: + packages: libtk8.6 + version: ${{ github.run_id }}-${{ github.run_attempt }}-regression_106 + debug: ${{ env.DEBUG }} + + regression_106_restore: + needs: [regression_106_install, build_binaries] + runs-on: ubuntu-latest + name: "Stale apt repo not finding package on restore, restore phase (regression issue #106)." + steps: + - uses: actions/checkout@v3.1.0 + - name: Download build artifacts + uses: actions/download-artifact@v4 + with: + pattern: cache-apt-pkgs-* + path: distribute-artifacts + - name: Setup distribute directory + shell: bash + run: | + mkdir -p distribute/X64 distribute/X86 distribute/ARM64 distribute/ARM + for artifact_dir in distribute-artifacts/cache-apt-pkgs-*; do + if [ -d "$artifact_dir" ]; then + arch=$(basename "$artifact_dir" | sed 's/cache-apt-pkgs-\([^-]*\)-.*/\1/') + echo "Copying artifacts for architecture: $arch" + cp -r "$artifact_dir"/* "distribute/$arch/" 2>/dev/null || true + fi + done + ls -la distribute/*/ || true + - uses: ./ + with: + packages: libtk8.6 + version: ${{ github.run_id }}-${{ github.run_attempt }}-regression_106 + debug: ${{ env.DEBUG }} + + multi_arch_cache_key: + needs: [build_binaries] + runs-on: ubuntu-latest + name: "Cache packages with multi-arch cache key." + steps: + - uses: actions/checkout@v3.1.0 + - name: Download build artifacts + uses: actions/download-artifact@v4 + with: + pattern: cache-apt-pkgs-* + path: distribute-artifacts + - name: Setup distribute directory + shell: bash + run: | + mkdir -p distribute/X64 distribute/X86 distribute/ARM64 distribute/ARM + for artifact_dir in distribute-artifacts/cache-apt-pkgs-*; do + if [ -d "$artifact_dir" ]; then + arch=$(basename "$artifact_dir" | sed 's/cache-apt-pkgs-\([^-]*\)-.*/\1/') + echo "Copying artifacts for architecture: $arch" + cp -r "$artifact_dir"/* "distribute/$arch/" 2>/dev/null || true + fi + done + ls -la distribute/*/ || true + - uses: ./ + with: + packages: libfuse2 + version: ${{ github.run_id }}-${{ github.run_attempt }}-multi_arch_cache_key + debug: ${{ env.DEBUG }} + + virtual_package: + needs: [build_binaries] + runs-on: ubuntu-latest + name: "Cache virtual package." + steps: + - uses: actions/checkout@v3.1.0 + - name: Download build artifacts + uses: actions/download-artifact@v4 + with: + pattern: cache-apt-pkgs-* + path: distribute-artifacts + - name: Setup distribute directory + shell: bash + run: | + mkdir -p distribute/X64 distribute/X86 distribute/ARM64 distribute/ARM + for artifact_dir in distribute-artifacts/cache-apt-pkgs-*; do + if [ -d "$artifact_dir" ]; then + arch=$(basename "$artifact_dir" | sed 's/cache-apt-pkgs-\([^-]*\)-.*/\1/') + echo "Copying artifacts for architecture: $arch" + cp -r "$artifact_dir"/* "distribute/$arch/" 2>/dev/null || true + fi + done + ls -la distribute/*/ || true + - uses: ./ + with: + packages: libvips + version: ${{ github.run_id }}-${{ github.run_attempt }}-virtual_package + debug: ${{ env.DEBUG }} diff --git a/.github/workflows/build-distribute.yml b/.github/workflows/build-distribute.yml new file mode 100644 index 0000000..68a0c58 --- /dev/null +++ b/.github/workflows/build-distribute.yml @@ -0,0 +1,118 @@ +name: Build and Release Distribute Artifacts +on: + push: + tags: + - "v2.*.*" + branches: + - dev-v2 + workflow_call: +permissions: + contents: write + id-token: write +env: + VERSION_PREFIX: "commit" + working_directory: ${{ github.workspace }} +jobs: + build-and-release: + runs-on: ubuntu-latest + strategy: + matrix: + include: + - goos: linux + goarch: amd64 + arch: X64 + - goos: linux + goarch: arm64 + arch: ARM64 + - goos: linux + goarch: arm + goarch_variant: "6" + arch: ARM + - goos: linux + goarch: "386" + arch: X86 + steps: + - name: Checkout + uses: actions/checkout@v4 + with: + fetch-depth: 0 + - name: Set up Go + uses: actions/setup-go@v4 + with: + go-version: 1.24 + - name: Generate version from commit SHA + id: version + run: ./scripts/distribute.sh generate-version + - name: Create distribute directory + run: ./scripts/distribute.sh create-distribute-directory "${{ matrix.arch }}" + - name: Clone apt-fast repository + run: ./scripts/distribute.sh clone-apt-fast + - name: Build binary for ${{ matrix.goos }}/${{ matrix.goarch }} + env: + GOOS: ${{ matrix.goos }} + GOARCH: ${{ matrix.goarch }} + GOARM: ${{ matrix.goarch_variant }} + CGO_ENABLED: 0 + run: | + ./scripts/distribute.sh build-binary \ + "${{ matrix.goos }}" \ + "${{ matrix.goarch }}" \ + "${{ matrix.goarch_variant }}" \ + "${{ matrix.arch }}" + - name: Generate checksums + run: ./scripts/distribute.sh generate-checksums "${{ matrix.arch }}" + - name: Verify build + run: | + ./scripts/distribute.sh verify-build "${{ matrix.arch }}" + - name: Upload artifacts + uses: actions/upload-artifact@v4 + with: + name: cache-apt-pkgs-${{ matrix.arch }}-${{ steps.version.outputs.commit_sha }} + path: distribute/${{ matrix.arch }}/* + retention-days: 30 + create-release: + needs: build-and-release + runs-on: ubuntu-latest + if: success() + steps: + - name: Checkout + uses: actions/checkout@v4 + - name: Generate version from commit SHA + id: version + run: | + COMMIT_SHA="${GITHUB_SHA:0:8}" + VERSION="${{ env.VERSION_PREFIX }}-${COMMIT_SHA}" + echo "version=${VERSION}" >> $GITHUB_OUTPUT + echo "commit_sha=${COMMIT_SHA}" >> $GITHUB_OUTPUT + - name: Download all artifacts + uses: actions/download-artifact@v4 + with: + path: distribute-artifacts + - name: Reorganize artifacts + run: | + ./scripts/distribute.sh reorganize-artifacts + - name: Create or update release + uses: softprops/action-gh-release@v1 + with: + tag_name: ${{ steps.version.outputs.version }} + name: "${{ steps.version.outputs.version }}" + generate_release_notes: true + files: | + distribute/x64/* + distribute/arm64/* + distribute/arm/* + distribute/x86/* + draft: false + prerelease: true + env: + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + - name: Clean up old pre-releases + run: | + echo "Cleaning up old commit-based releases..." + # Keep last 10 commit-based releases, delete older ones + gh release list --limit 50 --json tagName,isPrerelease | \ + jq -r '.[] | select(.isPrerelease == true and (.tagName | startswith("commit-"))) | .tagName' | \ + tail -n +11 | \ + xargs -I {} gh release delete {} --yes --cleanup-tag || true + env: + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}