We have lots of tests and would like to add more. However, adding more testing coverage comes at the cost of a slower CI when we run them sequentially. This adds test outputs that are chunked however we'd like to tune for batch sizes. Allowing us to create a parallelized CI workflow. Signed-off-by: Austin Horstman <khaneliman12@gmail.com>
149 lines
6.6 KiB
YAML
149 lines
6.6 KiB
YAML
name: Test
|
|
on:
|
|
pull_request:
|
|
schedule:
|
|
- cron: "30 2 * * *"
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.event_name == 'pull_request' && github.head_ref || github.run_id }}
|
|
cancel-in-progress: true
|
|
jobs:
|
|
changes:
|
|
runs-on: ubuntu-latest
|
|
outputs:
|
|
docs: ${{ steps.changes.outputs.docs }}
|
|
format: ${{ steps.changes.outputs.format }}
|
|
hm: ${{ steps.changes.outputs.hm }}
|
|
tests: ${{ steps.changes.outputs.tests }}
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- uses: dorny/paths-filter@v3
|
|
id: changes
|
|
with:
|
|
filters: |
|
|
tests:
|
|
- 'flake.lock'
|
|
- 'flake.nix'
|
|
- 'modules/**'
|
|
- 'nix-darwin/**'
|
|
- 'nixos/**'
|
|
- 'tests/**'
|
|
docs:
|
|
- '**.md'
|
|
- 'docs/**'
|
|
- 'flake.lock'
|
|
- 'flake.nix'
|
|
- 'modules/**'
|
|
format:
|
|
- '**/*.nix'
|
|
hm:
|
|
- 'flake.lock'
|
|
- 'flake.nix'
|
|
- 'home-manager/**'
|
|
get-test-chunks:
|
|
runs-on: ubuntu-latest
|
|
outputs:
|
|
test-matrix: ${{ steps.chunks.outputs.test-matrix }}
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- uses: cachix/install-nix-action@v31
|
|
with:
|
|
extra_nix_config: |
|
|
experimental-features = nix-command flakes
|
|
- name: Get test chunks
|
|
id: chunks
|
|
run: |
|
|
linux_chunks=$(nix eval --json ./tests#packages.x86_64-linux --apply 'pkgs: builtins.attrNames (builtins.removeAttrs pkgs ["metadata"])' | jq -r '[.[] | select(startswith("test-chunk-")) | sub("test-chunk-"; "") | tonumber] | sort')
|
|
echo "Found Linux chunks: $linux_chunks"
|
|
|
|
darwin_chunks=$(nix eval --json ./tests#packages.aarch64-darwin --apply 'pkgs: builtins.attrNames (builtins.removeAttrs pkgs ["metadata"])' | jq -r '[.[] | select(startswith("test-chunk-")) | sub("test-chunk-"; "") | tonumber] | sort')
|
|
echo "Found Darwin chunks: $darwin_chunks"
|
|
|
|
matrix=$(jq -n -c \
|
|
--argjson linux_chunks "$linux_chunks" \
|
|
--argjson darwin_chunks "$darwin_chunks" \
|
|
'{include: [($linux_chunks[] | {os: "ubuntu-latest", test_chunk: .}), ($darwin_chunks[] | {os: "macos-latest", test_chunk: .})]}')
|
|
|
|
echo "test-matrix=$matrix" >> $GITHUB_OUTPUT
|
|
echo "Generated matrix: $matrix"
|
|
tests:
|
|
needs: [changes, get-test-chunks]
|
|
strategy:
|
|
fail-fast: false
|
|
matrix: ${{ fromJson(needs.get-test-chunks.outputs.test-matrix) }}
|
|
runs-on: ${{ matrix.os }}
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: Get Nixpkgs revision from flake.lock
|
|
id: get-nixpkgs
|
|
run: |
|
|
echo "rev=$(jq -r '.nodes.nixpkgs.locked.rev' flake.lock)" >> "$GITHUB_OUTPUT"
|
|
- uses: cachix/install-nix-action@v31
|
|
if: github.event_name == 'schedule' || needs.changes.outputs.docs == 'true' || needs.changes.outputs.tests == 'true' || needs.changes.outputs.hm == 'true' || needs.changes.outputs.format == 'true'
|
|
with:
|
|
nix_path: nixpkgs=https://github.com/NixOS/nixpkgs/archive/${{ steps.get-nixpkgs.outputs.rev }}.tar.gz
|
|
extra_nix_config: |
|
|
experimental-features = nix-command flakes
|
|
max-jobs = auto
|
|
cores = 0
|
|
- name: Build docs
|
|
if: matrix.os == 'ubuntu-latest' && matrix.test_chunk == 1 && (github.event_name == 'schedule' || needs.changes.outputs.docs == 'true')
|
|
run: nix build --show-trace .#docs-jsonModuleMaintainers
|
|
- name: Format Check
|
|
if: matrix.os == 'ubuntu-latest' && matrix.test_chunk == 1 && (github.event_name == 'schedule' || needs.changes.outputs.format == 'true')
|
|
run: nix fmt -- --ci
|
|
- name: Test init --switch with locked inputs
|
|
# FIXME: nix broken on darwin on unstable
|
|
if: matrix.os == 'ubuntu-latest' && matrix.test_chunk == 1 && (github.event_name == 'schedule' || needs.changes.outputs.hm == 'true')
|
|
run: |
|
|
# Copy lock file to home directory for consistent testing
|
|
mkdir -p ~/.config/home-manager
|
|
cp flake.lock ~/.config/home-manager/
|
|
nix run .#home-manager -- init --switch --override-input home-manager .
|
|
- name: Uninstall
|
|
# FIXME: nix broken on darwin on unstable
|
|
if: matrix.os == 'ubuntu-latest' && matrix.test_chunk == 1 && (github.event_name == 'schedule' || needs.changes.outputs.hm == 'true')
|
|
run: yes | nix run . -- uninstall
|
|
- name: Run tests (chunk ${{ matrix.test_chunk }})
|
|
if: github.event_name == 'schedule' || needs.changes.outputs.tests == 'true'
|
|
run: |
|
|
nix build -j auto --show-trace --option allow-import-from-derivation false --reference-lock-file flake.lock "./tests#test-chunk-${{ matrix.test_chunk }}"
|
|
env:
|
|
GC_INITIAL_HEAP_SIZE: 4294967296
|
|
- name: Run tests with IFD (chunk ${{ matrix.test_chunk }})
|
|
if: github.event_name == 'schedule' || needs.changes.outputs.tests == 'true'
|
|
run: |
|
|
nix build -j auto --show-trace --reference-lock-file flake.lock "./tests#test-chunk-${{ matrix.test_chunk }}"
|
|
env:
|
|
GC_INITIAL_HEAP_SIZE: 4294967296
|
|
- name: Generate Job Summary
|
|
if: github.event_name == 'pull_request'
|
|
shell: bash
|
|
run: |
|
|
echo "### Test Job Summary" >> $GITHUB_STEP_SUMMARY
|
|
echo "" >> $GITHUB_STEP_SUMMARY
|
|
echo "A summary of tasks triggered by file changes in this PR:" >> $GITHUB_STEP_SUMMARY
|
|
echo "" >> $GITHUB_STEP_SUMMARY
|
|
|
|
if [[ "${{ needs.changes.outputs.docs }}" == "true" ]]; then
|
|
echo "- ✅ **Docs Build:** Triggered" >> $GITHUB_STEP_SUMMARY
|
|
else
|
|
echo "- ☑️ **Docs Build:** Skipped (no relevant files changed)" >> $GITHUB_STEP_SUMMARY
|
|
fi
|
|
|
|
if [[ "${{ needs.changes.outputs.format }}" == "true" ]]; then
|
|
echo "- ✅ **Format Check:** Triggered" >> $GITHUB_STEP_SUMMARY
|
|
else
|
|
echo "- ☑️ **Format Check:** Skipped (no relevant files changed)" >> $GITHUB_STEP_SUMMARY
|
|
fi
|
|
|
|
if [[ "${{ needs.changes.outputs.hm }}" == "true" ]]; then
|
|
echo "- ✅ **Home Manager Tests:** Triggered" >> $GITHUB_STEP_SUMMARY
|
|
else
|
|
echo "- ☑️ **Home Manager Tests:** Skipped (no relevant files changed)" >> $GITHUB_STEP_SUMMARY
|
|
fi
|
|
|
|
if [[ "${{ needs.changes.outputs.tests }}" == "true" ]]; then
|
|
echo "- ✅ **General Tests:** Triggered" >> $GITHUB_STEP_SUMMARY
|
|
else
|
|
echo "- ☑️ **General Tests:** Skipped (no relevant files changed)" >> $GITHUB_STEP_SUMMARY
|
|
fi
|