180 lines
8.2 KiB
YAML
180 lines
8.2 KiB
YAML
---
|
|
# This workflow runs after a pull-request has been approved by a reviewer.
|
|
|
|
name: CI Tests
|
|
|
|
on:
|
|
pull_request:
|
|
types: [opened, edited, synchronize, ready_for_review]
|
|
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.ref || github.run_id }}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
pre-commit:
|
|
# runs on github hosted runner
|
|
runs-on: ubuntu-22.04
|
|
if: github.event.pull_request.draft == false
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
- uses: actions/setup-python@v3
|
|
- uses: pre-commit/action@v3.0.0
|
|
|
|
# ensures we have a change-id in every commit, needed for gerrit
|
|
check-for-change-id:
|
|
# runs on github hosted runner
|
|
runs-on: ubuntu-22.04
|
|
if: github.event.pull_request.draft == false
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
fetch-depth: 0
|
|
- name: Check for Change-Id
|
|
run: |
|
|
# loop through all the commits in the pull request
|
|
for commit in $(git rev-list ${{ github.event.pull_request.base.sha }}..${{ github.event.pull_request.head.sha }}); do
|
|
git checkout $commit
|
|
if (git log -1 --pretty=format:"%B" | grep -q "Change-Id: ")
|
|
then
|
|
# passes as long as at least one change-id exists in the pull request
|
|
exit 0
|
|
fi
|
|
done
|
|
# if we reach this part, none of the commits had a change-id
|
|
echo "None of the commits in this pull request contains a Change-ID, which we require for any changes made to gem5. "\
|
|
"To automatically insert one, run the following:\n f=`git rev-parse --git-dir`/hooks/commit-msg ; mkdir -p $(dirname $f) ; "\
|
|
"curl -Lo $f https://gerrit-review.googlesource.com/tools/hooks/commit-msg ; chmod +x $f\n Then amend the commit with git commit --amend --no-edit, and update your pull request."
|
|
exit 1
|
|
|
|
unittests-all-opt:
|
|
runs-on: [self-hosted, linux, x64]
|
|
if: github.event.pull_request.draft == false
|
|
container: ghcr.io/gem5/ubuntu-22.04_all-dependencies:latest
|
|
needs: [pre-commit, check-for-change-id] # only runs if pre-commit and change-id passes
|
|
timeout-minutes: 60
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
- name: CI Unittests
|
|
working-directory: ${{ github.workspace }}
|
|
run: scons build/ALL/unittests.opt -j $(nproc)
|
|
- run: echo "This job's status is ${{ job.status }}."
|
|
|
|
testlib-quick-matrix:
|
|
runs-on: [self-hosted, linux, x64]
|
|
if: github.event.pull_request.draft == false
|
|
# In order to make sure the environment is exactly the same, we run in
|
|
# the same container we use to build gem5 and run the testlib tests. This
|
|
container: ghcr.io/gem5/ubuntu-22.04_all-dependencies:latest
|
|
needs: [pre-commit, check-for-change-id]
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
|
|
# Unfortunately the 'ubunutu-latest' image doesn't have jq installed.
|
|
# We therefore need to install it as a step here.
|
|
- name: Install jq
|
|
run: apt install -y jq
|
|
|
|
- name: Get directories for testlib-quick
|
|
working-directory: ${{ github.workspace }}/tests
|
|
id: dir-matrix
|
|
run: echo "test-dirs-matrix=$(find gem5/* -type d -maxdepth 0 | jq -ncR '[inputs]')" >>$GITHUB_OUTPUT
|
|
|
|
- name: Get the build targets for testlib-quick-gem5-builds
|
|
working-directory: ${{ github.workspace }}/tests
|
|
id: build-matrix
|
|
run: echo "build-matrix=$(./main.py list --build-targets -q | jq -ncR '[inputs]')" >>$GITHUB_OUTPUT
|
|
|
|
outputs:
|
|
build-matrix: ${{ steps.build-matrix.outputs.build-matrix }}
|
|
test-dirs-matrix: ${{ steps.dir-matrix.outputs.test-dirs-matrix }}
|
|
|
|
testlib-quick-gem5-builds:
|
|
runs-on: [self-hosted, linux, x64]
|
|
if: github.event.pull_request.draft == false
|
|
container: ghcr.io/gem5/ubuntu-22.04_all-dependencies:latest
|
|
needs: [pre-commit, check-for-change-id, testlib-quick-matrix]
|
|
strategy:
|
|
matrix:
|
|
build-target: ${{ fromJson(needs.testlib-quick-matrix.outputs.build-matrix) }}
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
- name: Build gem5
|
|
run: scons ${{ matrix.build-target }} -j $(nproc)
|
|
|
|
# Upload the gem5 binary as an artifact.
|
|
# Note: the "achor.txt" file is a hack to make sure the paths are
|
|
# preserverd in the artifact. The upload-artifact action finds the
|
|
# closest common directory and uploads everything relative to that.
|
|
# E.g., if we upload "build/ARM/gem5.opt" and "build/RISCV/gem5.opt"
|
|
# Then upload-artifact will upload "ARM/gem5.opt" and "RISCV/gem5.opt",
|
|
# stripping the "build" directory. By adding the "anchor.txt" file, we
|
|
# ensure the "build" directory is preserved.
|
|
- run: echo "anchor" > anchor.txt
|
|
- uses: actions/upload-artifact@v3
|
|
with:
|
|
name: ci-tests-${{ github.run_number }}-testlib-quick-all-gem5-builds
|
|
path: |
|
|
build/*/gem5.*
|
|
anchor.txt
|
|
retention-days: 7
|
|
|
|
testlib-quick-execution:
|
|
runs-on: [self-hosted, linux, x64]
|
|
if: github.event.pull_request.draft == false
|
|
container: ghcr.io/gem5/ubuntu-22.04_all-dependencies:latest
|
|
needs: [pre-commit, check-for-change-id, testlib-quick-matrix, testlib-quick-gem5-builds]
|
|
timeout-minutes: 360 # 6 hours
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
test-dir: ${{ fromJson(needs.testlib-quick-matrix.outputs.test-dirs-matrix) }}
|
|
steps:
|
|
- name: Clean runner
|
|
run: rm -rf ./* || true rm -rf ./.??* || true rm -rf ~/.cache || true
|
|
|
|
# Checkout the repository then download the gem5.opt artifact.
|
|
- uses: actions/checkout@v3
|
|
- uses: actions/download-artifact@v3
|
|
with:
|
|
name: ci-tests-${{ github.run_number }}-testlib-quick-all-gem5-builds
|
|
|
|
# Check that the gem5.opt artifact exists and is executable.
|
|
- name: Chmod gem5.{opt,debug,fast} to be executable
|
|
run: |
|
|
find . -name "gem5.opt" -exec chmod u+x {} \;
|
|
find . -name "gem5.debug" -exec chmod u+x {} \;
|
|
find . -name "gem5.fast" -exec chmod u+x {} \;
|
|
|
|
# Run the testlib quick tests in the given directory.
|
|
- name: Run "tests/${{ matrix.test-dir }}" TestLib quick tests
|
|
id: run-tests
|
|
working-directory: ${{ github.workspace }}/tests
|
|
run: ./main.py run --skip-build -vv -j$(nproc) ${{ matrix.test-dir }}
|
|
|
|
# Get the basename of the matrix.test-dir path (to name the artifact).
|
|
- name: Sanatize test-dir for artifact name
|
|
id: sanitize-test-dir
|
|
if: success() || failure()
|
|
run: echo "sanatized-test-dir=$(echo '${{ matrix.test-dir }}' | sed 's/\//-/g')" >> $GITHUB_OUTPUT
|
|
|
|
# Upload the tests/testing-results directory as an artifact.
|
|
- name: Upload test results
|
|
if: success() || failure()
|
|
uses: actions/upload-artifact@v3
|
|
with:
|
|
name: ci-tests-run-${{ github.run_number }}-attempt-${{ github.run_attempt }}-testlib-quick-${{ steps.sanitize-test-dir.outputs.sanatized-test-dir
|
|
}}-status-${{ steps.run-tests.outcome }}-output
|
|
path: tests/testing-results
|
|
retention-days: 30
|
|
|
|
testlib-quick:
|
|
# It is 'testlib-quick' which needs to pass for the pull request to be
|
|
# merged. The 'testlib-quick-execution' is a matrix job which runs all the
|
|
# the testlib quick tests. This job is therefore a stub which will pass if
|
|
# all the testlib-quick-execution jobs pass.
|
|
runs-on: [self-hosted, linux, x64]
|
|
needs: testlib-quick-execution
|
|
steps:
|
|
- run: echo "This job's status is ${{ job.status }}."
|