Merge branch 'develop' into workflows-for-new-runners
This commit is contained in:
Bobby R. Bruce
263
.github/workflows/ci-tests.yaml
vendored
263
.github/workflows/ci-tests.yaml
vendored
@@ -1,105 +1,106 @@
|
||||
---
|
||||
# This workflow runs after a pull-request has been approved by a reviewer.
|
||||
|
||||
name: CI Tests
|
||||
|
||||
on:
|
||||
pull_request:
|
||||
types: [opened, edited, synchronize, ready_for_review]
|
||||
pull_request:
|
||||
types: [opened, edited, synchronize, ready_for_review]
|
||||
|
||||
concurrency:
|
||||
group: ${{ github.workflow }}-${{ github.ref || github.run_id }}
|
||||
cancel-in-progress: true
|
||||
group: ${{ github.workflow }}-${{ github.ref || github.run_id }}
|
||||
cancel-in-progress: true
|
||||
|
||||
jobs:
|
||||
pre-commit:
|
||||
pre-commit:
|
||||
# runs on github hosted runner
|
||||
runs-on: ubuntu-22.04
|
||||
if: github.event.pull_request.draft == false
|
||||
steps:
|
||||
- uses: actions/checkout@v3
|
||||
- uses: actions/setup-python@v3
|
||||
- uses: pre-commit/action@v3.0.0
|
||||
runs-on: ubuntu-22.04
|
||||
if: github.event.pull_request.draft == false
|
||||
steps:
|
||||
- uses: actions/checkout@v3
|
||||
- uses: actions/setup-python@v3
|
||||
- uses: pre-commit/action@v3.0.0
|
||||
|
||||
# ensures we have a change-id in every commit, needed for gerrit
|
||||
check-for-change-id:
|
||||
# runs on github hosted runner
|
||||
runs-on: ubuntu-22.04
|
||||
if: github.event.pull_request.draft == false
|
||||
steps:
|
||||
- uses: actions/checkout@v3
|
||||
with:
|
||||
fetch-depth: 0
|
||||
- name: Check for Change-Id
|
||||
run: |
|
||||
# loop through all the commits in the pull request
|
||||
for commit in $(git rev-list ${{ github.event.pull_request.base.sha }}..${{ github.event.pull_request.head.sha }}); do
|
||||
git checkout $commit
|
||||
if (git log -1 --pretty=format:"%B" | grep -q "Change-Id: ")
|
||||
then
|
||||
# passes as long as at least one change-id exists in the pull request
|
||||
exit 0
|
||||
fi
|
||||
done
|
||||
# if we reach this part, none of the commits had a change-id
|
||||
echo "None of the commits in this pull request contains a Change-ID, which we require for any changes made to gem5. "\
|
||||
"To automatically insert one, run the following:\n f=`git rev-parse --git-dir`/hooks/commit-msg ; mkdir -p $(dirname $f) ; "\
|
||||
"curl -Lo $f https://gerrit-review.googlesource.com/tools/hooks/commit-msg ; chmod +x $f\n Then amend the commit with git commit --amend --no-edit, and update your pull request."
|
||||
exit 1
|
||||
check-for-change-id:
|
||||
# runs on github hosted runner
|
||||
runs-on: ubuntu-22.04
|
||||
if: github.event.pull_request.draft == false
|
||||
steps:
|
||||
- uses: actions/checkout@v3
|
||||
with:
|
||||
fetch-depth: 0
|
||||
- name: Check for Change-Id
|
||||
run: |
|
||||
# loop through all the commits in the pull request
|
||||
for commit in $(git rev-list ${{ github.event.pull_request.base.sha }}..${{ github.event.pull_request.head.sha }}); do
|
||||
git checkout $commit
|
||||
if (git log -1 --pretty=format:"%B" | grep -q "Change-Id: ")
|
||||
then
|
||||
# passes as long as at least one change-id exists in the pull request
|
||||
exit 0
|
||||
fi
|
||||
done
|
||||
# if we reach this part, none of the commits had a change-id
|
||||
echo "None of the commits in this pull request contains a Change-ID, which we require for any changes made to gem5. "\
|
||||
"To automatically insert one, run the following:\n f=`git rev-parse --git-dir`/hooks/commit-msg ; mkdir -p $(dirname $f) ; "\
|
||||
"curl -Lo $f https://gerrit-review.googlesource.com/tools/hooks/commit-msg ; chmod +x $f\n Then amend the commit with git commit --amend --no-edit, and update your pull request."
|
||||
exit 1
|
||||
|
||||
unittests-all-opt:
|
||||
runs-on: [self-hosted, linux, x64]
|
||||
if: github.event.pull_request.draft == false
|
||||
container: ghcr.io/gem5/ubuntu-22.04_all-dependencies:latest
|
||||
needs: [pre-commit, check-for-change-id] # only runs if pre-commit and change-id passes
|
||||
timeout-minutes: 60
|
||||
steps:
|
||||
- uses: actions/checkout@v3
|
||||
- name: CI Unittests
|
||||
working-directory: ${{ github.workspace }}
|
||||
run: scons build/ALL/unittests.opt -j $(nproc)
|
||||
- run: echo "This job's status is ${{ job.status }}."
|
||||
unittests-all-opt:
|
||||
runs-on: [self-hosted, linux, x64]
|
||||
if: github.event.pull_request.draft == false
|
||||
container: ghcr.io/gem5/ubuntu-22.04_all-dependencies:latest
|
||||
needs: [pre-commit, check-for-change-id] # only runs if pre-commit and change-id passes
|
||||
timeout-minutes: 60
|
||||
steps:
|
||||
- uses: actions/checkout@v3
|
||||
- name: CI Unittests
|
||||
working-directory: ${{ github.workspace }}
|
||||
run: scons build/ALL/unittests.opt -j $(nproc)
|
||||
- run: echo "This job's status is ${{ job.status }}."
|
||||
|
||||
testlib-quick-matrix:
|
||||
runs-on: [self-hosted, linux, x64]
|
||||
if: github.event.pull_request.draft == false
|
||||
testlib-quick-matrix:
|
||||
runs-on: [self-hosted, linux, x64]
|
||||
if: github.event.pull_request.draft == false
|
||||
# In order to make sure the environment is exactly the same, we run in
|
||||
# the same container we use to build gem5 and run the testlib tests. This
|
||||
container: ghcr.io/gem5/ubuntu-22.04_all-dependencies:latest
|
||||
needs: [pre-commit, check-for-change-id]
|
||||
steps:
|
||||
- uses: actions/checkout@v3
|
||||
container: ghcr.io/gem5/ubuntu-22.04_all-dependencies:latest
|
||||
needs: [pre-commit, check-for-change-id]
|
||||
steps:
|
||||
- uses: actions/checkout@v3
|
||||
|
||||
# Unfortunately the 'ubunutu-latest' image doesn't have jq installed.
|
||||
# We therefore need to install it as a step here.
|
||||
- name: Install jq
|
||||
run: apt install -y jq
|
||||
- name: Install jq
|
||||
run: apt install -y jq
|
||||
|
||||
- name: Get directories for testlib-quick
|
||||
working-directory: "${{ github.workspace }}/tests"
|
||||
id: dir-matrix
|
||||
run: echo "test-dirs-matrix=$(find gem5/* -type d -maxdepth 0 | jq -ncR '[inputs]')" >>$GITHUB_OUTPUT
|
||||
- name: Get directories for testlib-quick
|
||||
working-directory: ${{ github.workspace }}/tests
|
||||
id: dir-matrix
|
||||
run: echo "test-dirs-matrix=$(find gem5/* -type d -maxdepth 0 | jq -ncR '[inputs]')" >>$GITHUB_OUTPUT
|
||||
|
||||
- name: Get the build targets for testlib-quick-gem5-builds
|
||||
working-directory: "${{ github.workspace }}/tests"
|
||||
id: build-matrix
|
||||
run: echo "build-matrix=$(./main.py list --build-targets -q | jq -ncR '[inputs]')" >>$GITHUB_OUTPUT
|
||||
- name: Get the build targets for testlib-quick-gem5-builds
|
||||
working-directory: ${{ github.workspace }}/tests
|
||||
id: build-matrix
|
||||
run: echo "build-matrix=$(./main.py list --build-targets -q | jq -ncR '[inputs]')" >>$GITHUB_OUTPUT
|
||||
|
||||
outputs:
|
||||
build-matrix: ${{ steps.build-matrix.outputs.build-matrix }}
|
||||
test-dirs-matrix: ${{ steps.dir-matrix.outputs.test-dirs-matrix }}
|
||||
outputs:
|
||||
build-matrix: ${{ steps.build-matrix.outputs.build-matrix }}
|
||||
test-dirs-matrix: ${{ steps.dir-matrix.outputs.test-dirs-matrix }}
|
||||
|
||||
testlib-quick-gem5-builds:
|
||||
runs-on: [self-hosted, linux, x64]
|
||||
if: github.event.pull_request.draft == false
|
||||
container: ghcr.io/gem5/ubuntu-22.04_all-dependencies:latest
|
||||
needs: [pre-commit, check-for-change-id, testlib-quick-matrix]
|
||||
strategy:
|
||||
matrix:
|
||||
build-target: ${{ fromJson(needs.testlib-quick-matrix.outputs.build-matrix) }}
|
||||
steps:
|
||||
- uses: actions/checkout@v3
|
||||
- name: Build gem5
|
||||
run: scons ${{ matrix.build-target }} -j $(nproc)
|
||||
testlib-quick-gem5-builds:
|
||||
runs-on: [self-hosted, linux, x64]
|
||||
if: github.event.pull_request.draft == false
|
||||
container: ghcr.io/gem5/ubuntu-22.04_all-dependencies:latest
|
||||
needs: [pre-commit, check-for-change-id, testlib-quick-matrix]
|
||||
strategy:
|
||||
matrix:
|
||||
build-target: ${{ fromJson(needs.testlib-quick-matrix.outputs.build-matrix) }}
|
||||
steps:
|
||||
- uses: actions/checkout@v3
|
||||
- name: Build gem5
|
||||
run: scons ${{ matrix.build-target }} -j $(nproc)
|
||||
|
||||
# Upload the gem5 binary as an artifact.
|
||||
# Note: the "achor.txt" file is a hack to make sure the paths are
|
||||
@@ -109,72 +110,70 @@ jobs:
|
||||
# Then upload-artifact will upload "ARM/gem5.opt" and "RISCV/gem5.opt",
|
||||
# stripping the "build" directory. By adding the "anchor.txt" file, we
|
||||
# ensure the "build" directory is preserved.
|
||||
- run: echo "anchor" > anchor.txt
|
||||
- uses: actions/upload-artifact@v3
|
||||
with:
|
||||
name: ci-tests-${{ github.run_number }}-testlib-quick-all-gem5-builds
|
||||
path: |
|
||||
build/*/gem5.*
|
||||
anchor.txt
|
||||
retention-days: 7
|
||||
- run: echo "anchor" > anchor.txt
|
||||
- uses: actions/upload-artifact@v3
|
||||
with:
|
||||
name: ci-tests-${{ github.run_number }}-testlib-quick-all-gem5-builds
|
||||
path: |
|
||||
build/*/gem5.*
|
||||
anchor.txt
|
||||
retention-days: 7
|
||||
|
||||
testlib-quick-execution:
|
||||
runs-on: [self-hosted, linux, x64]
|
||||
if: github.event.pull_request.draft == false
|
||||
container: ghcr.io/gem5/ubuntu-22.04_all-dependencies:latest
|
||||
needs: [pre-commit, check-for-change-id, testlib-quick-matrix, testlib-quick-gem5-builds]
|
||||
timeout-minutes: 360 # 6 hours
|
||||
strategy:
|
||||
fail-fast: false
|
||||
matrix:
|
||||
test-dir: ${{ fromJson(needs.testlib-quick-matrix.outputs.test-dirs-matrix) }}
|
||||
steps:
|
||||
- name: Clean runner
|
||||
run:
|
||||
rm -rf ./* || true
|
||||
rm -rf ./.??* || true
|
||||
rm -rf ~/.cache || true
|
||||
testlib-quick-execution:
|
||||
runs-on: [self-hosted, linux, x64]
|
||||
if: github.event.pull_request.draft == false
|
||||
container: ghcr.io/gem5/ubuntu-22.04_all-dependencies:latest
|
||||
needs: [pre-commit, check-for-change-id, testlib-quick-matrix, testlib-quick-gem5-builds]
|
||||
timeout-minutes: 360 # 6 hours
|
||||
strategy:
|
||||
fail-fast: false
|
||||
matrix:
|
||||
test-dir: ${{ fromJson(needs.testlib-quick-matrix.outputs.test-dirs-matrix) }}
|
||||
steps:
|
||||
- name: Clean runner
|
||||
run: rm -rf ./* || true rm -rf ./.??* || true rm -rf ~/.cache || true
|
||||
|
||||
# Checkout the repository then download the gem5.opt artifact.
|
||||
- uses: actions/checkout@v3
|
||||
- uses: actions/download-artifact@v3
|
||||
with:
|
||||
name: ci-tests-${{ github.run_number }}-testlib-quick-all-gem5-builds
|
||||
- uses: actions/checkout@v3
|
||||
- uses: actions/download-artifact@v3
|
||||
with:
|
||||
name: ci-tests-${{ github.run_number }}-testlib-quick-all-gem5-builds
|
||||
|
||||
# Check that the gem5.opt artifact exists and is executable.
|
||||
- name: Chmod gem5.{opt,debug,fast} to be executable
|
||||
run: |
|
||||
find . -name "gem5.opt" -exec chmod u+x {} \;
|
||||
find . -name "gem5.debug" -exec chmod u+x {} \;
|
||||
find . -name "gem5.fast" -exec chmod u+x {} \;
|
||||
- name: Chmod gem5.{opt,debug,fast} to be executable
|
||||
run: |
|
||||
find . -name "gem5.opt" -exec chmod u+x {} \;
|
||||
find . -name "gem5.debug" -exec chmod u+x {} \;
|
||||
find . -name "gem5.fast" -exec chmod u+x {} \;
|
||||
|
||||
# Run the testlib quick tests in the given directory.
|
||||
- name: Run "tests/${{ matrix.test-dir }}" TestLib quick tests
|
||||
id: run-tests
|
||||
working-directory: ${{ github.workspace }}/tests
|
||||
run: ./main.py run --skip-build -t $(nproc) -vv ${{ matrix.test-dir }}
|
||||
- name: Run "tests/${{ matrix.test-dir }}" TestLib quick tests
|
||||
id: run-tests
|
||||
working-directory: ${{ github.workspace }}/tests
|
||||
run: ./main.py run --skip-build -vv -j$(nproc) ${{ matrix.test-dir }}
|
||||
|
||||
# Get the basename of the matrix.test-dir path (to name the artifact).
|
||||
- name: Sanatize test-dir for artifact name
|
||||
id: sanitize-test-dir
|
||||
if: success() || failure()
|
||||
run: echo "sanatized-test-dir=$(echo '${{ matrix.test-dir }}' | sed 's/\//-/g')" >> $GITHUB_OUTPUT
|
||||
- name: Sanatize test-dir for artifact name
|
||||
id: sanitize-test-dir
|
||||
if: success() || failure()
|
||||
run: echo "sanatized-test-dir=$(echo '${{ matrix.test-dir }}' | sed 's/\//-/g')" >> $GITHUB_OUTPUT
|
||||
|
||||
# Upload the tests/testing-results directory as an artifact.
|
||||
- name: Upload test results
|
||||
if: success() || failure()
|
||||
uses: actions/upload-artifact@v3
|
||||
with:
|
||||
name: ci-tests-run-${{ github.run_number }}-attempt-${{ github.run_attempt }}-testlib-quick-${{ steps.sanitize-test-dir.outputs.sanatized-test-dir }}-status-${{ steps.run-tests.outcome }}-output
|
||||
path: tests/testing-results
|
||||
retention-days: 30
|
||||
- name: Upload test results
|
||||
if: success() || failure()
|
||||
uses: actions/upload-artifact@v3
|
||||
with:
|
||||
name: ci-tests-run-${{ github.run_number }}-attempt-${{ github.run_attempt }}-testlib-quick-${{ steps.sanitize-test-dir.outputs.sanatized-test-dir
|
||||
}}-status-${{ steps.run-tests.outcome }}-output
|
||||
path: tests/testing-results
|
||||
retention-days: 30
|
||||
|
||||
testlib-quick:
|
||||
testlib-quick:
|
||||
# It is 'testlib-quick' which needs to pass for the pull request to be
|
||||
# merged. The 'testlib-quick-execution' is a matrix job which runs all the
|
||||
# the testlib quick tests. This job is therefore a stub which will pass if
|
||||
# all the testlib-quick-execution jobs pass.
|
||||
runs-on: [self-hosted, linux, x64]
|
||||
needs: testlib-quick-execution
|
||||
steps:
|
||||
- run: echo "This job's status is ${{ job.status }}."
|
||||
runs-on: [self-hosted, linux, x64]
|
||||
needs: testlib-quick-execution
|
||||
steps:
|
||||
- run: echo "This job's status is ${{ job.status }}."
|
||||
|
||||
Reference in New Issue
Block a user