mirror of
https://github.com/vector-im/element-android.git
synced 2024-11-30 15:50:53 +08:00
ffb5edd2e4
* Set timeout for test CI jobs * Increase timeout to 1.5h: some Test jobs successfully finish > 1h
153 lines
6.2 KiB
YAML
153 lines
6.2 KiB
YAML
name: Test
|
|
|
|
on:
|
|
pull_request: { }
|
|
push:
|
|
branches: [ main, develop ]
|
|
|
|
# Enrich gradle.properties for CI/CD
|
|
env:
|
|
GRADLE_OPTS: -Dorg.gradle.jvmargs="-Xmx3072m -Dfile.encoding=UTF-8 -XX:+HeapDumpOnOutOfMemoryError" -Dkotlin.daemon.jvm.options="-Xmx2560m" -Dkotlin.incremental=false
|
|
CI_GRADLE_ARG_PROPERTIES: --stacktrace -PpreDexEnable=false --max-workers 4 --no-daemon
|
|
|
|
jobs:
|
|
tests:
|
|
name: Runs all tests
|
|
runs-on: buildjet-4vcpu-ubuntu-2204
|
|
timeout-minutes: 90 # We might need to increase it if the time for tests grows
|
|
strategy:
|
|
matrix:
|
|
api-level: [28]
|
|
# Allow all jobs on main and develop. Just one per PR.
|
|
concurrency:
|
|
group: ${{ github.ref == 'refs/heads/main' && format('unit-tests-main-{0}', github.sha) || github.ref == 'refs/heads/develop' && format('unit-tests-develop-{0}', github.sha) || format('unit-tests-{0}', github.ref) }}
|
|
cancel-in-progress: true
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
lfs: true
|
|
fetch-depth: 0
|
|
- uses: actions/setup-java@v3
|
|
with:
|
|
distribution: 'adopt'
|
|
java-version: '11'
|
|
- uses: gradle/gradle-build-action@v2
|
|
with:
|
|
cache-read-only: ${{ github.ref != 'refs/heads/develop' }}
|
|
gradle-home-cache-cleanup: ${{ github.ref == 'refs/heads/develop' }}
|
|
|
|
- name: Run screenshot tests
|
|
run: ./gradlew verifyScreenshots $CI_GRADLE_ARG_PROPERTIES
|
|
|
|
- name: Archive Screenshot Results on Error
|
|
if: failure()
|
|
uses: actions/upload-artifact@v3
|
|
with:
|
|
name: screenshot-results
|
|
path: |
|
|
**/out/failures/
|
|
**/build/reports/tests/*UnitTest/
|
|
|
|
- uses: actions/setup-python@v4
|
|
with:
|
|
python-version: 3.8
|
|
- uses: michaelkaye/setup-matrix-synapse@v1.0.4
|
|
with:
|
|
uploadLogs: true
|
|
httpPort: 8080
|
|
disableRateLimiting: true
|
|
public_baseurl: "http://10.0.2.2:8080/"
|
|
|
|
- name: Run all the codecoverage tests at once
|
|
uses: reactivecircus/android-emulator-runner@v2
|
|
# continue-on-error: true
|
|
with:
|
|
api-level: ${{ matrix.api-level }}
|
|
arch: x86
|
|
profile: Nexus 5X
|
|
target: playstore
|
|
force-avd-creation: false
|
|
emulator-options: -no-snapshot-save -no-window -gpu swiftshader_indirect -noaudio -no-boot-anim -camera-back none
|
|
disable-animations: true
|
|
# emulator-build: 7425822
|
|
script: |
|
|
./gradlew gatherGplayDebugStringTemplates $CI_GRADLE_ARG_PROPERTIES
|
|
./gradlew unitTestsWithCoverage $CI_GRADLE_ARG_PROPERTIES
|
|
./gradlew instrumentationTestsWithCoverage $CI_GRADLE_ARG_PROPERTIES
|
|
./gradlew generateCoverageReport $CI_GRADLE_ARG_PROPERTIES
|
|
# NB: continue-on-error marks steps.tests.conclusion = 'success' but leaves steps.tests.outcome = 'failure'
|
|
### - name: Run all the codecoverage tests at once (retry if emulator failed)
|
|
### uses: reactivecircus/android-emulator-runner@v2
|
|
### if: always() && steps.tests.outcome == 'failure' # don't run if previous step succeeded.
|
|
### with:
|
|
### api-level: 28
|
|
### arch: x86
|
|
### profile: Nexus 5X
|
|
### force-avd-creation: false
|
|
### emulator-options: -no-snapshot-save -no-window -gpu swiftshader_indirect -noaudio -no-boot-anim -camera-back none
|
|
### disable-animations: true
|
|
### emulator-build: 7425822
|
|
### script: |
|
|
### ./gradlew gatherGplayDebugStringTemplates $CI_GRADLE_ARG_PROPERTIES
|
|
### ./gradlew unitTestsWithCoverage $CI_GRADLE_ARG_PROPERTIES
|
|
### ./gradlew instrumentationTestsWithCoverage $CI_GRADLE_ARG_PROPERTIES
|
|
### ./gradlew generateCoverageReport $CI_GRADLE_ARG_PROPERTIES
|
|
|
|
- name: Upload Integration Test Report Log
|
|
uses: actions/upload-artifact@v3
|
|
if: always()
|
|
with:
|
|
name: integration-test-error-results
|
|
path: |
|
|
*/build/outputs/androidTest-results/connected/
|
|
*/build/reports/androidTests/connected/
|
|
|
|
# we may have failed a previous step and retried, that's OK
|
|
- name: Publish results to Sonar
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.SONARQUBE_GITHUB_API_TOKEN }} # Needed to get PR information, if any
|
|
SONAR_TOKEN: ${{ secrets.SONAR_TOKEN }}
|
|
ORG_GRADLE_PROJECT_SONAR_LOGIN: ${{ secrets.SONAR_TOKEN }}
|
|
if: ${{ always() && env.GITHUB_TOKEN != '' && env.SONAR_TOKEN != '' && env.ORG_GRADLE_PROJECT_SONAR_LOGIN != '' }}
|
|
run: ./gradlew sonarqube $CI_GRADLE_ARG_PROPERTIES
|
|
|
|
- name: Format unit test results
|
|
if: always()
|
|
run: python3 ./tools/ci/render_test_output.py unit ./**/build/test-results/**/*.xml
|
|
|
|
# can't be run on macos due to containers.
|
|
# - name: Publish Unit Test Results
|
|
# uses: EnricoMi/publish-unit-test-result-action@v1
|
|
# if: always() &&
|
|
# github.event.sender.login != 'dependabot[bot]' &&
|
|
# ( github.event_name != 'pull_request' || github.event.pull_request.head.repo.full_name == github.repository )
|
|
# with:
|
|
# files: ./**/build/test-results/**/*.xml
|
|
|
|
# Unneeded as part of the test suite above, kept around in case we want to re-enable them.
|
|
#
|
|
# # Build Android Tests
|
|
# build-android-tests:
|
|
# name: Build Android Tests
|
|
# runs-on: ubuntu-latest
|
|
# concurrency:
|
|
# group: ${{ github.ref == 'refs/heads/main' && format('unit-tests-main-{0}', github.sha) || github.ref == 'refs/heads/develop' && format('unit-tests-develop-{0}', github.sha) || format('build-android-tests-{0}', github.ref) }}
|
|
# cancel-in-progress: true
|
|
# steps:
|
|
# - uses: actions/checkout@v3
|
|
# - uses: actions/setup-java@v3
|
|
# with:
|
|
# distribution: 'adopt'
|
|
# java-version: 11
|
|
# - uses: actions/cache@v3
|
|
# with:
|
|
# path: |
|
|
# ~/.gradle/caches
|
|
# ~/.gradle/wrapper
|
|
# key: ${{ runner.os }}-gradle-${{ hashFiles('**/*.gradle*', '**/gradle-wrapper.properties') }}
|
|
# restore-keys: |
|
|
# ${{ runner.os }}-gradle-
|
|
# - name: Build Android Tests
|
|
# run: ./gradlew clean assembleAndroidTest $CI_GRADLE_ARG_PROPERTIES
|
|
|