2022-03-11 21:00:56 +08:00
|
|
|
name: End-to-end Tests
|
2021-06-09 17:38:28 +08:00
|
|
|
on:
|
2021-07-15 00:13:40 +08:00
|
|
|
# These tests won't work for non-develop branches at the moment as they
|
|
|
|
# won't pull in the right versions of other repos, so they're only enabled
|
|
|
|
# on develop.
|
2021-06-09 17:38:28 +08:00
|
|
|
push:
|
|
|
|
branches: [develop]
|
|
|
|
pull_request:
|
|
|
|
branches: [develop]
|
2021-06-08 19:52:32 +08:00
|
|
|
jobs:
|
2021-06-09 19:17:12 +08:00
|
|
|
end-to-end:
|
2021-06-08 19:52:32 +08:00
|
|
|
runs-on: ubuntu-latest
|
2021-11-01 21:00:51 +08:00
|
|
|
env:
|
2022-03-11 21:00:56 +08:00
|
|
|
# This must be set for fetchdep.sh to get the right branch
|
2021-08-29 19:42:12 +08:00
|
|
|
PR_NUMBER: ${{github.event.number}}
|
2021-06-09 19:17:49 +08:00
|
|
|
container: vectorim/element-web-ci-e2etests-env:latest
|
2021-06-08 19:52:32 +08:00
|
|
|
steps:
|
|
|
|
- name: Checkout code
|
|
|
|
uses: actions/checkout@v2
|
2021-06-19 01:32:45 +08:00
|
|
|
- name: Prepare End-to-End tests
|
|
|
|
run: ./scripts/ci/prepare-end-to-end-tests.sh
|
|
|
|
- name: Run End-to-End tests
|
|
|
|
run: ./scripts/ci/run-end-to-end-tests.sh
|
2021-06-08 19:52:32 +08:00
|
|
|
- name: Archive logs
|
|
|
|
uses: actions/upload-artifact@v2
|
2021-06-19 01:32:45 +08:00
|
|
|
if: ${{ always() }}
|
2021-06-08 19:52:32 +08:00
|
|
|
with:
|
|
|
|
path: |
|
|
|
|
test/end-to-end-tests/logs/**/*
|
|
|
|
test/end-to-end-tests/synapse/installations/consent/homeserver.log
|
|
|
|
retention-days: 14
|
2021-06-14 21:53:22 +08:00
|
|
|
- name: Download previous benchmark data
|
|
|
|
uses: actions/cache@v1
|
|
|
|
with:
|
|
|
|
path: ./cache
|
|
|
|
key: ${{ runner.os }}-benchmark
|
|
|
|
- name: Store benchmark result
|
2021-06-15 17:01:05 +08:00
|
|
|
uses: matrix-org/github-action-benchmark@jsperfentry-1
|
2021-06-08 19:52:32 +08:00
|
|
|
with:
|
2021-06-14 21:53:22 +08:00
|
|
|
tool: 'jsperformanceentry'
|
|
|
|
output-file-path: test/end-to-end-tests/performance-entries.json
|
|
|
|
fail-on-alert: false
|
2021-06-15 22:19:47 +08:00
|
|
|
comment-on-alert: false
|
2021-06-15 17:59:57 +08:00
|
|
|
# Only temporary to monitor where failures occur
|
|
|
|
alert-comment-cc-users: '@gsouquet'
|
2021-06-15 17:10:22 +08:00
|
|
|
github-token: ${{ secrets.DEPLOY_GH_PAGES }}
|
2021-06-15 17:59:57 +08:00
|
|
|
auto-push: ${{ github.ref == 'refs/heads/develop' }}
|