sentry-javascript/.github/workflows/flaky-test-detector.yml at develop · getsentry/sentry-javascript · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
name: 'CI: Detect flaky tests'
on:
  workflow_dispatch:
  pull_request:
    paths:
      - 'dev-packages/browser-integration-tests/suites/**/test.ts'
    branches-ignore:
      - master

env:
  HEAD_COMMIT: ${{ github.event.inputs.commit || github.sha }}

# Cancel in progress workflows on pull_requests.
# https://docs.github.com/en/actions/using-jobs/using-concurrency#example-using-a-fallback-value
concurrency:
  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
  cancel-in-progress: true

jobs:
  flaky-detector:
    runs-on: ubuntu-24.04
    timeout-minutes: 60
    name: 'Check tests for flakiness'
    # Also skip if PR is from master -> develop
    if: ${{ github.base_ref != 'master' && github.ref != 'refs/heads/master' }}
    steps:
      - name: Check out current branch
        uses: actions/checkout@v7
      - name: Install pnpm
        uses: ./.github/actions/install-pnpm
      - name: Set up Node
        uses: actions/setup-node@v7
        with:
          node-version-file: 'package.json'
          cache: 'pnpm'

      - name: Install dependencies
        run: pnpm install --frozen-lockfile

      - name: Build packages
        run: pnpm run build

      - name: Install Playwright
        uses: ./.github/actions/install-playwright
        with:
          browsers: 'chromium'
          cwd: dev-packages/browser-integration-tests

      - name: Determine changed tests
        uses: dorny/paths-filter@v4.0.3
        id: changed
        with:
          list-files: json
          filters: |
            browser_integration: dev-packages/browser-integration-tests/suites/**/test.ts

      - name: Detect flaky tests
        id: test
        run: pnpm run test:detect-flaky
        working-directory: dev-packages/browser-integration-tests
        env:
          CHANGED_TEST_PATHS: ${{ steps.changed.outputs.browser_integration_files }}
          TEST_RUN_COUNT: 'AUTO'

      - name: Upload Playwright Traces
        uses: actions/upload-artifact@v7
        if: failure() && steps.test.outcome == 'failure'
        with:
          name: playwright-test-results
          path: dev-packages/browser-integration-tests/test-results
          retention-days: 5