hyperframes/.github/workflows/regression.yml at main · cuio/hyperframes · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
name: regression

on:
  pull_request:
  push:
    branches:
      - main

jobs:
  changes:
    name: Detect changes
    runs-on: ubuntu-latest
    timeout-minutes: 2
    outputs:
      code: ${{ steps.filter.outputs.code }}
    steps:
      # Force git-based change detection instead of the pull_request REST API.
      # The API path can fail the whole workflow on transient listFiles
      # timeouts before any regression shard even starts.
      - uses: actions/checkout@v4
        with:
          fetch-depth: 0
      - uses: dorny/paths-filter@v4
        id: filter
        with:
          token: ""
          filters: |
            code:
              - "packages/core/**"
              - "packages/producer/**"
              - "packages/engine/**"
              - "Dockerfile*"

  regression-shards:
    needs: changes
    if: needs.changes.outputs.code == 'true'
    runs-on: ubuntu-latest
    timeout-minutes: 60
    strategy:
      fail-fast: false
      matrix:
        include:
          - shard: fast
            args: "--sequential --exclude-tags slow,render-compat,hdr"
          - shard: render-compat
            args: "--sequential gsap-letters-render-compat css-spinner-render-compat raf-ball-render-compat iframe-render-compat"
          - shard: hdr
            args: "--sequential hdr-regression hdr-hlg-regression"
          - shard: styles-a
            args: "style-1-prod style-2-prod style-3-prod"
          - shard: styles-b
            args: "style-4-prod style-5-prod style-6-prod"
          - shard: styles-c
            args: "style-7-prod style-8-prod style-9-prod"
          - shard: styles-d
            args: "style-10-prod style-11-prod style-12-prod"
          - shard: styles-e
            args: "style-13-prod style-15-prod style-16-prod"
          - shard: styles-f
            args: "style-17-prod style-18-prod"
          - shard: styles-g
            args: "overlay-montage-prod"
    steps:
      - name: Checkout (with LFS)
        uses: actions/checkout@v4
        with:
          lfs: true

      - name: Validate LFS files
        run: |
          echo "Checking golden baseline MP4s are real files (not LFS pointers)..."
          for mp4 in packages/producer/tests/*/output/output.mp4; do
            if [ -f "$mp4" ]; then
              size=$(stat --format=%s "$mp4")
              if [ "$size" -lt 1000 ]; then
                echo "ERROR: $mp4 appears to be an LFS pointer ($size bytes)"
                exit 1
              fi
              echo "OK: $mp4 ($size bytes)"
            fi
          done

      - name: Set up Docker Buildx
        uses: docker/setup-buildx-action@v3

      - name: Build test Docker image (cached)
        uses: docker/build-push-action@v6
        with:
          context: .
          file: Dockerfile.test
          load: true
          tags: hyperframes-producer:test
          cache-from: type=gha,scope=regression-test-image
          cache-to: type=gha,mode=min,scope=regression-test-image

      - name: "Run regression shard: ${{ matrix.shard }}"
        run: |
          echo "Shard: ${{ matrix.shard }}"
          echo "Args: ${{ matrix.args }}"
          docker run --rm \
            --security-opt seccomp=unconfined \
            --shm-size=4g \
            -v ${{ github.workspace }}/packages/producer/tests:/app/packages/producer/tests \
            hyperframes-producer:test \
            ${{ matrix.args }}

      - name: Upload failure artifacts
        if: failure()
        uses: actions/upload-artifact@v4
        with:
          name: regression-failures-${{ matrix.shard }}
          path: packages/producer/tests/*/failures/
          if-no-files-found: ignore

  # Summary job — matches the required check name in branch protection
  regression:
    runs-on: ubuntu-latest
    needs: [changes, regression-shards]
    if: always()
    steps:
      - name: Check results
        run: |
          if [ "${{ needs.changes.outputs.code }}" != "true" ]; then
            echo "No code changes — skipping regression (auto-pass)"
            exit 0
          fi
          if [ "${{ needs.regression-shards.result }}" != "success" ]; then
            echo "One or more regression shards failed"
            exit 1
          fi