chore(ci): more optimisations for writecache pipeline (#5485)

Author: alecthomas

.github/workflows/writecache.yml

@@ -6,13 +6,13 @@ on:
 concurrency:
   group: ${{ github.ref }}-writecache
   cancel-in-progress: true
-name: Write Cache
+name: Write Hermit Cache
 jobs:
-  write-os-specific-cache:
+  write-hermit-cache:
     strategy:
       matrix:
         runner: [ubuntu-latest, ftl]
-    name: Write Cache
+    name: Write Hermit Cache
     runs-on: ${{ matrix.runner }}
     steps:
       - name: Checkout code
@@ -31,43 +31,86 @@ jobs:
           echo "key=$key" >> "$GITHUB_OUTPUT"
           exists="$(gh api -H "Accept: application/vnd.github+json" -H "X-GitHub-Api-Version: 2022-11-28" "/repos/block/ftl/actions/caches?key=$key" | jq '.actions_caches | length')"
           echo "exists=$exists" >> "$GITHUB_OUTPUT"
+      - name: Install Hermit Packages
+        if: ${{ steps.hermit-hash.outputs.exists == 0 }}
+        run: hermit install
       - name: Save Hermit Cache
         if: ${{ steps.hermit-hash.outputs.exists == 0 }}
         uses: actions/cache/save@5a3ec84eff668545956fd18022155c47e93e2684 # ratchet:actions/cache/save@5a3ec84eff668545956fd18022155c47e93e2684 # v4
         with:
           path: ${{ runner.os == 'macOS' && '~/Library/Caches/hermit/pkg' || '~/.cache/hermit/pkg' }}
           key: ${{ steps.hermit-hash.outputs.key }}
-      - name: Install Hermit Packages
-        if: ${{ steps.hermit-hash.outputs.exists == 0 }}
-        run: hermit install
-      - name: Rebuild All
-        run: just build-all
-      - name: Download Go Dependencies
-        run: go mod download -x
+
+  write-pnpm-cache:
+    strategy:
+      matrix:
+        runner: [ubuntu-latest, ftl]
+    name: Write PNPM Cache
+    runs-on: ${{ matrix.runner }}
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # ratchet:actions/checkout@v4
+      - name: Init Hermit
+        uses: cashapp/activate-hermit@12a728b03ad41eace0f9abaf98a035e7e8ea2318 # ratchet:cashapp/[email protected]
+      - name: Hash PNPM
+        id: pnpm-hash
+        shell: bash
+        env:
+          GH_TOKEN: ${{ github.token }}
+        run: |
+          hash="${{ hashFiles('**/pnpm-lock.yaml') }}"
+          echo "hash=$hash" >> "$GITHUB_OUTPUT"
+          key="${{ runner.os }}-${{ runner.arch }}-pnpm-${hash}"
+          echo "key=$key" >> "$GITHUB_OUTPUT"
+          exists="$(gh api -H "Accept: application/vnd.github+json" -H "X-GitHub-Api-Version: 2022-11-28" "/repos/block/ftl/actions/caches?key=$key" | jq '.actions_caches | length')"
+          echo "exists=$exists" >> "$GITHUB_OUTPUT"
       - name: Download pnpm dependencies
+        if: ${{ steps.pnpm-hash.outputs.exists == 0 }}
         run: pnpm install
-      - name: Download playwright browsers
-        run: npx playwright install
-      - id: find-go-build-cache
-        shell: bash
-        run: echo "cache=$(go env GOCACHE)" >> "$GITHUB_OUTPUT"
       - name: Save pnpm Modules Cache
-        id: cache-pnpm
+        if: ${{ steps.pnpm-hash.outputs.exists == 0 }}
         uses: actions/cache/save@5a3ec84eff668545956fd18022155c47e93e2684 # ratchet:actions/cache/save@5a3ec84eff668545956fd18022155c47e93e2684 # v4
         with:
           path: |
             ~/.pnpm-store
             node_modules
-          key: ${{ runner.os }}-${{ runner.arch }}-pnpm-${{ hashFiles('**/pnpm-lock.yaml') }}
+          key: ${{ steps.pnpm-hash.outputs.key }}
+
+  write-playright-cache:
+    strategy:
+      matrix:
+        runner: [ubuntu-latest, ftl]
+    name: Write Playwright Cache
+    runs-on: ${{ matrix.runner }}
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # ratchet:actions/checkout@v4
+      - name: Init Hermit
+        uses: cashapp/activate-hermit@12a728b03ad41eace0f9abaf98a035e7e8ea2318 # ratchet:cashapp/[email protected]
+      - name: Hash Playwright
+        id: playwright-hash
+        shell: bash
+        env:
+          GH_TOKEN: ${{ github.token }}
+        run: |
+          hash="${{ hashFiles('**/pnpm-lock.yaml') }}"
+          echo "hash=$hash" >> "$GITHUB_OUTPUT"
+          key="${{ runner.os }}-${{ runner.arch }}-playwright-${hash}"
+          echo "key=$key" >> "$GITHUB_OUTPUT"
+          exists="$(gh api -H "Accept: application/vnd.github+json" -H "X-GitHub-Api-Version: 2022-11-28" "/repos/block/ftl/actions/caches?key=$key" | jq '.actions_caches | length')"
+          echo "exists=$exists" >> "$GITHUB_OUTPUT"
+      - name: Download playwright browsers
+        if: ${{ steps.playwright-hash.outputs.exists == 0 }}
+        run: npx playwright install
       - name: Save Playwright Browser Cache
-        id: cache-playwright
+        if: ${{ steps.playwright-hash.outputs.exists == 0 }}
         uses: actions/cache/save@5a3ec84eff668545956fd18022155c47e93e2684 # ratchet:actions/cache/save@5a3ec84eff668545956fd18022155c47e93e2684 # v4
         with:
           path: ~/.cache/ms-playwright
-          key: ${{ runner.os }}-${{ runner.arch }}-playwright-${{ hashFiles('**/pnpm-lock.yaml') }}
+          key: ${{ steps.playwright-hash.outputs.key }}
 
-  write-cache:
-    name: Write Cache
+  write-go-maven-cache:
+    name: Write Go+Maven Cache
     runs-on: ubuntu-latest
     steps:
       - name: Checkout code
@@ -83,11 +126,6 @@ jobs:
       - id: find-go-build-cache
         shell: bash
         run: echo "cache=$(go env GOCACHE)" >> "$GITHUB_OUTPUT"
-      - id: hermit-hash
-        shell: bash
-        run: |
-          hash="$(find ./bin ! -type d | sort | xargs openssl sha256 | openssl sha256 -r | cut -d' ' -f1)"
-          echo "hash=$hash" >> "$GITHUB_OUTPUT"
       - name: Save Go Module Cache
         uses: actions/cache/save@5a3ec84eff668545956fd18022155c47e93e2684 # ratchet:actions/cache/save@5a3ec84eff668545956fd18022155c47e93e2684 # v4
         with: