unit-tests-internal.yml

name: "🧪 Unit Tests: Internal"

permissions:
  contents: read

on:
  workflow_call:
    secrets:
      DOCKERHUB_USERNAME:
        required: false
      DOCKERHUB_TOKEN:
        required: false

jobs:
  unitTests:
    name: "🧪 Unit Tests: Internal"
    # Two Docker daemons and disks, with twelve serial test processes per runner.
    # Global shard indices ensure every file runs exactly once across both machines.
    strategy:
      fail-fast: false
      matrix:
        machine: [1, 2]
    runs-on: warp-ubuntu-latest-x64-32x
    env:
      DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
      MACHINE_INDEX: ${{ matrix.machine }}
      SHARDS_PER_MACHINE: 12
      SHARD_TOTAL: 24
    steps:
      - name: 🔧 Disable IPv6
        run: |
          sudo sysctl -w net.ipv6.conf.all.disable_ipv6=1
          sudo sysctl -w net.ipv6.conf.default.disable_ipv6=1
          sudo sysctl -w net.ipv6.conf.lo.disable_ipv6=1

      - name: 🔧 Configure docker address pool
        run: |
          CONFIG='{
            "default-address-pools" : [
              {
                "base" : "172.17.0.0/12",
                "size" : 20
              },
              {
                "base" : "192.168.0.0/16",
                "size" : 24
              }
            ]
          }'
          mkdir -p /etc/docker
          echo "$CONFIG" | sudo tee /etc/docker/daemon.json

      - name: 🔧 Restart docker daemon
        run: sudo systemctl restart docker

      - name: ⬇️ Checkout repo
        uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
        with:
          fetch-depth: 1
          persist-credentials: false

      - name: ⎔ Setup pnpm
        uses: pnpm/action-setup@0977fd99725f1db4007ccb2928dbb4e90d06cc86 # v6.0.10
        with:
          version: 10.33.2

      - name: ⎔ Setup node
        uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # v7.0.0
        with:
          node-version: 24.18.0
          cache: "pnpm"

      # ..to avoid rate limits when pulling images
      - name: 🐳 Login to DockerHub
        if: ${{ env.DOCKERHUB_USERNAME }}
        uses: docker/login-action@dbcb813823bdd20940b903addbd779551569679f # v4.6.0
        with:
          username: ${{ secrets.DOCKERHUB_USERNAME }}
          password: ${{ secrets.DOCKERHUB_TOKEN }}
      - name: 🐳 Skipping DockerHub login (no secrets available)
        if: ${{ !env.DOCKERHUB_USERNAME }}
        run: echo "DockerHub login skipped because secrets are not available."

      - name: 🐳 Pre-pull testcontainer images
        run: |
          # Retry each pull - DockerHub registry timeouts are a recurring transient CI flake.
          pull() {
            for attempt in 1 2 3; do
              docker pull "$1" && return 0
              echo "::warning::docker pull $1 failed (attempt ${attempt}/3); retrying in 10s"
              sleep 10
            done
            echo "::error::docker pull $1 failed after 3 attempts"
            return 1
          }
          echo "Pre-pulling Docker images with authenticated session..."
          pull postgres:14
          pull postgres:17 # for the heterogeneous PG14/17 test fixture gate (heteroPostgresTest)
          pull clickhouse/clickhouse-server:26.2.19.43-alpine@sha256:c6ad6a7eb2fb5999df3adfb8b69a0c7222c68fa9b8f6b04a088564ebbc959251
          pull redis:7.2
          pull testcontainers/ryuk:0.14.0
          echo "Image pre-pull complete"

      - name: 📥 Download deps
        run: pnpm install --frozen-lockfile

      - name: 📀 Generate Prisma Client
        run: pnpm run generate

      - name: 🏗️ Build test dependencies
        # Build once up-front so shard processes never race to build or
        # cache-restore the same outputs concurrently.
        run: pnpm exec turbo run build --filter "@internal/*..."

      - name: 🧪 Run Internal Unit Tests (machine ${{ matrix.machine }}/2)
        run: |
          # Each process discovers all internal projects, then takes its globally
          # balanced share of files. Keep one test file active per process.
          first=$(( (MACHINE_INDEX - 1) * SHARDS_PER_MACHINE + 1 ))
          last=$(( MACHINE_INDEX * SHARDS_PER_MACHINE ))
          status=0
          declare -a pids
          for i in $(seq "$first" "$last"); do
            (
              started=$SECONDS
              result=0
              pnpm exec vitest run --config vitest.internal.config.ts \
                --sequence.concurrent=false --reporter=default --reporter=blob \
                --shard="$i/$SHARD_TOTAL" --passWithNoTests \
                > "/tmp/internal-shard-$i.log" 2>&1 || result=$?
              echo "::notice::internal shard $i/$SHARD_TOTAL finished in $((SECONDS - started))s (exit $result)"
              exit "$result"
            ) &
            pids[i]=$!
          done
          for i in $(seq "$first" "$last"); do
            if ! wait "${pids[i]}"; then
              status=1
              echo "::error::internal unit test shard $i/$SHARD_TOTAL failed"
            fi
            echo "::group::🧪 shard $i/$SHARD_TOTAL"
            cat "/tmp/internal-shard-$i.log"
            echo "::endgroup::"
          done
          exit "$status"

      - name: Upload blob reports
        if: ${{ !cancelled() }}
        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
        with:
          name: internal-blob-report-${{ matrix.machine }}
          path: .vitest-reports/*
          include-hidden-files: true
          if-no-files-found: error
          retention-days: 1

  merge-reports:
    name: "📊 Merge Internal Reports"
    if: ${{ !cancelled() }}
    needs: [unitTests]
    runs-on: warp-ubuntu-latest-x64-2x
    steps:
      - name: ⬇️ Checkout repo
        uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
        with:
          fetch-depth: 1
          persist-credentials: false

      - name: ⎔ Setup pnpm
        uses: pnpm/action-setup@ea17c68df8912ef543352723c149a84f56e3d413 # v6.1.0
        with:
          version: 10.33.2

      - name: ⎔ Setup node
        uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # v7.0.0
        with:
          node-version: 24.18.0

      - name: Download blob reports
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          path: .vitest-reports
          pattern: internal-blob-report-*
          merge-multiple: true

      - name: Check all shard reports are present
        run: |
          for i in $(seq 1 24); do
            test -s ".vitest-reports/blob-$i-24.json"
          done

      - name: 📊 Merge reports
        run: >-
          pnpm dlx vitest@4.1.7 run --config vitest.internal-reports.config.mjs --merge-reports
          --reporter=default --reporter=json --outputFile.json=internal-test-results.json

      - name: Validate merged test timings
        run: |
          cp test-timings.json "$RUNNER_TEMP/checked-test-timings.json"
          node internal-packages/testcontainers/scripts/update-test-timings.mjs \
            internal-test-results.json "$RUNNER_TEMP/checked-test-timings.json"

      - name: Upload internal test timings
        if: ${{ !cancelled() }}
        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
        with:
          name: internal-test-results
          path: internal-test-results.json
          if-no-files-found: error
          retention-days: 14