alexy · Jun 26, 2026 · Jun 27, 2026 · Jun 28, 2026 · Jun 28, 2026 · Jun 28, 2026
diff --git a/.cursor/rules/formatting.mdc b/.cursor/rules/formatting.mdc
diff --git a/.cursor/rules/python-env.mdc b/.cursor/rules/python-env.mdc
diff --git a/.github/agents/spark-test-expert.agent.md b/.github/agents/spark-test-expert.agent.md
@@ -12,8 +12,8 @@ Once you have identified the failed test cases from the logs, or if the failed t
 Run the tests inside the Hatch environments defined in `pyproject.toml`.
 The following test environments are currently available:
 
-- `test-spark.spark-3.5.7`
-- `test-spark.spark-4.1.1`
+- `test-spark.spark-3.5.9`
+- `test-spark.spark-4.2.0`
 - `test-ibis`
 
 The `test-spark.spark-*` environments support running PySpark unit tests and doctests. The `test-ibis` environment supports running Ibis unit tests with PySpark as the backend.

diff --git a/.github/instructions/dev.instructions.md b/.github/instructions/dev.instructions.md
@@ -20,6 +20,8 @@ Tests use "gold data" files for validation. If you change logic that affects out
 env SAIL_UPDATE_GOLD_DATA=1 cargo nextest run
 ```
 
+Please do not add test cases manually to the gold data files.
+
 ### Python Development
 
 - **Formatting**: `hatch fmt`

diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
@@ -108,7 +108,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        spark-version: ["3.5.7", "4.1.1"]
+        spark-version: ["3.5.9", "4.2.0"]
     with:
       spark_version: ${{ matrix.spark-version }}
     needs:
@@ -134,7 +134,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        spark-version: ["3.5.7", "4.0.1", "4.1.1"]
+        spark-version: ["3.5.9", "4.0.4", "4.1.3", "4.2.0"]
     with:
       spark_version: ${{ matrix.spark-version }}
     needs:

diff --git a/.github/workflows/catalog-tests.yml b/.github/workflows/catalog-tests.yml
@@ -11,7 +11,7 @@ jobs:
     name: Test
     runs-on: ubuntu-latest
     env:
-      HATCH_ENV: "test.spark-4.1.1"
+      HATCH_ENV: "test.spark-4.2.0"
       # Coverage environment variables
       RUSTC_WORKSPACE_WRAPPER: ${{ github.workspace }}/.github/scripts/rustc-workspace-wrapper.sh
       LLVM_PROFILE_FILE: ${{ github.workspace }}/target/sail-catalog-it-%p-%m.profraw
@@ -75,5 +75,5 @@ jobs:
           files: coverage-catalog-it.info
           flags: catalog-integration-tests
           name: catalog-integration-tests
-          fail_ci_if_error: true
+          fail_ci_if_error: ${{ github.repository == 'lakehq/sail' }}
           env_vars: OS
diff --git a/.github/workflows/docs-deploy.yml b/.github/workflows/docs-deploy.yml
@@ -21,6 +21,7 @@ on:
 jobs:
   docs-deploy:
     name: Docs Deploy
+    if: ${{ github.repository == 'lakehq/sail' }}
     runs-on: ubuntu-slim
     environment: docs/${{ inputs.stage }}
     permissions:

diff --git a/.github/workflows/gold-data-script-validation.yml b/.github/workflows/gold-data-script-validation.yml
@@ -26,7 +26,7 @@ jobs:
         with:
           repository: apache/spark
           path: opt/spark
-          ref: v4.1.1
+          ref: v4.2.0
           fetch-depth: 1
 
       - uses: actions/setup-java@v5

diff --git a/.github/workflows/ibis-tests.yml b/.github/workflows/ibis-tests.yml
@@ -110,7 +110,7 @@ jobs:
           files: coverage-ibis.info
           flags: ibis-tests
           name: ibis-tests
-          fail_ci_if_error: true
+          fail_ci_if_error: ${{ github.repository == 'lakehq/sail' }}
           env_vars: OS
 
       - name: Upload Test Logs

diff --git a/.github/workflows/multi-platform-build.yml b/.github/workflows/multi-platform-build.yml
@@ -65,13 +65,13 @@ jobs:
               platforms.push({ runner: 'ubuntu-24.04-arm', target: 'aarch64', os: 'linux' });
             }
             if (context.payload.inputs.build_macos_x86_64 == 'true') {
-              platforms.push({ runner: 'macos-15-intel', target: 'x86_64', os: 'macos' });
+              platforms.push({ runner: 'macos-26-intel', target: 'x86_64', os: 'macos' });
             }
             if (context.payload.inputs.build_macos_aarch64 == 'true') {
-              platforms.push({ runner: 'macos-14', target: 'aarch64', os: 'macos' });
+              platforms.push({ runner: 'macos-26', target: 'aarch64', os: 'macos' });
             }
             if (context.payload.inputs.build_windows_x64 == 'true') {
-              platforms.push({ runner: 'windows-2022', target: 'x64', os: 'windows' });
+              platforms.push({ runner: 'windows-2025', target: 'x64', os: 'windows' });
             }
             return platforms;
 

diff --git a/.github/workflows/python-tests.yml b/.github/workflows/python-tests.yml
@@ -90,5 +90,5 @@ jobs:
           files: coverage-python-${{ inputs.spark_version }}.info
           flags: python-unit-tests
           name: python-unit-tests
-          fail_ci_if_error: true
+          fail_ci_if_error: ${{ github.repository == 'lakehq/sail' }}
           env_vars: OS
diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
@@ -149,13 +149,13 @@ jobs:
           - runner: ubuntu-24.04-x64-8-core
             target: aarch64
             os: linux
-          - runner: macos-15-intel
+          - runner: macos-26-intel
             target: x86_64
             os: macos
-          - runner: macos-14
+          - runner: macos-26
             target: aarch64
             os: macos
-          - runner: windows-2022
+          - runner: windows-2025
             target: x64
             os: windows
     steps:
@@ -251,9 +251,9 @@ jobs:
         platform:
           - runner: ubuntu-24.04-x64-8-core
           - runner: ubuntu-24.04-arm-8-core
-          - runner: macos-15-intel
-          - runner: macos-14
-          - runner: windows-2022
+          - runner: macos-26-intel
+          - runner: macos-26
+          - runner: windows-2025
     needs:
       - setup
       - build-sdist
@@ -312,9 +312,9 @@ jobs:
         platform:
           - runner: ubuntu-24.04
           - runner: ubuntu-24.04-arm
-          - runner: macos-15-intel
-          - runner: macos-14
-          - runner: windows-2022
+          - runner: macos-26-intel
+          - runner: macos-26
+          - runner: windows-2025
     needs:
       - setup
       - build-wheel
@@ -351,19 +351,21 @@ jobs:
       - test-sdist
       - test-wheel
     steps:
+      - uses: actions/checkout@v7
+
       - uses: actions/download-artifact@v7
         with:
           pattern: "package-*"
           path: dist
           merge-multiple: true
 
+      - uses: actions/setup-python@v6
+        with:
+          python-version: "3.11"
+
       - name: Show Release Artifacts
         shell: bash
-        run: |
-          find dist -name '*.tar.gz' -exec echo '{}' \; -exec tar -tvf '{}' \;
-          find dist -name '*.whl' -exec unzip -l '{}' \;
-          ls -lah dist
-          md5sum dist/*
+        run: scripts/release/review_packages.py --path dist >> "$GITHUB_STEP_SUMMARY"
 
   release-pypi:
     name: Release to PyPI

diff --git a/.github/workflows/report.yml b/.github/workflows/report.yml
@@ -27,16 +27,16 @@ jobs:
         continue-on-error: true
         with:
           workflow_run_id: ${{ github.event.workflow_run.id }}
-          artifact_name: spark-3.5.7-test-report
-          report_name: spark-3.5.7-test
+          artifact_name: spark-3.5.9-test-report
+          report_name: spark-3.5.9-test
 
       - uses: ./.github/actions/pull-request-report
         if: github.event.workflow_run.name == 'Build'
         continue-on-error: true
         with:
           workflow_run_id: ${{ github.event.workflow_run.id }}
-          artifact_name: spark-4.1.1-test-report
-          report_name: spark-4.1.1-test
+          artifact_name: spark-4.2.0-test-report
+          report_name: spark-4.2.0-test
 
       - uses: ./.github/actions/pull-request-report
         if: github.event.workflow_run.name == 'Build'

diff --git a/.github/workflows/rust-tests.yml b/.github/workflows/rust-tests.yml
@@ -64,7 +64,7 @@ jobs:
           files: coverage-rust-unit.info
           flags: rust-unit-tests
           name: rust-unit-tests
-          fail_ci_if_error: true
+          fail_ci_if_error: ${{ github.repository == 'lakehq/sail' }}
           env_vars: OS
 
       - name: Install Kerberos client tools
@@ -99,5 +99,5 @@ jobs:
           files: coverage-rust-slow.info
           flags: rust-slow-tests
           name: rust-slow-tests
-          fail_ci_if_error: true
+          fail_ci_if_error: ${{ github.repository == 'lakehq/sail' }}
           env_vars: OS
diff --git a/.github/workflows/spark-package-artifacts.yml b/.github/workflows/spark-package-artifacts.yml
@@ -12,7 +12,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        spark-version: ["3.5.7", "4.1.1"]
+        spark-version: ["3.5.9", "4.2.0"]
     steps:
       - uses: actions/checkout@v7
 

diff --git a/.github/workflows/spark-tests.yml b/.github/workflows/spark-tests.yml
@@ -143,7 +143,7 @@ jobs:
           files: coverage-spark-${{ inputs.spark_version }}.info
           flags: spark-tests
           name: spark-tests
-          fail_ci_if_error: true
+          fail_ci_if_error: ${{ github.repository == 'lakehq/sail' }}
           env_vars: OS
 
       - name: Upload Test Logs

diff --git a/.gitignore b/.gitignore
@@ -28,7 +28,6 @@ out/
 /opt/
 
 # Editor directories and files
-.cursor/
 .idea/
 .vscode/*
 *.iml
@@ -100,11 +99,10 @@ docs/.vitepress/.temp
 # LLVM coverage files
 *.profraw
 
-# Claude Code settings
+# AI coding configuration files and artifacts
+.cursor/
 .claude/
 .worktrees/
-
 CLAUDE.md
 AGENTS.md
-# roborev snapshots
-/.roborev/
+.roborev/