release_python_nightly.yml

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.

name: "Nightly PyPI Build"

on:
  schedule:
    - cron: "0 0 * * *"  # Runs at midnight UTC every day
  workflow_dispatch:  # Allows manual triggering

env:
  rust_msrv: "1.77.1"

permissions:
  contents: read

jobs:
  set-version:
    runs-on: ubuntu-latest
    outputs:
      timestamp: ${{ steps.set-ts.outputs.TIMESTAMP }}
    steps:
      - name: Generate version timestamp
        id: set-ts
        run: echo "TIMESTAMP=$(date +'%Y%m%d%H%M%S')" >> "$GITHUB_OUTPUT"

  sdist:
    needs: set-version
    if: github.repository == 'apache/iceberg-rust'  # Only run for apache repo
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      
      - uses: ./.github/actions/overwrite-package-version  # Overwrite package version with timestamp
        with:
          timestamp: ${{ needs.set-version.outputs.TIMESTAMP }}

      - uses: PyO3/maturin-action@v1
        with:
          working-directory: "bindings/python"
          command: sdist
          args: -o dist
      
      - name: Upload sdist
        uses: actions/upload-artifact@v4
        with:
          name: wheels-sdist
          path: bindings/python/dist

  wheels:
    needs: set-version
    if: github.repository == 'apache/iceberg-rust'  # Only run for apache repo
    runs-on: "${{ matrix.os }}"
    strategy:
      matrix:
        include:
          - { os: windows-latest }
          - { os: macos-latest, target: "universal2-apple-darwin" }
          - { os: ubuntu-latest, target: "x86_64" }
          - { os: ubuntu-latest, target: "aarch64", manylinux: "manylinux_2_28" }
          - { os: ubuntu-latest, target: "armv7l" }
    steps:
        - uses: actions/checkout@v4

        - uses: ./.github/actions/overwrite-package-version  # Overwrite package version with timestamp
          with:
            timestamp: ${{ needs.set-version.outputs.TIMESTAMP }}

        - uses: actions/setup-python@v5
          with:
            python-version: 3.9

        - name: Setup Rust toolchain
          uses: ./.github/actions/setup-builder
          with:
            rust-version: ${{ env.rust_msrv }}

        - uses: PyO3/maturin-action@v1
          with:
            target: ${{ matrix.target }}
            manylinux: ${{ matrix.manylinux || 'auto' }}
            working-directory: "bindings/python"
            command: build
            args: --release -o dist

        - name: Upload wheels
          uses: actions/upload-artifact@v4
          with:
            name: wheels-${{ matrix.os }}-${{ matrix.target }}
            path: bindings/python/dist

  testpypi-publish:
    needs: [ sdist, wheels ]
    runs-on: ubuntu-latest

    environment:
      name: testpypi
      url: https://test.pypi.org/p/pyiceberg_core

    permissions:
      id-token: write  # IMPORTANT: mandatory for trusted publishing

    steps:
    - name: Download all the dists
      uses: actions/download-artifact@v4
      with:
        pattern: wheels-*
        merge-multiple: true
        path: bindings/python/dist
    - name: List downloaded artifacts
      run: ls -R bindings/python/dist
    - name: Publish to TestPyPI
      uses: pypa/gh-action-pypi-publish@release/v1
      with:
        repository-url: https://test.pypi.org/legacy/
        skip-existing: true
        packages-dir: bindings/python/dist