release-python.yml

name: Python Wheels

on:
  push:
    branches: ["main"]
    tags:
      - "**"
  pull_request:
  workflow_dispatch:

concurrency:
  group: wheels-${{ github.ref }}
  cancel-in-progress: true

defaults:
  run:
    working-directory: ./bindings/python
    shell: bash -eux {0}

jobs:
  build_wheels:
    name: Build wheel for ${{ matrix.python }}-${{ matrix.buildplat[1] }}
    runs-on: ${{ matrix.buildplat[0] }}
    strategy:
      # Ensure that a wheel builder finishes even if another fails
      fail-fast: false
      matrix:
        # Github Actions doesn't support pairing matrix values together, let's improvise
        # https://github.com/github/feedback/discussions/7835#discussioncomment-1769026
        buildplat:
        - [ubuntu-20.04, manylinux_x86_64]
        - [ubuntu-20.04, manylinux_aarch64]
        - [macos-14, macosx_*]
        - [windows-2019, win_amd64]
        python: ["cp38", "cp39", "cp310", "cp311", "cp312"]
        exclude:
          - buildplat: [macos-14, macosx_*]
            python: "cp38"
          - buildplat: [macos-14, macosx_*]
            python: "cp39"
        include:
          - buildplat: [macos-11, macosx_*]
            python: "cp38"
          - buildplat: [macos-11, macosx_*]
            python: "cp39"

    steps:
      - name: Checkout pymongoarrow
        uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - name: Set up python version
        run: |
          export PYTHON_VERSION=$(sed 's/^cp3/3./' <<< ${{ matrix.python }} )
          echo "PYTHON_VERSION=$PYTHON_VERSION" >> $GITHUB_ENV

      - uses: actions/setup-python@v5
        with:
          python-version: ${{env.PYTHON_VERSION}}
          cache: 'pip'
          cache-dependency-path: 'bindings/python/pyproject.toml'
          allow-prereleases: true

      - name: Set up QEMU
        if: runner.os == 'Linux'
        uses: docker/setup-qemu-action@v3
        with:
          platforms: all

      - name: Install pkg-config on MacOS
        if: runner.os == 'macOS'
        run: brew install pkg-config

      - name: Install cibuildwheel
        run: python -m pip install "cibuildwheel>=2.4,<3"

      - name: Build MacOS Py38 Wheel
        if: ${{ matrix.python == 'cp38' && matrix.buildplat[0] == 'macos-11' }}
        env:
          CIBW_BUILD: cp38-macosx_x86_64
          MACOSX_DEPLOYMENT_TARGET: "10.14"
        run: python -m cibuildwheel --output-dir wheelhouse

      - name: Build MacOS Py39 Wheels
        if: ${{ matrix.python == 'cp39' && matrix.buildplat[0] == 'macos-11' }}
        env:
          MACOS_TEST_SKIP: "*arm64"
          CIBW_BUILD: cp39-macosx_*
          MACOSX_DEPLOYMENT_TARGET: "10.14"
        run: python -m cibuildwheel --output-dir wheelhouse

      - name: Build wheels
        if: ${{ matrix.buildplat[0] != 'macos-11' }}
        env:
          CIBW_BUILD: ${{ matrix.python }}-${{ matrix.buildplat[1] }}
          MACOSX_DEPLOYMENT_TARGET: "10.14"
        run: python -m cibuildwheel --output-dir wheelhouse

      - uses: actions/upload-artifact@v4
        with:
          name: ${{ matrix.python }}-${{ startsWith(matrix.buildplat[1], 'macosx') && 'macosx' || matrix.buildplat[1] }}
          path: ./bindings/python/wheelhouse/*.whl
          if-no-files-found: error

  make_sdist:
    name: Make SDist
    runs-on: macos-latest
    steps:
      - uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - uses: actions/setup-python@v5
        with:
          # Build sdist on lowest supported Python
          python-version: '3.8'

      - name: Install tox
        run: |
          python -m pip install tox

      - name: Build SDist
        working-directory: ./bindings/python
        run: |
          set -ex
          export LIBBSON_INSTALL_DIR="$(pwd)/libbson"
          tox -e build-libbson
          tox -e build-dist -- --sdist

      - name: Test Sdist
        working-directory: ./bindings/python
        run: |
          export LIBBSON_INSTALL_DIR="$(pwd)/libbson"
          python -m pip install dist/*.gz
          cd ..
          python -c "from pymongoarrow.lib import process_bson_stream"

      - uses: actions/upload-artifact@v4
        with:
          name: "sdist"
          path: ./bindings/python/dist/*.tar.gz

  collect_dist:
    runs-on: ubuntu-latest
    needs: [build_wheels, make_sdist]
    name: Download Wheels
    steps:
      - name: Download all workflow run artifacts
        uses: actions/download-artifact@v4
      - name: Flatten directory
        working-directory: .
        run: |
          find . -mindepth 2 -type f -exec mv {} . \;
          find . -type d -empty -delete
      - uses: actions/upload-artifact@v4
        with:
          name: all-dist-${{ github.run_id }}
          path: "./*"

  publish:
    # https://packaging.python.org/en/latest/guides/publishing-package-distribution-releases-using-github-actions-ci-cd-workflows/#publishing-the-distribution-to-pypi
    needs: [collect_dist]
    if: startsWith(github.ref, 'refs/tags/')
    runs-on: ubuntu-latest
    environment: release
    permissions:
      id-token: write
    steps:
    - name: Download all the dists
      uses: actions/download-artifact@v4
      with:
        name: all-dist-${{ github.run_id }}
        path: dist/
    - name: Publish distribution 📦 to PyPI
      uses: pypa/gh-action-pypi-publish@release/v1