lance-context/.github/workflows/python-publish.yml at main · lance-format/lance-context · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
name: Python Publish

on:
  release:
    types:
      - released
  pull_request:
    paths:
      - .github/workflows/python-publish.yml
  workflow_dispatch:
    inputs:
      mode:
        description: "dry_run: build & test only, release: build & publish to PyPI"
        required: true
        default: dry_run
        type: choice
        options:
          - dry_run
          - release

jobs:
  build:
    name: build-${{ matrix.name }}
    runs-on: ${{ matrix.os }}
    permissions:
      contents: read
    strategy:
      fail-fast: false
      matrix:
        include:
          - name: linux-x86_64
            os: ubuntu-24.04
            target: x86_64
            manylinux: "2_28"
            wheel-pattern: "*manylinux_2_28_x86_64.whl"
            extra-args: "--sdist"
          - name: linux-aarch64
            os: ubuntu-24.04
            target: aarch64
            manylinux: "2_28"
            wheel-pattern: "*manylinux_2_28_aarch64.whl"
            extra-args: ""
          - name: macos-arm64
            os: macos-14
            target: aarch64-apple-darwin
            wheel-pattern: "*macosx_11_0_arm64.whl"
            extra-args: ""
    env:
      CARGO_TERM_COLOR: always
      RUSTFLAGS: "-C debuginfo=1"
      RUST_BACKTRACE: "1"
      CARGO_INCREMENTAL: "0"
      MACOSX_DEPLOYMENT_TARGET: "11.0"
    steps:
      - name: Checkout code
        uses: actions/checkout@v4

      - name: Install macOS build dependencies
        if: runner.os == 'macOS'
        run: |
          brew install protobuf

      - name: Build Linux distributions
        if: runner.os == 'Linux'
        uses: PyO3/maturin-action@v1
        with:
          command: build
          args: --release --out dist ${{ matrix.extra-args }}
          working-directory: python
          manylinux: ${{ matrix.manylinux }}
          target: ${{ matrix.target }}
          rust-toolchain: stable
          before-script-linux: |
            if command -v yum >/dev/null 2>&1; then
              yum install -y curl make openssl-devel perl
            elif command -v apt-get >/dev/null 2>&1; then
              apt-get update
              apt-get install -y curl libssl-dev ca-certificates make perl
            fi
            PROTOC_VERSION=25.6
            curl -LsS -o /tmp/protoc.zip "https://github.com/protocolbuffers/protobuf/releases/download/v${PROTOC_VERSION}/protoc-${PROTOC_VERSION}-linux-x86_64.zip"
            python3 - <<'PY'
            from zipfile import ZipFile
            ZipFile("/tmp/protoc.zip").extractall("/tmp/protoc")
            PY
            install -m 0755 /tmp/protoc/bin/protoc /usr/local/bin/protoc
            cp -R /tmp/protoc/include/* /usr/local/include/
            protoc --version

      - name: Build macOS distributions
        if: runner.os == 'macOS'
        uses: PyO3/maturin-action@v1
        with:
          command: build
          args: --release --out dist ${{ matrix.extra-args }}
          working-directory: python
          target: ${{ matrix.target }}
          rust-toolchain: stable

      - name: Verify wheel tag
        run: |
          ls python/dist/${{ matrix.wheel-pattern }}

      - name: Upload distributions
        uses: actions/upload-artifact@v4
        with:
          name: python-dist-${{ matrix.name }}
          path: python/dist

  publish:
    runs-on: ubuntu-latest
    needs: build
    permissions:
      id-token: write
      contents: read
    steps:
      - name: Checkout code
        uses: actions/checkout@v4

      - name: Install uv
        uses: astral-sh/setup-uv@v4

      - name: Download distributions
        uses: actions/download-artifact@v4
        with:
          pattern: python-dist-*
          path: python/dist
          merge-multiple: true

      - name: Publish to PyPI
        if: >
          (github.event_name == 'release' && github.event.action == 'released') ||
          (github.event_name == 'workflow_dispatch' && github.event.inputs.mode == 'release')
        working-directory: python
        run: |
          uv publish --trusted-publishing always