s5cmd-python-distributions/.github/workflows/cd.yml at main · ImagingDataCommons/s5cmd-python-distributions · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
name: wheels

on:
  workflow_dispatch:
  release:
    types:
      - published

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

env:
  FORCE_COLOR: 3

jobs:
  make_sdist:
    name: Make SDist
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v6
        with:
          fetch-depth: 0

      - name: Build SDist
        run: pipx run build --sdist

      - uses: actions/upload-artifact@v7
        with:
          name: cibw-sdist
          path: dist/*.tar.gz

  test_sdist:
    name: Test SDist with python ${{ matrix.python }}
    needs: [make_sdist]
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        python: ["3.10", "3.12"]

    steps:
      - uses: actions/checkout@v6
      - uses: actions/setup-python@v6
        name: Install Python ${{ matrix.python }}
        with:
          python-version: ${{ matrix.python }}

      - name: Install dependencies
        run: |
          # Waiting pip supports `--only-deps=test`, explicitly extract the test dependencies
          # See https://github.com/pypa/pip/issues/11440
          pip install yq
          tomlq -r '.project."optional-dependencies".test[]' pyproject.toml | xargs -d '\n' pip install

      - uses: actions/download-artifact@v8
        with:
          name: cibw-sdist
          path: dist

      - name: Install SDist
        run: |
          pip -V
          pip install dist/*.tar.gz
          rm -rf dist

      - name: Test installed SDist
        run: pytest ./tests

  check_dist:
    name: Check dist
    needs: [build_wheels, make_sdist, test_sdist]
    runs-on: ubuntu-latest
    steps:
      - uses: actions/download-artifact@v8
        with:
          path: all

      - run: pipx run twine check --strict all/*/*

  build_wheels:
    name: Wheel on ${{ matrix.os }} (${{ matrix.arch }})
    runs-on: ${{ matrix.os }}
    strategy:
      fail-fast: false
      matrix:
        os: [ubuntu-latest, windows-latest, macos-latest]
        arch: ["auto"]
        exclude:
          - arch: i686
        use_qemu: [false]

        include:
          - os: windows-latest
            arch: "ARM64"
            test-skip: "*-win_arm64"

          - os: macos-14
            arch: "arm64"

          - os: ubuntu-latest
            arch: "aarch64"
            use_qemu: true

          - os: ubuntu-latest
            arch: "ppc64le"
            use_qemu: true
    steps:
      - uses: actions/checkout@v6
        with:
          fetch-depth: 0

      - name: Set up QEMU
        uses: docker/setup-qemu-action@v3.7.0
        if: matrix.use_qemu

      - uses: pypa/cibuildwheel@v3.3.1
        env:
          CIBW_BUILD: "cp312-*"
          CIBW_ARCHS: "${{ matrix.arch }}"
          CIBW_TEST_SKIP: "${{ matrix.test-skip }}"

      - name: Upload wheels
        uses: actions/upload-artifact@v7
        with:
          name: cibw-wheels-${{ matrix.os }}-${{ strategy.job-index }}
          path: wheelhouse/*.whl

  upload_all:
    needs: [check_dist]
    environment: pypi
    permissions:
      id-token: write
    runs-on: ubuntu-latest
    if: github.event_name == 'release' && github.event.action == 'published'

    steps:
      - uses: actions/download-artifact@v8
        with:
          pattern: cibw-*
          path: dist
          merge-multiple: true

      - uses: pypa/gh-action-pypi-publish@release/v1