Skip to content

Commit 5021852

Browse files
sobomaxsobomax
committed
Move build_bin_wheels into its own module so that we can share.
1 parent 3b1f18e commit 5021852

File tree

3 files changed

+158
-109
lines changed

3 files changed

+158
-109
lines changed

‎.github/workflows/BuildPythonWheels.yml‎

Lines changed: 100 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,100 @@
1+
name: 'Wheel Builder'
2+
description: 'Build Binary wheels for a Python project'
3+
4+
on:
5+
workflow_call:
6+
inputs:
7+
dockerfile:
8+
description: 'Dockerfile to use'
9+
type: string
10+
required: false
11+
default: './docker/Dockerfile.python_wheels'
12+
context:
13+
description: 'Context to pass into container'
14+
type: string
15+
required: false
16+
default: '.'
17+
py_versions:
18+
description: 'Versions of Python to build against'
19+
type: string
20+
required: false
21+
default: '["3.8","3.9","3.10","3.11","3.12"]'
22+
23+
jobs:
24+
build_bin_wheels:
25+
runs-on: ubuntu-latest
26+
permissions:
27+
packages: write
28+
env:
29+
PY_VER: ${{ matrix.python-version }}
30+
BASE_IMAGE: quay.io/pypa/manylinux_${{ matrix.mnl-version }}:latest
31+
GHCR_REPO: ghcr.io/${{ github.repository_owner }}/${{ github.event.repository.name }}
32+
strategy:
33+
fail-fast: false
34+
matrix:
35+
python-version: ${{ fromJson(inputs.py_versions) }}
36+
mnl-version: ['2_28', '2_34']
37+
steps:
38+
- uses: actions/checkout@v4
39+
40+
- name: Set up Python ${{ env.PY_VER }}
41+
uses: actions/setup-python@v5
42+
with:
43+
python-version: ${{ env.PY_VER }}
44+
45+
- name: Set up QEMU
46+
uses: docker/setup-qemu-action@v3
47+
48+
- name: Set up Docker Buildx
49+
uses: docker/setup-buildx-action@v3
50+
51+
- name: Login to GitHub Container Registry
52+
uses: docker/login-action@v3
53+
if: github.event_name != 'pull_request'
54+
with:
55+
registry: ghcr.io
56+
username: ${{ github.repository_owner }}
57+
password: ${{ secrets.GITHUB_TOKEN }}
58+
59+
- name: Set dynamic environment
60+
id: set-env
61+
run: |
62+
PLATFORMS="`docker manifest inspect ${{ env.BASE_IMAGE }} | \
63+
jq -r '.manifests[] | "\(.platform.os)/\(.platform.architecture)\(if .platform.variant != null then "/\(.platform.variant)" else "" end)"' | \
64+
sort -u | grep -v unknown | paste -sd ','`"
65+
GIT_BRANCH="${GITHUB_HEAD_REF:-${GITHUB_REF#refs/heads/}}"
66+
GIT_BRANCH="${GIT_BRANCH#refs/tags/}"
67+
BUILD_IMAGE="${GHCR_REPO}:${GIT_BRANCH}-py${PY_VER}-mnl${{ matrix.mnl-version }}"
68+
test "${{ github.event_name }}" != 'pull_request' && \
69+
CACHE_SPEC="type=registry,ref=${BUILD_IMAGE}-buildcache" || \
70+
CACHE_SPEC="gha"
71+
echo "Platforms: ${PLATFORMS}"
72+
echo "Build Image: ${BUILD_IMAGE}"
73+
echo "PLATFORMS=${PLATFORMS}" >> $GITHUB_ENV
74+
echo "CACHE_SPEC=${CACHE_SPEC}" >> $GITHUB_ENV
75+
76+
- name: Build Binary Wheels
77+
uses: docker/build-push-action@v6
78+
with:
79+
context: ${{ inputs.context }}
80+
file: ${{ inputs.dockerfile }}
81+
build-args: |
82+
BASE_IMAGE=${{ env.BASE_IMAGE }}
83+
PY_VER=${{ env.PY_VER }}
84+
platforms: ${{ env.PLATFORMS }}
85+
push: false
86+
outputs: type=local,dest=dist_out
87+
cache-from: ${{ env.CACHE_SPEC }}
88+
cache-to: ${{ env.CACHE_SPEC }},mode=max
89+
90+
- name: Collect Wheels
91+
run: |
92+
mkdir dist
93+
mv `find dist_out -type f -name \*.whl` dist
94+
rm -r dist_out
95+
96+
- name: Upload Wheels
97+
uses: actions/upload-artifact@v4
98+
with:
99+
name: dist-py${{ env.PY_VER }}-mnl${{ matrix.mnl-version }}
100+
path: dist

‎.github/workflows/PublishWheels.yml‎

Lines changed: 55 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,55 @@
1+
name: 'Wheel Publisher'
2+
description: 'Publish Source and Binary wheels for a Python project'
3+
4+
on:
5+
workflow_call:
6+
inputs:
7+
art_pattern:
8+
description: 'Binary artefact path from a previous job'
9+
type: string
10+
required: false
11+
default: 'dist-*'
12+
py_version:
13+
description: 'Version of Python to use'
14+
type: string
15+
required: false
16+
default: '3.x'
17+
18+
jobs:
19+
publish_pypi:
20+
runs-on: ubuntu-latest
21+
environment:
22+
name: pypi
23+
url: https://pypi.org/p/asyncproxy
24+
permissions:
25+
actions: read
26+
contents: read
27+
steps:
28+
- uses: actions/checkout@v4
29+
30+
- name: Download all wheel artifacts
31+
uses: actions/download-artifact@v4
32+
with:
33+
path: dist
34+
pattern: ${{ inputs.art_pattern }}
35+
merge-multiple: true
36+
37+
- name: Set up Python
38+
uses: actions/setup-python@v5
39+
with:
40+
python-version: ${{ inputs.py_version }}
41+
42+
- name: Install dependencies
43+
run: |
44+
python -m pip install --upgrade pip
45+
pip install --upgrade build setuptools wheel
46+
47+
- name: build
48+
run: python setup.py build sdist
49+
50+
- name: Show context tree
51+
run: ls -lR dist
52+
53+
- name: Publish package distributions to PyPI
54+
if: github.event_name == 'release' && github.event.action == 'created'
55+
uses: pypa/gh-action-pypi-publish@release/v1

‎.github/workflows/build_and_test.yml‎

Lines changed: 3 additions & 109 deletions
Original file line numberDiff line numberDiff line change
@@ -76,120 +76,14 @@ jobs:
7676
shell: bash
7777

7878
build_bin_wheels:
79-
needs: build_and_test_python
80-
runs-on: ubuntu-latest
8179
permissions:
8280
packages: write
83-
env:
84-
PY_VER: ${{ matrix.python-version }}
85-
BASE_IMAGE: quay.io/pypa/manylinux_${{ matrix.mnl-version }}:latest
86-
GHCR_REPO: ghcr.io/${{ github.repository_owner }}/${{ github.event.repository.name }}
87-
strategy:
88-
fail-fast: false
89-
matrix:
90-
python-version: ['3.8', '3.9', '3.10', '3.11', '3.12']
91-
mnl-version: ['2_28', '2_34']
92-
steps:
93-
- name: Set up Python ${{ env.PY_VER }}
94-
uses: actions/setup-python@v5
95-
with:
96-
python-version: ${{ env.PY_VER }}
97-
98-
- uses: actions/checkout@v4
99-
100-
- name: Set up QEMU
101-
uses: docker/setup-qemu-action@v3
102-
103-
- name: Set up Docker Buildx
104-
uses: docker/setup-buildx-action@v3
105-
106-
- name: Login to GitHub Container Registry
107-
uses: docker/login-action@v3
108-
if: github.event_name != 'pull_request'
109-
with:
110-
registry: ghcr.io
111-
username: ${{ github.repository_owner }}
112-
password: ${{ secrets.GITHUB_TOKEN }}
113-
114-
- name: Set dynamic environment
115-
id: set-env
116-
run: |
117-
PLATFORMS="`docker manifest inspect ${{ env.BASE_IMAGE }} | \
118-
jq -r '.manifests[] | "\(.platform.os)/\(.platform.architecture)\(if .platform.variant != null then "/\(.platform.variant)" else "" end)"' | \
119-
sort -u | grep -v unknown | paste -sd ','`"
120-
GIT_BRANCH="${GITHUB_HEAD_REF:-${GITHUB_REF#refs/heads/}}"
121-
GIT_BRANCH="${GIT_BRANCH#refs/tags/}"
122-
BUILD_IMAGE="${GHCR_REPO}:${GIT_BRANCH}-py${PY_VER}-mnl${{ matrix.mnl-version }}"
123-
test "${{ github.event_name }}" != 'pull_request' && \
124-
CACHE_SPEC="type=registry,ref=${BUILD_IMAGE}-buildcache" || \
125-
CACHE_SPEC="gha"
126-
echo "Platforms: ${PLATFORMS}"
127-
echo "Build Image: ${BUILD_IMAGE}"
128-
echo "PLATFORMS=${PLATFORMS}" >> $GITHUB_ENV
129-
echo "CACHE_SPEC=${CACHE_SPEC}" >> $GITHUB_ENV
130-
131-
- name: Build Binary Wheels
132-
uses: docker/build-push-action@v6
133-
with:
134-
context: .
135-
file: ./docker/Dockerfile.python_wheels
136-
build-args: |
137-
BASE_IMAGE=${{ env.BASE_IMAGE }}
138-
PY_VER=${{ env.PY_VER }}
139-
platforms: ${{ env.PLATFORMS }}
140-
push: false
141-
outputs: type=local,dest=dist_out
142-
cache-from: ${{ env.CACHE_SPEC }}
143-
cache-to: ${{ env.CACHE_SPEC }},mode=max
144-
145-
- name: Collect Wheels
146-
run: |
147-
mkdir dist
148-
mv `find dist_out -type f -name \*.whl` dist
149-
rm -r dist_out
150-
151-
- name: Upload built wheels
152-
uses: actions/upload-artifact@v4
153-
with:
154-
name: dist-py${{ env.PY_VER }}-mnl${{ matrix.mnl-version }}
155-
path: dist
81+
needs: build_and_test_python
82+
uses: sippy/libasyncproxy/.github/workflows/BuildPythonWheels.yml@wip
15683

15784
publish_pypi:
15885
needs: build_bin_wheels
159-
runs-on: ubuntu-latest
160-
environment:
161-
name: pypi
162-
url: https://pypi.org/p/asyncproxy
16386
permissions:
164-
id-token: write
16587
actions: read
16688
contents: read
167-
steps:
168-
- uses: actions/checkout@v4
169-
170-
- name: Download all wheel artifacts
171-
uses: actions/download-artifact@v4
172-
with:
173-
path: dist
174-
pattern: dist-*
175-
merge-multiple: true
176-
177-
- name: Set up Python
178-
uses: actions/setup-python@v5
179-
with:
180-
python-version: '3.x'
181-
182-
- name: Install dependencies
183-
run: |
184-
python -m pip install --upgrade pip
185-
pip install --upgrade build setuptools wheel
186-
187-
- name: build
188-
run: python setup.py build sdist
189-
190-
- name: Show context tree
191-
run: ls -lR dist
192-
193-
- name: Publish package distributions to PyPI
194-
if: github.event_name == 'release' && github.event.action == 'created'
195-
uses: pypa/gh-action-pypi-publish@release/v1
89+
uses: sippy/libasyncproxy/.github/workflows/PublishWheels.yml@wip

0 commit comments

Comments
 (0)