Commit 492e7f76 authored by Jason Madden's avatar Jason Madden

Unify the manylinux-type jobs in ci.yml

parent 4e84ec5d
......@@ -75,137 +75,6 @@ env:
jobs:
manylinux_arm64:
runs-on: ubuntu-latest
# We use a regular Python matrix entry to share as much code as possible.
strategy:
matrix:
python-version: [3.9]
steps:
- name: checkout
uses: actions/checkout@v2
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v2
with:
python-version: ${{ matrix.python-version }}
- name: Cache ~/.ccache
uses: actions/cache@v2
with:
path: ~/.ccache/
key: ${{ runner.os }}-ccache_manylinux-${{ matrix.python-version }}
- name: Get pip cache dir
id: pip-cache
run: |
echo "::set-output name=dir::$(pip cache dir)"
- name: pip cache
uses: actions/cache@v2
with:
path: ${{ steps.pip-cache.outputs.dir }}
key: ${{ runner.os }}-pip_manylinux_aarch64-${{ matrix.python-version }}
restore-keys: |
${{ runner.os }}-pip-
- name: Update pip
run: pip install -U pip
- name: Enable emulation
run: |
docker run --rm --privileged hypriot/qemu-register
# This one was seen in pyca/bcrypt. What's the difference?
# (Other than this one not working.)
#run: |
# docker run --rm --privileged multiarch/qemu-user-static:register --reset
- name: Build and test gevent
# Skip the bulk of the tests, running them emulated on arm takes
# forever. Likewise, don't build or even configure c-ares; in the emulated platform
# it takes at least 15 minutes and often much longer.
env:
DOCKER_IMAGE: quay.io/pypa/manylinux2014_aarch64
GEVENTTEST_SKIP_ALL: 1
GEVENTSETUP_DISABLE_ARES: 1
run: scripts/releases/make-manylinux
- name: Upload gevent wheels
uses: actions/upload-artifact@v2
with:
path: wheelhouse/*whl
name: manylinux_aarch64_wheels.zip
- name: Restore pip cache permissions
run: sudo chown -R $(whoami) ${{ steps.pip-cache.outputs.dir }}
- name: Publish package to PyPI
uses: pypa/gh-action-pypi-publish@v1.4.1
if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags')
with:
user: __token__
password: ${{ secrets.TWINE_PASSWORD }}
skip_existing: true
packages_dir: wheelhouse/
manylinux_ppc64le:
runs-on: ubuntu-latest
# We use a regular Python matrix entry to share as much code as possible.
strategy:
matrix:
python-version: [3.9]
steps:
- name: checkout
uses: actions/checkout@v2
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v2
with:
python-version: ${{ matrix.python-version }}
- name: Cache ~/.ccache
uses: actions/cache@v2
with:
path: ~/.ccache/
key: ${{ runner.os }}-ccache_manylinux-${{ matrix.python-version }}
- name: Get pip cache dir
id: pip-cache
run: |
echo "::set-output name=dir::$(pip cache dir)"
- name: pip cache
uses: actions/cache@v2
with:
path: ${{ steps.pip-cache.outputs.dir }}
key: ${{ runner.os }}-pip_manylinux_ppc64le-${{ matrix.python-version }}
restore-keys: |
${{ runner.os }}-pip-
- name: Update pip
run: pip install -U pip
- name: Enable emulation
run: |
docker run --rm --privileged hypriot/qemu-register
# This one was seen in pyca/bcrypt. What's the difference?
# (Other than this one not working.)
#run: |
# docker run --rm --privileged multiarch/qemu-user-static:register --reset
- name: Build and test gevent
# Skip the bulk of the tests, running them emulated on arm takes
# forever. Likewise, don't build or even configure c-ares; in the emulated platform
# it takes at least 15 minutes and often much longer.
env:
DOCKER_IMAGE: quay.io/pypa/manylinux2014_ppc64le
GEVENTTEST_SKIP_ALL: 1
GEVENTSETUP_DISABLE_ARES: 1
run: scripts/releases/make-manylinux
- name: Upload gevent wheels
uses: actions/upload-artifact@v2
with:
path: wheelhouse/*whl
name: manylinux_ppc64le_wheels.zip
- name: Restore pip cache permissions
run: sudo chown -R $(whoami) ${{ steps.pip-cache.outputs.dir }}
- name: Publish package to PyPI
uses: pypa/gh-action-pypi-publish@v1.4.1
if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags')
with:
user: __token__
password: ${{ secrets.TWINE_PASSWORD }}
skip_existing: true
packages_dir: wheelhouse/
test:
runs-on: ${{ matrix.os }}
......@@ -571,6 +440,8 @@ jobs:
# Python version, docker image, short name
- ["3.9", "quay.io/pypa/manylinux2010_x86_64", "manylinux"]
- ["3.9", "quay.io/pypa/musllinux_1_1_x86_64", "musllinux"]
- ["3.9", "quay.io/pypa/manylinux2014_aarch64", "manylinux_aarch64"]
- ["3.9", "quay.io/pypa/manylinux2014_ppc64le", "manylinux_ppc64le"]
name: ${{ matrix.config[2] }}
steps:
- name: checkout
......@@ -601,6 +472,13 @@ jobs:
- name: Update pip
run: pip install -U pip
- name: Enable emulation
run: |
docker run --rm --privileged hypriot/qemu-register
# This one was seen in pyca/bcrypt. What's the difference?
# (Other than this one not working.)
#run: |
# docker run --rm --privileged multiarch/qemu-user-static:register --reset
- name: Build and test gevent
# An alternate way to do this is to run the container directly with a uses:
# and then the script runs inside it. That may work better with caching.
......
gevent now provides ppc64le binary wheels. These are considered
experimental, are barely tested, are compiled with low optimizations,
and do not include the c-ares resolver. They are meant for development
only. Serious production users should continue compiling their own
binary wheels.
......@@ -121,6 +121,11 @@ distributed as binary `wheels`_.
gevent on 64-bit ARM systems are encouraged to build their own
binary wheels.
Beginning with gevent 22.10.0, ppc64le binaries are distributed on
PyPI. The same caveats apply as for 64-bit ARM binaries. Using them
for anything other than local development is discouraged.
Installing From Source
----------------------
......
......@@ -42,6 +42,8 @@ if [ "$DOCKER_IMAGE" == "quay.io/pypa/manylinux2014_aarch64" -a -n "$GITHUB_ACTI
echo "Compiling with -O1"
OPTIMIZATION_FLAGS="-pipe -O1"
SLOW_BUILD=1
GEVENTTEST_SKIP_ALL=1
GEVENTSETUP_DISABLE_ARES=1
else
echo "Compiling with -O3"
OPTIMIZATION_FLAGS="-pipe -O3"
......@@ -114,7 +116,7 @@ if [ -d /gevent -a -d /opt/python ]; then
mkdir /gevent/wheelhouse
OPATH="$PATH"
which auditwheel
for variant in `ls -d /opt/python/cp{310,27,36,37,38,39}*`; do
for variant in `ls -d /opt/python/cp{310,27,36,37,38,39,311}*`; do
export PATH="$variant/bin:$OPATH"
echo "Building $variant $(python --version)"
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment