refactor: use the same OpenSSL for all linux architectures (#149)

Building wheels for linux requires an up-to-date OpenSSL development "package" to be present on the system.
Until now, x86/x64 builds relied on the one provided by dockcross images & aarch64/ppc64le/s390x used one rebuilt by this repo in CI.
For consistency's sake, use the same one for all architectures i.e. rebuilt from sources by this repo in CI.
This allows OpenSSL upgrades not to be dependent on dockcross image updates & keeps a single source of truth regarding OpenSSL version in the repo.

Author: mayeut

.circleci/config.yml

@@ -31,12 +31,12 @@ references:
 
   x64_build_job: &x64_build_job
     docker:
-      - image: dockcross/manylinux1-x64
+      - image: quay.io/pypa/manylinux1_x86_64:2021-05-29-46e3cf1
     <<: *ci_steps
 
   x86_build_job: &x86_build_job
     docker:
-      - image: dockcross/manylinux1-x86
+      - image: quay.io/pypa/manylinux1_i686:2021-05-29-46e3cf1
     <<: *ci_steps
 
   no_filters: &no_filters

scikit-ci.yml

@@ -15,20 +15,14 @@ before_install:
     commands:
       - python: |
                 import ci, os
-                image_name=os.environ["DEFAULT_DOCKCROSS_IMAGE"].split(":")[0].split("/")[1]
-                print("image_name [%s]" % image_name)
-                manylinux_version=image_name.split("-")[0]
-                arch=image_name.split("-")[1]
-                manylinux_arch = {"x86": "i686", "x64": "x86_64"}.get(arch, arch)
-                print("arch [%s]" % arch)
-                print("manylinux_version [%s]" % manylinux_version)
-                print("manylinux_arch [%s]" % manylinux_arch)
-                # Support using older manylinux images explicitly setting AUDITWHEEL_*  environment variables
-                os.environ["AUDITWHEEL_ARCH"] = manylinux_arch
-                os.environ["AUDITWHEEL_PLAT"] = manylinux_version + "_" + manylinux_arch
+                arch = os.environ["AUDITWHEEL_PLAT"].split("_", 1)[1]
+                # ENTRYPOINT
+                if arch == "i686":
+                    os.environ["ENTRYPOINT"] = "linux32"
+                else:
+                    os.environ["ENTRYPOINT"] = "exec"
                 # SETUP_CMAKE_ARGS
-                if arch in ["x86", "x64"]:
-                    os.environ["SETUP_CMAKE_ARGS"] = "-DOPENSSL_ROOT_DIR:PATH=/usr/local/ssl " + os.environ["SETUP_CMAKE_ARGS"]
+                os.environ["SETUP_CMAKE_ARGS"] = "-DOPENSSL_ROOT_DIR:PATH=/usr/local/ssl " + os.environ["SETUP_CMAKE_ARGS"]
                 ci.driver.Driver.save_env(os.environ)
 
   travis:
@@ -49,7 +43,7 @@ before_install:
                   setup_cmake_args.append("-DSTRIP_EXECUTABLE:FILEPATH=/opt/rh/devtoolset-9/root/usr/" + "/bin/strip")
                   if platform.machine() in {"aarch64", "ppc64le", "s390x"}:
                       # Remove this after addressing https://github.com/dockcross/dockcross/issues/431
-                      setup_cmake_args.append("-DOPENSSL_ROOT_DIR:PATH=/tmp/openssl-install")
+                      setup_cmake_args.append("-DOPENSSL_ROOT_DIR:PATH=/usr/local/ssl")
                   os.environ["SETUP_CMAKE_ARGS"] = " ".join(setup_cmake_args)
                   if platform.machine() in {"ppc64le"}:
                       # the container sees all 16 threads but building with all of them
@@ -65,6 +59,11 @@ install:
     - python -m pip install --disable-pip-version-check --upgrade pip
     - pip install -r requirements-test.txt -r requirements-repair.txt
 
+  circle:
+    commands:
+      - pipx install cmake
+      - ${ENTRYPOINT} ./scripts/manylinux-build-and-install-openssl.sh
+
 before_build:
   commands:
     - flake8
@@ -100,11 +99,7 @@ test:
 
   circle:
     commands:
-      - |
-        if [[ ${AUDITWHEEL_ARCH} == "aarch64" ]]; then
-            exit
-        fi
-        python setup.py test
+      - python setup.py test
 
   travis:
     osx:

scripts/manylinux-build-and-install-openssl.sh

@@ -0,0 +1,55 @@
+#!/usr/bin/env bash
+
+#
+# Configure, build and install OpenSSL to support building of CMake using manylinux docker images
+#
+
+set -eux
+set -o pipefail
+
+MY_DIR=$(dirname "${BASH_SOURCE[0]}")
+source $MY_DIR/utils.sh
+
+OPENSSL_ROOT=openssl-1.1.1k
+# Hash from https://www.openssl.org/source/openssl-1.1.1k.tar.gz.sha256
+OPENSSL_HASH=892a0875b9872acd04a9fde79b1f943075d5ea162415de3047c327df33fbaee5
+
+cd /tmp
+
+if ! perl -e 'use 5.10.0' &> /dev/null; then
+	# perl>=5.10.0 is needed to build openssl
+	PERL_ROOT=perl-5.32.1
+	# Hash from https://www.cpan.org/src/5.0/perl-5.32.1.tar.gz.sha256.txt
+	PERL_HASH=03b693901cd8ae807231b1787798cf1f2e0b8a56218d07b7da44f784a7caeb2c
+
+	curl -fsSLO https://www.cpan.org/src/5.0/${PERL_ROOT}.tar.gz
+	check_sha256sum ${PERL_ROOT}.tar.gz ${PERL_HASH}
+	tar -xzf ${PERL_ROOT}.tar.gz
+	rm -rf ${PERL_ROOT}.tar.gz
+
+	pushd ${PERL_ROOT}
+	./Configure -des -Dprefix=/tmp/perl-openssl > /dev/null
+	make -j$(nproc) > /dev/null
+	make install > /dev/null
+	popd
+	export PATH=/tmp/perl-openssl/bin:${PATH}
+fi
+
+# Download
+curl -fsSLO http://www.openssl.org/source/${OPENSSL_ROOT}.tar.gz
+check_sha256sum ${OPENSSL_ROOT}.tar.gz ${OPENSSL_HASH}
+tar -xzf ${OPENSSL_ROOT}.tar.gz
+rm -rf ${OPENSSL_ROOT}.tar.gz
+
+# Configure
+pushd ${OPENSSL_ROOT}
+./config no-shared -fPIC --prefix=/usr/local/ssl --openssldir=/usr/local/ssl > /dev/null
+
+# Build
+make -j$(nproc) > /dev/null
+
+# Install
+make install_sw > /dev/null
+
+popd
+rm -rf ${OPENSSL_ROOT}

scripts/manylinux2014-build-and-install-openssl.sh

@@ -7,7 +7,7 @@ MANYLINUX_PYTHON_BIN=/opt/python/cp38-cp38/bin
 export PATH="${MANYLINUX_PYTHON_BIN}:$PATH"
 
 cd /io
-./scripts/manylinux2014-build-and-install-openssl.sh /tmp/openssl-install shared
+./scripts/manylinux-build-and-install-openssl.sh
 
 ci_before_install() {
     ${MANYLINUX_PYTHON_BIN}/python scripts/ssl-check.py