Pillow/.github/workflows/wheels-dependencies.sh

Ignoring revisions in .git-blame-ignore-revs. Click here to bypass and see the normal blame view.

198 lines
6.8 KiB
Bash
Raw Normal View History

2023-11-14 15:23:46 +03:00
#!/bin/bash
# Setup that needs to be done before multibuild utils are invoked
2024-11-06 09:12:07 +03:00
PROJECTDIR=$(pwd)
if [[ "$(uname -s)" == "Darwin" ]]; then
2024-11-06 09:12:07 +03:00
# Safety check - macOS builds require that CIBW_ARCHS is set, and that it
# only contains a single value (even though cibuildwheel allows multiple
# values in CIBW_ARCHS).
2024-11-06 09:12:07 +03:00
if [[ -z "$CIBW_ARCHS" ]]; then
echo "ERROR: Pillow macOS builds require CIBW_ARCHS be defined."
exit 1
fi
if [[ "$CIBW_ARCHS" == *" "* ]]; then
echo "ERROR: Pillow macOS builds only support a single architecture in CIBW_ARCHS."
exit 1
fi
# Build macOS dependencies in `build/darwin`
# Install them into `build/deps/darwin`
WORKDIR=$(pwd)/build/darwin
BUILD_PREFIX=$(pwd)/build/deps/darwin
else
2024-11-06 09:12:07 +03:00
# Build prefix will default to /usr/local
WORKDIR=$(pwd)/build
MB_ML_LIBC=${AUDITWHEEL_POLICY::9}
MB_ML_VER=${AUDITWHEEL_POLICY:9}
fi
2024-11-16 04:58:29 +03:00
PLAT=$CIBW_ARCHS
2016-06-20 21:30:30 +03:00
# Define custom utilities
source wheels/multibuild/common_utils.sh
source wheels/multibuild/library_builders.sh
if [ -z "$IS_MACOS" ]; then
source wheels/multibuild/manylinux_utils.sh
fi
2021-10-15 16:02:27 +03:00
ARCHIVE_SDIR=pillow-depends-main
# Package versions for fresh source builds
2023-08-26 06:26:05 +03:00
FREETYPE_VERSION=2.13.2
2024-11-05 11:31:54 +03:00
HARFBUZZ_VERSION=10.1.0
2024-09-13 03:52:36 +03:00
LIBPNG_VERSION=1.6.44
2024-12-13 10:56:59 +03:00
JPEGTURBO_VERSION=3.1.0
2024-12-09 22:25:48 +03:00
OPENJPEG_VERSION=2.5.3
2024-10-02 02:48:09 +03:00
XZ_VERSION=5.6.3
2023-10-09 13:49:00 +03:00
TIFF_VERSION=4.6.0
2023-12-04 00:32:39 +03:00
LCMS2_VERSION=2.16
2022-01-25 01:54:24 +03:00
if [[ -n "$IS_MACOS" ]]; then
2024-02-19 15:29:58 +03:00
GIFLIB_VERSION=5.2.2
2022-01-25 01:54:24 +03:00
else
GIFLIB_VERSION=5.2.1
2022-04-03 05:12:40 +03:00
fi
2022-05-31 03:12:20 +03:00
if [[ -n "$IS_MACOS" ]] || [[ "$MB_ML_VER" != 2014 ]]; then
2024-01-23 00:52:14 +03:00
ZLIB_VERSION=1.3.1
2022-04-03 05:12:40 +03:00
else
2022-02-16 06:25:20 +03:00
ZLIB_VERSION=1.2.8
2022-01-25 01:54:24 +03:00
fi
2024-04-13 06:47:52 +03:00
LIBWEBP_VERSION=1.4.0
2019-12-07 16:02:47 +03:00
BZIP2_VERSION=1.0.8
2024-04-16 00:14:04 +03:00
LIBXCB_VERSION=1.17.0
2023-08-31 14:05:36 +03:00
BROTLI_VERSION=1.1.0
2024-10-25 04:23:13 +03:00
function build_pkg_config {
if [ -e pkg-config-stamp ]; then return; fi
# This essentially duplicates the Homebrew recipe
2024-10-25 04:23:13 +03:00
ORIGINAL_CFLAGS=$CFLAGS
CFLAGS="$CFLAGS -Wno-int-conversion"
build_simple pkg-config 0.29.2 https://pkg-config.freedesktop.org/releases tar.gz \
--disable-debug --disable-host-tool --with-internal-glib \
--with-pc-path=$BUILD_PREFIX/share/pkgconfig:$BUILD_PREFIX/lib/pkgconfig \
--with-system-include-path=$(xcrun --show-sdk-path --sdk macosx)/usr/include
CFLAGS=$ORIGINAL_CFLAGS
export PKG_CONFIG=$BUILD_PREFIX/bin/pkg-config
touch pkg-config-stamp
}
2022-09-09 01:05:44 +03:00
function build_brotli {
2024-10-25 04:23:13 +03:00
if [ -e brotli-stamp ]; then return; fi
local out_dir=$(fetch_unpack https://github.com/google/brotli/archive/v$BROTLI_VERSION.tar.gz brotli-$BROTLI_VERSION.tar.gz)
2022-09-09 01:05:44 +03:00
(cd $out_dir \
2024-11-22 16:20:40 +03:00
&& cmake -DCMAKE_INSTALL_PREFIX=$BUILD_PREFIX -DCMAKE_INSTALL_LIBDIR=$BUILD_PREFIX/lib -DCMAKE_INSTALL_NAME_DIR=$BUILD_PREFIX/lib . \
2022-09-09 01:05:44 +03:00
&& make install)
2024-10-25 04:23:13 +03:00
touch brotli-stamp
2022-09-09 01:05:44 +03:00
}
function build_harfbuzz {
2024-10-25 04:23:13 +03:00
if [ -e harfbuzz-stamp ]; then return; fi
python3 -m pip install meson ninja
2024-09-28 11:38:45 +03:00
local out_dir=$(fetch_unpack https://github.com/harfbuzz/harfbuzz/releases/download/$HARFBUZZ_VERSION/$HARFBUZZ_VERSION.tar.xz harfbuzz-$HARFBUZZ_VERSION.tar.xz)
(cd $out_dir \
2024-10-29 04:02:05 +03:00
&& meson setup build --prefix=$BUILD_PREFIX --libdir=$BUILD_PREFIX/lib --buildtype=release -Dfreetype=enabled -Dglib=disabled)
2024-09-28 11:38:45 +03:00
(cd $out_dir/build \
&& meson install)
2024-10-25 04:23:13 +03:00
touch harfbuzz-stamp
}
2023-11-14 15:23:46 +03:00
function build {
2021-07-12 15:25:23 +03:00
build_xz
2022-03-30 03:36:47 +03:00
if [ -z "$IS_ALPINE" ] && [ -z "$IS_MACOS" ]; then
2021-09-23 14:42:30 +03:00
yum remove -y zlib-devel
fi
2021-06-16 14:27:59 +03:00
build_new_zlib
2020-06-09 14:09:57 +03:00
2024-04-16 00:13:40 +03:00
build_simple xcb-proto 1.17.0 https://xorg.freedesktop.org/archive/individual/proto
2021-05-16 01:18:02 +03:00
if [ -n "$IS_MACOS" ]; then
2024-03-26 12:17:06 +03:00
build_simple xorgproto 2024.1 https://www.x.org/pub/individual/proto
build_simple libXau 1.0.11 https://www.x.org/pub/individual/lib
build_simple libpthread-stubs 0.5 https://xcb.freedesktop.org/dist
2021-05-16 01:18:02 +03:00
else
sed s/\${pc_sysrootdir\}// $BUILD_PREFIX/share/pkgconfig/xcb-proto.pc > $BUILD_PREFIX/lib/pkgconfig/xcb-proto.pc
2021-05-16 01:18:02 +03:00
fi
2023-09-01 01:41:55 +03:00
build_simple libxcb $LIBXCB_VERSION https://www.x.org/releases/individual/lib
2021-05-16 04:58:25 +03:00
2021-12-31 07:53:19 +03:00
build_libjpeg_turbo
2024-10-25 04:23:13 +03:00
if [ -n "$IS_MACOS" ]; then
# Custom tiff build to include jpeg; by default, configure won't include
2024-11-16 04:58:29 +03:00
# headers/libs in the custom macOS prefix. Explicitly disable webp,
# libdeflate and zstd, because on x86_64 macs, it will pick up the
# Homebrew versions of those libraries from /usr/local.
2024-10-25 04:23:13 +03:00
build_simple tiff $TIFF_VERSION https://download.osgeo.org/libtiff tar.gz \
--with-jpeg-include-dir=$BUILD_PREFIX/include --with-jpeg-lib-dir=$BUILD_PREFIX/lib \
--disable-webp --disable-libdeflate --disable-zstd
2024-10-25 04:23:13 +03:00
else
build_tiff
fi
build_libpng
build_lcms2
build_openjpeg
2018-10-13 13:54:45 +03:00
2022-04-09 02:46:13 +03:00
ORIGINAL_CFLAGS=$CFLAGS
CFLAGS="$CFLAGS -O3 -DNDEBUG"
if [[ -n "$IS_MACOS" ]]; then
CFLAGS="$CFLAGS -Wl,-headerpad_max_install_names"
fi
build_libwebp
CFLAGS=$ORIGINAL_CFLAGS
2018-10-13 13:54:45 +03:00
2022-09-09 01:05:44 +03:00
build_brotli
if [ -n "$IS_MACOS" ]; then
2020-01-25 16:50:56 +03:00
# Custom freetype build
build_simple freetype $FREETYPE_VERSION https://download.savannah.gnu.org/releases/freetype tar.gz --with-harfbuzz=no
2016-06-20 21:30:30 +03:00
else
2020-01-25 16:50:56 +03:00
build_freetype
2016-06-20 21:30:30 +03:00
fi
build_harfbuzz
2016-06-20 21:30:30 +03:00
}
2024-10-25 04:23:13 +03:00
# Perform all dependency builds in the build subfolder.
2024-11-06 09:12:07 +03:00
mkdir -p $WORKDIR
pushd $WORKDIR > /dev/null
2024-10-25 04:23:13 +03:00
2023-11-14 15:23:46 +03:00
# Any stuff that you need to do before you start building the wheels
# Runs in the root directory of this repository.
2024-11-06 09:12:07 +03:00
if [[ ! -d $WORKDIR/pillow-depends-main ]]; then
if [[ ! -f $PROJECTDIR/pillow-depends-main.zip ]]; then
2024-10-25 04:23:13 +03:00
echo "Download pillow dependency sources..."
2024-11-06 09:12:07 +03:00
curl -fSL -o $PROJECTDIR/pillow-depends-main.zip https://github.com/python-pillow/pillow-depends/archive/main.zip
fi
2024-11-06 09:12:07 +03:00
echo "Unpacking pillow dependency sources..."
untar $PROJECTDIR/pillow-depends-main.zip
2024-10-25 04:23:13 +03:00
fi
2023-11-14 15:23:46 +03:00
2024-10-25 04:23:13 +03:00
if [[ -n "$IS_MACOS" ]]; then
# Homebrew (or similar packaging environments) install can contain some of
# the libraries that we're going to build. However, they may be compiled
# with a MACOSX_DEPLOYMENT_TARGET that doesn't match what we want to use,
# and they may bring in other dependencies that we don't want. The same will
# be true of any other locations on the path. To avoid conflicts, strip the
# path down to the bare minimum (which, on macOS, won't include any
2024-10-25 04:23:13 +03:00
# development dependencies).
export PATH="$BUILD_PREFIX/bin:$(dirname $(which python3)):/usr/bin:/bin:/usr/sbin:/sbin:/Library/Apple/usr/bin"
2024-10-25 04:23:13 +03:00
export CMAKE_PREFIX_PATH=$BUILD_PREFIX
# Ensure the basic structure of the build prefix directory exists.
2024-10-25 04:23:13 +03:00
mkdir -p "$BUILD_PREFIX/bin"
mkdir -p "$BUILD_PREFIX/lib"
# Ensure pkg-config is available
2024-10-25 04:23:13 +03:00
build_pkg_config
# Ensure cmake is available
2024-10-25 09:47:51 +03:00
python3 -m pip install cmake
2023-11-14 15:23:46 +03:00
fi
2016-06-20 21:30:30 +03:00
2023-11-14 15:23:46 +03:00
wrap_wheel_builder build
2024-10-25 04:23:13 +03:00
# Return to the project root to finish the build
popd > /dev/null
2023-11-14 15:23:46 +03:00
# Append licenses
for filename in wheels/dependency_licenses/*; do
echo -e "\n\n----\n\n$(basename $filename | cut -f 1 -d '.')\n" | cat >> LICENSE
cat $filename >> LICENSE
done