Pillow/.github/workflows/wheels-dependencies.sh

Ignoring revisions in .git-blame-ignore-revs. Click here to bypass and see the normal blame view.

210 lines
7.1 KiB
Bash
Raw Normal View History

2023-11-14 15:23:46 +03:00
#!/bin/bash
2016-06-20 21:30:30 +03:00
# Define custom utilities
# Test for macOS with [ -n "$IS_MACOS" ]
2023-11-14 15:23:46 +03:00
if [ -z "$IS_MACOS" ]; then
export MB_ML_LIBC=${AUDITWHEEL_POLICY::9}
export MB_ML_VER=${AUDITWHEEL_POLICY:9}
# Build and install into the `build/deps` folder.
BUILD_PREFIX=$(pwd)/build/deps
2023-11-14 15:23:46 +03:00
fi
export PLAT=$CIBW_ARCHS
source wheels/multibuild/common_utils.sh
source wheels/multibuild/library_builders.sh
if [ -z "$IS_MACOS" ]; then
source wheels/multibuild/manylinux_utils.sh
fi
2016-06-20 21:30:30 +03:00
2021-10-15 16:02:27 +03:00
ARCHIVE_SDIR=pillow-depends-main
# Package versions for fresh source builds
2023-08-26 06:26:05 +03:00
FREETYPE_VERSION=2.13.2
2024-09-28 11:38:45 +03:00
HARFBUZZ_VERSION=10.0.1
2024-09-13 03:52:36 +03:00
LIBPNG_VERSION=1.6.44
2024-09-15 14:57:45 +03:00
JPEGTURBO_VERSION=3.0.4
2024-02-27 23:05:47 +03:00
OPENJPEG_VERSION=2.5.2
2024-10-02 02:48:09 +03:00
XZ_VERSION=5.6.3
2023-10-09 13:49:00 +03:00
TIFF_VERSION=4.6.0
2023-12-04 00:32:39 +03:00
LCMS2_VERSION=2.16
RAQM_VERSION=0.10.2
2024-10-25 04:23:13 +03:00
FRIBIDI_VERSION=1.0.16
2022-01-25 01:54:24 +03:00
if [[ -n "$IS_MACOS" ]]; then
2024-02-19 15:29:58 +03:00
GIFLIB_VERSION=5.2.2
2022-01-25 01:54:24 +03:00
else
GIFLIB_VERSION=5.2.1
2022-04-03 05:12:40 +03:00
fi
2022-05-31 03:12:20 +03:00
if [[ -n "$IS_MACOS" ]] || [[ "$MB_ML_VER" != 2014 ]]; then
2024-01-23 00:52:14 +03:00
ZLIB_VERSION=1.3.1
2022-04-03 05:12:40 +03:00
else
2022-02-16 06:25:20 +03:00
ZLIB_VERSION=1.2.8
2022-01-25 01:54:24 +03:00
fi
2024-04-13 06:47:52 +03:00
LIBWEBP_VERSION=1.4.0
2019-12-07 16:02:47 +03:00
BZIP2_VERSION=1.0.8
2024-04-16 00:14:04 +03:00
LIBXCB_VERSION=1.17.0
2023-08-31 14:05:36 +03:00
BROTLI_VERSION=1.1.0
2024-10-25 04:23:13 +03:00
function build_pkg_config {
if [ -e pkg-config-stamp ]; then return; fi
# This essentially duplicates the Homebrew recipe:
# https://github.com/Homebrew/homebrew-core/blob/master/Formula/p/pkg-config.rb
ORIGINAL_CFLAGS=$CFLAGS
CFLAGS="$CFLAGS -Wno-int-conversion"
build_simple pkg-config 0.29.2 https://pkg-config.freedesktop.org/releases tar.gz \
--disable-debug --disable-host-tool --with-internal-glib \
--with-pc-path=$BUILD_PREFIX/share/pkgconfig:$BUILD_PREFIX/lib/pkgconfig \
--with-system-include-path=$(xcrun --show-sdk-path --sdk macosx)/usr/include
CFLAGS=$ORIGINAL_CFLAGS
export PKG_CONFIG=$BUILD_PREFIX/bin/pkg-config
touch pkg-config-stamp
}
2022-09-09 01:05:44 +03:00
function build_brotli {
2024-10-25 04:23:13 +03:00
if [ -e brotli-stamp ]; then return; fi
2022-09-09 01:05:44 +03:00
local cmake=$(get_modern_cmake)
local out_dir=$(fetch_unpack https://github.com/google/brotli/archive/v$BROTLI_VERSION.tar.gz brotli-$BROTLI_VERSION.tar.gz)
2022-09-09 01:05:44 +03:00
(cd $out_dir \
&& $cmake -DCMAKE_INSTALL_PREFIX=$BUILD_PREFIX -DCMAKE_INSTALL_NAME_DIR=$BUILD_PREFIX/lib . \
&& make install)
2023-09-07 17:00:37 +03:00
if [[ "$MB_ML_LIBC" == "manylinux" ]]; then
cp /usr/local/lib64/libbrotli* /usr/local/lib
cp /usr/local/lib64/pkgconfig/libbrotli* /usr/local/lib/pkgconfig
fi
2024-10-25 04:23:13 +03:00
touch brotli-stamp
2022-09-09 01:05:44 +03:00
}
function build_harfbuzz {
2024-10-25 04:23:13 +03:00
if [ -e harfbuzz-stamp ]; then return; fi
python3 -m pip install meson ninja
2024-09-28 11:38:45 +03:00
local out_dir=$(fetch_unpack https://github.com/harfbuzz/harfbuzz/releases/download/$HARFBUZZ_VERSION/$HARFBUZZ_VERSION.tar.xz harfbuzz-$HARFBUZZ_VERSION.tar.xz)
(cd $out_dir \
2024-10-25 04:23:13 +03:00
&& meson setup build --prefix=$BUILD_PREFIX --buildtype=release -Dfreetype=enabled -Dglib=disabled)
2024-09-28 11:38:45 +03:00
(cd $out_dir/build \
&& meson install)
if [[ "$MB_ML_LIBC" == "manylinux" ]]; then
cp /usr/local/lib64/libharfbuzz* /usr/local/lib
fi
2024-10-25 04:23:13 +03:00
touch harfbuzz-stamp
}
function build_raqm {
if [ -e raqm-stamp ]; then return; fi
python3 -m pip install meson ninja
local out_dir=$(fetch_unpack https://github.com/HOST-Oman/libraqm/releases/download/v$RAQM_VERSION/raqm-$RAQM_VERSION.tar.xz raqm-$RAQM_VERSION.tar.xz)
(cd $out_dir \
&& meson setup build --prefix=$BUILD_PREFIX)
(cd $out_dir/build \
&& meson install)
touch raqm-stamp
}
2023-11-14 15:23:46 +03:00
function build {
2021-07-12 15:25:23 +03:00
build_xz
2022-03-30 03:36:47 +03:00
if [ -z "$IS_ALPINE" ] && [ -z "$IS_MACOS" ]; then
2021-09-23 14:42:30 +03:00
yum remove -y zlib-devel
fi
2021-06-16 14:27:59 +03:00
build_new_zlib
2020-06-09 14:09:57 +03:00
2024-04-16 00:13:40 +03:00
build_simple xcb-proto 1.17.0 https://xorg.freedesktop.org/archive/individual/proto
2021-05-16 01:18:02 +03:00
if [ -n "$IS_MACOS" ]; then
2024-03-26 12:17:06 +03:00
build_simple xorgproto 2024.1 https://www.x.org/pub/individual/proto
build_simple libXau 1.0.11 https://www.x.org/pub/individual/lib
2024-10-25 04:23:13 +03:00
build_simple libXdmcp 1.1.5 https://www.x.org/pub/individual/lib
build_simple libpthread-stubs 0.5 https://xcb.freedesktop.org/dist
2021-05-16 01:18:02 +03:00
else
2022-09-17 16:37:23 +03:00
sed s/\${pc_sysrootdir\}// /usr/local/share/pkgconfig/xcb-proto.pc > /usr/local/lib/pkgconfig/xcb-proto.pc
2021-05-16 01:18:02 +03:00
fi
2023-09-01 01:41:55 +03:00
build_simple libxcb $LIBXCB_VERSION https://www.x.org/releases/individual/lib
2021-05-16 04:58:25 +03:00
2021-12-31 07:53:19 +03:00
build_libjpeg_turbo
2024-10-25 04:23:13 +03:00
if [ -n "$IS_MACOS" ]; then
# Custom tiff build to include jpeg; by default, configure won't include
# headers/libs in the custom macOS prefix. Explicitly disable webp and
# zstd, because on x86_64 macs, it will pick up the Homebrew versions of
# webp and zstd from /usr/local.
2024-10-25 04:23:13 +03:00
build_simple tiff $TIFF_VERSION https://download.osgeo.org/libtiff tar.gz \
--with-jpeg-include-dir=$BUILD_PREFIX/include --with-jpeg-lib-dir=$BUILD_PREFIX/lib \
--disable-webp --disable-zstd
2024-10-25 04:23:13 +03:00
else
build_tiff
fi
build_libpng
build_lcms2
build_openjpeg
2024-02-27 23:05:47 +03:00
if [ -f /usr/local/lib64/libopenjp2.so ]; then
cp /usr/local/lib64/libopenjp2.so /usr/local/lib
fi
2018-10-13 13:54:45 +03:00
2022-04-09 02:46:13 +03:00
ORIGINAL_CFLAGS=$CFLAGS
CFLAGS="$CFLAGS -O3 -DNDEBUG"
if [[ -n "$IS_MACOS" ]]; then
CFLAGS="$CFLAGS -Wl,-headerpad_max_install_names"
fi
build_libwebp
CFLAGS=$ORIGINAL_CFLAGS
2018-10-13 13:54:45 +03:00
2022-09-09 01:05:44 +03:00
build_brotli
if [ -n "$IS_MACOS" ]; then
2020-01-25 16:50:56 +03:00
# Custom freetype build
2022-09-09 01:05:44 +03:00
build_simple freetype $FREETYPE_VERSION https://download.savannah.gnu.org/releases/freetype tar.gz --with-harfbuzz=no
2016-06-20 21:30:30 +03:00
else
2020-01-25 16:50:56 +03:00
build_freetype
2016-06-20 21:30:30 +03:00
fi
build_harfbuzz
2024-10-25 04:23:13 +03:00
if [ -n "$IS_MACOS" ]; then
build_simple fribidi $FRIBIDI_VERSION https://github.com/fribidi/fribidi/releases/download/v$FRIBIDI_VERSION tar.xz --enable-shared
build_raqm
2024-10-25 04:23:13 +03:00
fi
2016-06-20 21:30:30 +03:00
}
2024-10-25 04:23:13 +03:00
# Perform all dependency builds in the build subfolder.
mkdir -p build
pushd build > /dev/null
2023-11-14 15:23:46 +03:00
# Any stuff that you need to do before you start building the wheels
# Runs in the root directory of this repository.
2024-10-25 04:23:13 +03:00
if [[ ! -d pillow-depends-main ]]; then
if [[ ! -f pillow-depends-main.zip ]]; then
echo "Download pillow dependency sources..."
curl -fSL -o pillow-depends-main.zip https://github.com/python-pillow/pillow-depends/archive/main.zip
fi
2024-10-25 04:23:13 +03:00
untar pillow-depends-main.zip
fi
2023-11-14 15:23:46 +03:00
2024-10-25 04:23:13 +03:00
if [[ -n "$IS_MACOS" ]]; then
# Homebrew (or similar packaging environments) install can contain some of
# the libraries that we're going to build. However, they may be compiled
# with a MACOSX_DEPLOYMENT_TARGET that doesn't match what we want to use,
# and they may bring in other dependencies that we don't want. The same will
# be true of any other locations on the path. To avoid conflicts, strip the
# path down to the bare mimimum (which, on macOS, won't include any
# development dependencies).
export PATH="$BUILD_PREFIX/bin:$(dirname $(which python3)):/usr/bin:/bin:/usr/sbin:/sbin:/Library/Apple/usr/bin"
2024-10-25 04:23:13 +03:00
export CMAKE_PREFIX_PATH=$BUILD_PREFIX
# Link the brew command into our isolated build directory.
mkdir -p "$BUILD_PREFIX/bin"
mkdir -p "$BUILD_PREFIX/lib"
# Ensure pkg-config is available
2024-10-25 04:23:13 +03:00
build_pkg_config
# Ensure cmake is available
python3 -m pip cmake
2023-11-14 15:23:46 +03:00
fi
2016-06-20 21:30:30 +03:00
2023-11-14 15:23:46 +03:00
wrap_wheel_builder build
2024-10-25 04:23:13 +03:00
# Return to the project root to finish the build
popd > /dev/null
2023-11-14 15:23:46 +03:00
# Append licenses
for filename in wheels/dependency_licenses/*; do
echo -e "\n\n----\n\n$(basename $filename | cut -f 1 -d '.')\n" | cat >> LICENSE
cat $filename >> LICENSE
done