use --config-settings when building on Windows

This commit is contained in:
nulano 2023-06-24 15:13:26 +01:00
parent c068af7630
commit 5d0e37e255
No known key found for this signature in database
GPG Key ID: B650CDF63B705766
3 changed files with 44 additions and 87 deletions

View File

@ -38,10 +38,9 @@ install:
- path C:\pillow\winbuild\build\bin;%PATH% - path C:\pillow\winbuild\build\bin;%PATH%
build_script: build_script:
- ps: |
c:\pillow\winbuild\build\build_pillow.cmd install
$host.SetShouldExit(0)
- cd c:\pillow - cd c:\pillow
- winbuild\build\build_env.cmd
- '%PYTHON%\%EXECUTABLE% -m pip install -v -C raqm=vendor -C fribidi=vendor .'
- '%PYTHON%\%EXECUTABLE% selftest.py --installed' - '%PYTHON%\%EXECUTABLE% selftest.py --installed'
test_script: test_script:
@ -63,18 +62,15 @@ cache:
- '%LOCALAPPDATA%\pip\Cache' - '%LOCALAPPDATA%\pip\Cache'
artifacts: artifacts:
- path: pillow\dist\*.egg - path: pillow\*.egg
name: egg name: egg
- path: pillow\dist\*.wheel - path: pillow\*.whl
name: wheel name: wheel
before_deploy: before_deploy:
- cd c:\pillow - cd c:\pillow
- '%PYTHON%\%EXECUTABLE% -m pip install wheel' - '%PYTHON%\%EXECUTABLE% -m pip wheel -v -C raqm=vendor -C fribidi=vendor .'
- cd c:\pillow\winbuild\ - ps: Get-ChildItem .\*.whl | % { Push-AppveyorArtifact $_.FullName -FileName $_.Name }
- c:\pillow\winbuild\build\build_pillow.cmd --global-option="bdist_wheel"
- cd c:\pillow
- ps: Get-ChildItem .\dist\*.* | % { Push-AppveyorArtifact $_.FullName -FileName $_.Name }
deploy: deploy:
provider: S3 provider: S3

View File

@ -97,7 +97,7 @@ jobs:
- name: Prepare build - name: Prepare build
if: steps.build-cache.outputs.cache-hit != 'true' if: steps.build-cache.outputs.cache-hit != 'true'
run: | run: |
& python.exe winbuild\build_prepare.py -v --python $env:pythonLocation & python.exe winbuild\build_prepare.py -v
shell: pwsh shell: pwsh
- name: Build dependencies / libjpeg-turbo - name: Build dependencies / libjpeg-turbo
@ -165,9 +165,9 @@ jobs:
- name: Build Pillow - name: Build Pillow
run: | run: |
$FLAGS="" $FLAGS="-C raqm=vendor -C fribidi=vendor"
if ('${{ github.event_name }}' -ne 'pull_request') { $FLAGS='--global-option="--disable-imagequant"' } if ('${{ github.event_name }}' -ne 'pull_request') { $FLAGS+=" -C imagequant=disable" }
& winbuild\build\build_pillow.cmd $FLAGS --global-option="install" cmd /c "winbuild\build\build_env.cmd && $env:pythonLocation\python.exe -m pip install -v $FLAGS ."
& $env:pythonLocation\python.exe selftest.py --installed & $env:pythonLocation\python.exe selftest.py --installed
shell: pwsh shell: pwsh
@ -231,7 +231,8 @@ jobs:
) )
) )
for /f "tokens=3 delims=/" %%a in ("${{ github.ref }}") do echo dist=dist-%%a >> %GITHUB_OUTPUT% for /f "tokens=3 delims=/" %%a in ("${{ github.ref }}") do echo dist=dist-%%a >> %GITHUB_OUTPUT%
winbuild\\build\\build_pillow.cmd --global-option="--disable-imagequant" --global-option="bdist_wheel" call winbuild\\build\\build_env.cmd
%pythonLocation%\python.exe -m pip wheel -v -C raqm=vendor -C fribidi=vendor -C imagequant=disable .
shell: cmd shell: cmd
- name: Upload wheel - name: Upload wheel
@ -239,7 +240,7 @@ jobs:
if: "github.event_name != 'pull_request'" if: "github.event_name != 'pull_request'"
with: with:
name: ${{ steps.wheel.outputs.dist }} name: ${{ steps.wheel.outputs.dist }}
path: dist\*.whl path: "*.whl"
- name: Upload fribidi.dll - name: Upload fribidi.dll
if: "github.event_name != 'pull_request' && matrix.python-version == 3.11" if: "github.event_name != 'pull_request' && matrix.python-version == 3.11"

View File

@ -103,13 +103,6 @@ architectures = {
"ARM64": {"vcvars_arch": "x86_arm64", "msbuild_arch": "ARM64"}, "ARM64": {"vcvars_arch": "x86_arm64", "msbuild_arch": "ARM64"},
} }
header = [
cmd_set("INCLUDE", "{inc_dir}"),
cmd_set("INCLIB", "{lib_dir}"),
cmd_set("LIB", "{lib_dir}"),
cmd_append("PATH", "{bin_dir}"),
]
# dependencies, listed in order of compilation # dependencies, listed in order of compilation
deps = { deps = {
"libjpeg": { "libjpeg": {
@ -401,23 +394,12 @@ def find_msvs():
print("Visual Studio seems to be missing C compiler") print("Visual Studio seems to be missing C compiler")
return None return None
vs = {
"header": [],
# nmake selected by vcvarsall
"nmake": "nmake.exe",
"vs_dir": vspath,
}
# vs2017 # vs2017
msbuild = os.path.join(vspath, "MSBuild", "15.0", "Bin", "MSBuild.exe") msbuild = os.path.join(vspath, "MSBuild", "15.0", "Bin", "MSBuild.exe")
if os.path.isfile(msbuild): if not os.path.isfile(msbuild):
vs["msbuild"] = f'"{msbuild}"'
else:
# vs2019 # vs2019
msbuild = os.path.join(vspath, "MSBuild", "Current", "Bin", "MSBuild.exe") msbuild = os.path.join(vspath, "MSBuild", "Current", "Bin", "MSBuild.exe")
if os.path.isfile(msbuild): if not os.path.isfile(msbuild):
vs["msbuild"] = f'"{msbuild}"'
else:
print("Visual Studio MSBuild not found") print("Visual Studio MSBuild not found")
return None return None
@ -425,9 +407,13 @@ def find_msvs():
if not os.path.isfile(vcvarsall): if not os.path.isfile(vcvarsall):
print("Visual Studio vcvarsall not found") print("Visual Studio vcvarsall not found")
return None return None
vs["header"].append(f'call "{vcvarsall}" {{vcvars_arch}}')
return vs return {
"vs_dir": vspath,
"msbuild": f'"{msbuild}"',
"vcvarsall": f'"{vcvarsall}"',
"nmake": "nmake.exe", # nmake selected by vcvarsall
}
def extract_dep(url, filename): def extract_dep(url, filename):
@ -497,6 +483,22 @@ def get_footer(dep):
return lines return lines
def build_env():
lines = [
"if defined DISTUTILS_USE_SDK goto end",
cmd_set("INCLUDE", "{inc_dir}"),
cmd_set("INCLIB", "{lib_dir}"),
cmd_set("LIB", "{lib_dir}"),
cmd_append("PATH", "{bin_dir}"),
f"call {{vcvarsall}} {{vcvars_arch}}",
cmd_set("DISTUTILS_USE_SDK", "1"), # use same compiler to build Pillow
cmd_set("py_vcruntime_redist", "true"), # always use /MD, never /MT
":end",
"@echo on",
]
write_script("build_env.cmd", lines)
def build_dep(name): def build_dep(name):
dep = deps[name] dep = deps[name]
dir = dep["dir"] dir = dep["dir"]
@ -534,11 +536,11 @@ def build_dep(name):
banner = f"Building {name} ({dir})" banner = f"Building {name} ({dir})"
lines = [ lines = [
rf'call "{{build_dir}}\build_env.cmd"',
"@echo " + ("=" * 70), "@echo " + ("=" * 70),
f"@echo ==== {banner:<60} ====", f"@echo ==== {banner:<60} ====",
"@echo " + ("=" * 70), "@echo " + ("=" * 70),
"cd /D %s" % os.path.join(sources_dir, dir), cmd_cd(os.path.join(sources_dir, dir)),
*prefs["header"],
*dep.get("build", []), *dep.get("build", []),
*get_footer(dep), *get_footer(dep),
] ]
@ -548,7 +550,7 @@ def build_dep(name):
def build_dep_all(): def build_dep_all():
lines = ["@echo on"] lines = [r'call "{build_dir}\build_env.cmd"']
for dep_name in deps: for dep_name in deps:
print() print()
if dep_name in disabled: if dep_name in disabled:
@ -562,32 +564,16 @@ def build_dep_all():
write_script("build_dep_all.cmd", lines) write_script("build_dep_all.cmd", lines)
def build_pillow():
lines = [
"@echo ---- Building Pillow (build_ext %*) ----",
cmd_cd("{pillow_dir}"),
*prefs["header"],
cmd_set("DISTUTILS_USE_SDK", "1"), # use same compiler to build Pillow
cmd_set("py_vcruntime_redist", "true"), # always use /MD, never /MT
r'"{python_dir}\{python_exe}" -m pip install . '
r'--global-option="--vendor-raqm" '
r'--global-option="--vendor-fribidi" '
r"%*",
]
write_script("build_pillow.cmd", lines)
if __name__ == "__main__": if __name__ == "__main__":
winbuild_dir = os.path.dirname(os.path.realpath(__file__)) winbuild_dir = os.path.dirname(os.path.realpath(__file__))
pillow_dir = os.path.realpath(os.path.join(winbuild_dir, "..")) pillow_dir = os.path.realpath(os.path.join(winbuild_dir, ".."))
parser = argparse.ArgumentParser( parser = argparse.ArgumentParser(
prog="winbuild\\build_prepare.py", prog="winbuild\\build_prepare.py",
description="Download dependencies and generate build scripts for Pillow.", description="Download and generate build scripts for Pillow dependencies.",
epilog="""Arguments can also be supplied using the environment variables epilog="""Arguments can also be supplied using the environment variables
PILLOW_BUILD, PILLOW_DEPS, ARCHITECTURE, PYTHON, EXECUTABLE. PILLOW_BUILD, PILLOW_DEPS, ARCHITECTURE. See winbuild\\build.rst
See winbuild\\build.rst for more information.""", for more information.""",
) )
parser.add_argument( parser.add_argument(
"-v", "--verbose", action="store_true", help="print generated scripts" "-v", "--verbose", action="store_true", help="print generated scripts"
@ -622,20 +608,6 @@ if __name__ == "__main__":
), ),
help="build architecture (default: same as host Python)", help="build architecture (default: same as host Python)",
) )
parser.add_argument(
"--python",
dest="python_dir",
metavar="PYTHON",
default=os.environ.get("PYTHON"),
help="Python install directory (default: use host Python)",
)
parser.add_argument(
"--executable",
dest="python_exe",
metavar="EXECUTABLE",
default=os.environ.get("EXECUTABLE", "python.exe"),
help="Python executable (default: use host Python)",
)
parser.add_argument( parser.add_argument(
"--nmake", "--nmake",
dest="cmake_generator", dest="cmake_generator",
@ -660,11 +632,6 @@ if __name__ == "__main__":
arch_prefs = architectures[args.architecture] arch_prefs = architectures[args.architecture]
print("Target architecture:", args.architecture) print("Target architecture:", args.architecture)
if args.python_dir is None:
args.python_dir = os.path.dirname(os.path.realpath(sys.executable))
args.python_exe = os.path.basename(sys.executable)
print("Target Python:", os.path.join(args.python_dir, args.python_exe))
msvs = find_msvs() msvs = find_msvs()
if msvs is None: if msvs is None:
msg = "Visual Studio not found. Please install Visual Studio 2017 or newer." msg = "Visual Studio not found. Please install Visual Studio 2017 or newer."
@ -702,9 +669,6 @@ if __name__ == "__main__":
disabled += ["fribidi"] disabled += ["fribidi"]
prefs = { prefs = {
# Python paths / preferences
"python_dir": args.python_dir,
"python_exe": args.python_exe,
"architecture": args.architecture, "architecture": args.architecture,
**arch_prefs, **arch_prefs,
# Pillow paths # Pillow paths
@ -722,8 +686,6 @@ if __name__ == "__main__":
"cmake": "cmake.exe", # TODO find CMAKE automatically "cmake": "cmake.exe", # TODO find CMAKE automatically
"cmake_generator": args.cmake_generator, "cmake_generator": args.cmake_generator,
# TODO find NASM automatically # TODO find NASM automatically
# script header
"header": sum([header, msvs["header"], ["@echo on"]], []),
} }
for k, v in deps.items(): for k, v in deps.items():
@ -732,7 +694,5 @@ if __name__ == "__main__":
print() print()
write_script(".gitignore", ["*"]) write_script(".gitignore", ["*"])
build_env()
build_dep_all() build_dep_all()
if args.verbose:
print()
build_pillow()