From f3f394ced900a031d93e4ff1339c5dc5ba522459 Mon Sep 17 00:00:00 2001 From: Daniele Varrazzo Date: Tue, 24 Oct 2017 11:03:14 +0100 Subject: [PATCH] Import recipe to build PG 10 libpq on win from wheel repos Also build pg_config so the libpq version is correct at compile time too. --- .appveyor.yml | 30 ++++++++++++++++++++++++------ scripts/appveyor.cache_rebuild | 9 ++++++++- 2 files changed, 32 insertions(+), 7 deletions(-) diff --git a/.appveyor.yml b/.appveyor.yml index b41e7ef5..4f9a40c5 100644 --- a/.appveyor.yml +++ b/.appveyor.yml @@ -73,13 +73,13 @@ matrix: fast_finish: false services: - # Note: if you change this service also change the path to match in: - # - the postgresql.conf customisation in 'init' - # - the path in 'build_script' + # Note: if you change this service also change the paths to match + # (see where Program Files\Postgres\9.6 is used) - postgresql96 cache: # Rebuild cache if following file changes + # (See the file to zap the cache manually) - C:\Others -> scripts\appveyor.cache_rebuild # Script called before repo cloning @@ -116,6 +116,11 @@ init: - IF "%PYTHON_ARCH%"=="32" (CALL "C:\\Program Files (x86)\\Microsoft Visual Studio %VS_VER%\\VC\\vcvarsall.bat" x86) - IF "%PYTHON_ARCH%"=="64" (CALL "C:\\Program Files (x86)\\Microsoft Visual Studio %VS_VER%\\VC\\vcvarsall.bat" amd64) + # The program rc.exe on 64bit with some versions look in the wrong path + # location when building postgresql. This cheats by copying the x64 bit + # files to that location. + - IF "%PYTHON_ARCH%"=="64" (COPY /Y "C:\\Program Files\\Microsoft SDKs\\Windows\\v7.0\\Bin\\x64\\rc*" "C:\\Program Files (x86)\\Microsoft SDKs\\Windows\\v7.0A\\Bin") + # Change PostgreSQL config before service starts to allow > 1 prepared # transactions for test cases - ECHO max_prepared_transactions = 10 >> "C:\\Program Files\\PostgreSQL\\9.6\\data\\postgresql.conf" @@ -188,6 +193,8 @@ install: - SET PGTOP=%BASE_DIR%\postgresql - IF NOT EXIST %PGTOP%\include MKDIR %PGTOP%\include - IF NOT EXIST %PGTOP%\lib MKDIR %PGTOP%\lib + - IF NOT EXIST %PGTOP%\bin MKDIR %PGTOP%\bin + # Download PostgreSQL source - CD C:\Others - IF NOT EXIST postgres-REL_10_0.zip ( @@ -197,8 +204,10 @@ install: # Setup build config file (config.pl) # Hack the Mkvcbuild.pm file so we build the lib version of libpq # Build libpgport, libpgcommon, libpq - # Copy over includes + # Install includes # Copy over built libraries + # Prepare local include directory for building from + # Build pg_config in place # NOTE: Cannot set and use the same variable inside an IF - SET PGBUILD=%BUILD_DIR%\postgres-REL_10_0 - IF NOT EXIST %PGTOP%\lib\libpq.lib ( @@ -213,10 +222,16 @@ install: build libpgport && build libpgcommon && build libpq && - XCOPY /E ..\..\include %PGTOP%\include && + ECHO "" > %PGBUILD%\src\backend\parser\gram.h && + perl -pi.bak -e "s/qw\(Install\)/qw\(Install CopyIncludeFiles\)/g" Install.pm && + perl -MInstall=CopyIncludeFiles -e"chdir('../../..'); CopyIncludeFiles('%PGTOP%')" && COPY %PGBUILD%\Release\libpgport\libpgport.lib %PGTOP%\lib && COPY %PGBUILD%\Release\libpgcommon\libpgcommon.lib %PGTOP%\lib && COPY %PGBUILD%\Release\libpq\libpq.lib %PGTOP%\lib && + XCOPY /Y /S %PGBUILD%\src\include\port\win32\* %PGBUILD%\src\include && + XCOPY /Y /S %PGBUILD%\src\include\port\win32_msvc\* %PGBUILD%\src\include && + CD %PGBUILD%\src\bin\pg_config && + cl pg_config.c /MT /nologo /I%PGBUILD%\src\include /link /LIBPATH:%PGTOP%\lib libpgcommon.lib libpgport.lib advapi32.lib /NODEFAULTLIB:libcmt.lib /OUT:%PGTOP%\bin\pg_config.exe && CD %BASE_DIR% && RMDIR /S /Q %PGBUILD% ) @@ -229,7 +244,7 @@ build_script: # Add PostgreSQL binaries to the path - PATH=C:\Program Files\PostgreSQL\9.6\bin\;%PATH% - CD C:\Project - - "%PYTHON%\\python.exe setup.py build_ext --have-ssl -l libpgcommon -l libpgport -L %OPENSSLTOP%\\lib;%PGTOP%\\lib -I %OPENSSLTOP%\\include;%PGTOP%\\include" + - "%PYTHON%\\python.exe setup.py build_ext --have-ssl --pg-config %PGTOP%\\bin\\pg_config.exe -l libpgcommon -l libpgport -L %OPENSSLTOP%\\lib -I %OPENSSLTOP%\\include" - "%PYTHON%\\python.exe setup.py build" - "%PYTHON%\\python.exe setup.py install" @@ -241,5 +256,8 @@ before_test: - psql -d %PSYCOPG2_TESTDB% -c "CREATE EXTENSION HSTORE;" test_script: + # Print psycopg and libpq versions - "%PYTHON%\\python.exe -c \"import psycopg2; print(psycopg2.__version__)\"" + - "%PYTHON%\\python.exe -c \"import psycopg2; print(psycopg2.__libpq_version__)\"" + - "%PYTHON%\\python.exe -c \"import psycopg2; print(psycopg2.extensions.libpq_version())\"" - "%PYTHON%\\python.exe -c \"from psycopg2 import tests; tests.unittest.main(defaultTest='tests.test_suite')\" --verbose" diff --git a/scripts/appveyor.cache_rebuild b/scripts/appveyor.cache_rebuild index c9db5073..8ecd97fb 100644 --- a/scripts/appveyor.cache_rebuild +++ b/scripts/appveyor.cache_rebuild @@ -12,4 +12,11 @@ OpenSSL Version: 1.0.2l PostgreSQL - Version: 9.6.3 + Version: 10.0 + + +NOTE: to zap the cache manually you can also use: + + curl -X DELETE -H "Authorization: Bearer $APPVEYOR_TOKEN" -H "Content-Type: application/json" https://ci.appveyor.com/api/projects/psycopg/psycopg2/buildcache + +with the token from https://ci.appveyor.com/api-token