mirror of
https://github.com/explosion/spaCy.git
synced 2024-11-10 19:57:17 +03:00
switch to buildbot.json
This commit is contained in:
Henning Peters
parent
bc9a31df3e
commit
8d3957c5e6
71
build.py
71
build.py
|
|
@ -1,71 +0,0 @@
|
|||
#!/usr/bin/env python
|
||||
from __future__ import print_function
|
||||
import os
|
||||
import sys
|
||||
import shutil
|
||||
from subprocess import call
|
||||
|
||||
|
||||
def x(cmd):
|
||||
print('$ '+cmd)
|
||||
res = call(cmd, shell=True)
|
||||
if res != 0:
|
||||
sys.exit(res)
|
||||
|
||||
|
||||
if len(sys.argv) < 2:
|
||||
print('usage: %s <install-mode> [<pip-date>]')
|
||||
sys.exit(1)
|
||||
|
||||
|
||||
install_mode = sys.argv[1]
|
||||
|
||||
|
||||
if install_mode == 'prepare':
|
||||
x('python pip-clear.py')
|
||||
|
||||
pip_date = len(sys.argv) > 2 and sys.argv[2]
|
||||
if pip_date:
|
||||
x('python pip-date.py %s pip setuptools wheel six' % pip_date)
|
||||
|
||||
x('pip install -r requirements.txt')
|
||||
x('pip list')
|
||||
|
||||
|
||||
elif install_mode == 'pip':
|
||||
if os.path.exists('dist'):
|
||||
shutil.rmtree('dist')
|
||||
x('python setup.py sdist')
|
||||
x('python pip-clear.py')
|
||||
|
||||
filenames = os.listdir('dist')
|
||||
assert len(filenames) == 1
|
||||
x('pip list')
|
||||
x('pip install dist/%s' % filenames[0])
|
||||
|
||||
|
||||
elif install_mode == 'setup-install':
|
||||
x('python setup.py install')
|
||||
|
||||
|
||||
elif install_mode == 'setup-develop':
|
||||
x('pip install -e .')
|
||||
|
||||
|
||||
elif install_mode == 'test':
|
||||
x('pip install pytest')
|
||||
x('pip list')
|
||||
|
||||
if os.path.exists('tmp'):
|
||||
shutil.rmtree('tmp')
|
||||
os.mkdir('tmp')
|
||||
|
||||
try:
|
||||
old = os.getcwd()
|
||||
os.chdir('tmp')
|
||||
|
||||
x('python -m spacy.en.download')
|
||||
x('python -m pytest --tb="native" ../spacy/ -x --models --vectors --slow')
|
||||
|
||||
finally:
|
||||
os.chdir(old)
|
||||
19
buildbot.json
Normal file
19
buildbot.json
Normal file
|
|
@ -0,0 +1,19 @@
|
|||
{
|
||||
"build": {
|
||||
"sdist": [
|
||||
"python pip-clear.py",
|
||||
"pip install -r requirements.txt",
|
||||
"python setup.py sdist"
|
||||
],
|
||||
"install": [
|
||||
"python pip-clear.py",
|
||||
"pip install source.tar.gz",
|
||||
"python -m spacy.en.download --force"
|
||||
]
|
||||
},
|
||||
"test": {
|
||||
"after": ["install"],
|
||||
"package": "spacy",
|
||||
"args": "--tb='native' -x --models --vectors --slow"
|
||||
}
|
||||
}
|
||||
28
pip-clear.py
28
pip-clear.py
|
|
@ -1,28 +0,0 @@
|
|||
#!/usr/bin/env python
|
||||
from __future__ import print_function
|
||||
|
||||
from pip.commands.uninstall import UninstallCommand
|
||||
from pip import get_installed_distributions
|
||||
|
||||
|
||||
packages = []
|
||||
for package in get_installed_distributions():
|
||||
if package.location.endswith('dist-packages'):
|
||||
continue
|
||||
elif package.project_name in ('pip', 'setuptools'):
|
||||
continue
|
||||
packages.append(package.project_name)
|
||||
|
||||
|
||||
if packages:
|
||||
pip = UninstallCommand()
|
||||
options, args = pip.parse_args(packages)
|
||||
options.yes = True
|
||||
|
||||
try:
|
||||
pip.run(options, args)
|
||||
except OSError as e:
|
||||
if e.errno != 13:
|
||||
raise e
|
||||
print("You lack permissions to uninstall this package. Perhaps run with sudo? Exiting.")
|
||||
exit(13)
|
||||
96
pip-date.py
96
pip-date.py
|
|
@ -1,96 +0,0 @@
|
|||
#!/usr/bin/env python
|
||||
from __future__ import print_function
|
||||
import json
|
||||
import re
|
||||
import sys
|
||||
from bisect import bisect
|
||||
from datetime import datetime
|
||||
from datetime import timedelta
|
||||
import ssl
|
||||
|
||||
try:
|
||||
from urllib.request import Request, build_opener, HTTPSHandler, URLError
|
||||
except ImportError:
|
||||
from urllib2 import Request, build_opener, HTTPSHandler, URLError
|
||||
|
||||
from pip.commands.uninstall import UninstallCommand
|
||||
from pip.commands.install import InstallCommand
|
||||
from pip import get_installed_distributions
|
||||
|
||||
|
||||
def get_releases(package_name):
|
||||
url = 'https://pypi.python.org/pypi/%s/json' % package_name
|
||||
|
||||
ssl_context = HTTPSHandler(
|
||||
context=ssl.SSLContext(ssl.PROTOCOL_TLSv1))
|
||||
opener = build_opener(ssl_context)
|
||||
|
||||
retries = 10
|
||||
while retries > 0:
|
||||
try:
|
||||
r = opener.open(Request(url))
|
||||
break
|
||||
except URLError:
|
||||
retries -= 1
|
||||
|
||||
return json.loads(r.read().decode('utf8'))['releases']
|
||||
|
||||
|
||||
def parse_iso8601(s):
|
||||
return datetime(*map(int, re.split('[^\d]', s)))
|
||||
|
||||
|
||||
def select_version(select_date, package_name):
|
||||
versions = []
|
||||
for version, dists in get_releases(package_name).items():
|
||||
date = [parse_iso8601(d['upload_time']) for d in dists]
|
||||
if date:
|
||||
versions.append((sorted(date)[0], version))
|
||||
|
||||
versions = sorted(versions)
|
||||
min_date = versions[0][0]
|
||||
if select_date < min_date:
|
||||
raise Exception('invalid select_date: %s, must be '
|
||||
'%s or newer.' % (select_date, min_date))
|
||||
|
||||
return versions[bisect([x[0] for x in versions], select_date) - 1][1]
|
||||
|
||||
|
||||
installed_packages = [
|
||||
package.project_name
|
||||
for package in
|
||||
get_installed_distributions()
|
||||
if (not package.location.endswith('dist-packages') and
|
||||
package.project_name not in ('pip', 'setuptools'))
|
||||
]
|
||||
|
||||
if installed_packages:
|
||||
pip = UninstallCommand()
|
||||
options, args = pip.parse_args(installed_packages)
|
||||
options.yes = True
|
||||
|
||||
try:
|
||||
pip.run(options, args)
|
||||
except OSError as e:
|
||||
if e.errno != 13:
|
||||
raise e
|
||||
print("You lack permissions to uninstall this package. Perhaps run with sudo? Exiting.")
|
||||
exit(13)
|
||||
|
||||
|
||||
date = parse_iso8601(sys.argv[1])
|
||||
packages = {p: select_version(date, p) for p in sys.argv[2:]}
|
||||
args = ['=='.join(a) for a in packages.items()]
|
||||
|
||||
cmd = InstallCommand()
|
||||
options, args = cmd.parse_args(args)
|
||||
options.ignore_installed = True
|
||||
options.force_reinstall = True
|
||||
|
||||
try:
|
||||
print(cmd.run(options, args))
|
||||
except OSError as e:
|
||||
if e.errno != 13:
|
||||
raise e
|
||||
print("You lack permissions to uninstall this package. Perhaps run with sudo? Exiting.")
|
||||
exit(13)
|
||||
32
venv.ps1
32
venv.ps1
|
|
@ -1,32 +0,0 @@
|
|||
param (
|
||||
[string]$python = $(throw "-python is required."),
|
||||
[string]$install_mode = $(throw "-install_mode is required."),
|
||||
[string]$pip_date,
|
||||
[string]$compiler
|
||||
)
|
||||
|
||||
$ErrorActionPreference = "Stop"
|
||||
|
||||
if(!(Test-Path -Path ".build"))
|
||||
{
|
||||
if($compiler -eq "mingw32")
|
||||
{
|
||||
virtualenv .build --system-site-packages --python $python
|
||||
}
|
||||
else
|
||||
{
|
||||
virtualenv .build --python $python
|
||||
}
|
||||
|
||||
if($compiler)
|
||||
{
|
||||
"[build]`r`ncompiler=$compiler" | Out-File -Encoding ascii .\.build\Lib\distutils\distutils.cfg
|
||||
}
|
||||
}
|
||||
|
||||
.build\Scripts\activate.ps1
|
||||
|
||||
python build.py prepare $pip_date
|
||||
python build.py $install_mode
|
||||
python build.py test
|
||||
exit $LASTEXITCODE
|
||||
16
venv.sh
16
venv.sh
|
|
@ -1,16 +0,0 @@
|
|||
#!/bin/bash
|
||||
set -e
|
||||
|
||||
if [ ! -d ".build" ]; then
|
||||
virtualenv .build --python $1
|
||||
fi
|
||||
|
||||
if [ -d ".build/bin" ]; then
|
||||
source .build/bin/activate
|
||||
elif [ -d ".build/Scripts" ]; then
|
||||
source .build/Scripts/activate
|
||||
fi
|
||||
|
||||
python build.py prepare $3
|
||||
python build.py $2
|
||||
python build.py test
|
||||
Loading…
Reference in New Issue
Block a user