mirror of
https://github.com/psycopg/psycopg2.git
synced 2024-11-15 05:26:37 +03:00
390e43fcb1
The syntax "except Exception, exc:" is deprecated. All Python versions supported by psycopg2 support the newer, modern syntax. Forward compatible with future Python versions.
389 lines
12 KiB
Python
Executable File
389 lines
12 KiB
Python
Executable File
#!/usr/bin/env python
|
|
|
|
# test_copy.py - unit test for COPY support
|
|
#
|
|
# Copyright (C) 2010-2011 Daniele Varrazzo <daniele.varrazzo@gmail.com>
|
|
#
|
|
# psycopg2 is free software: you can redistribute it and/or modify it
|
|
# under the terms of the GNU Lesser General Public License as published
|
|
# by the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# In addition, as a special exception, the copyright holders give
|
|
# permission to link this program with the OpenSSL library (or with
|
|
# modified versions of OpenSSL that use the same license as OpenSSL),
|
|
# and distribute linked combinations including the two.
|
|
#
|
|
# You must obey the GNU Lesser General Public License in all respects for
|
|
# all of the code used other than OpenSSL.
|
|
#
|
|
# psycopg2 is distributed in the hope that it will be useful, but WITHOUT
|
|
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
# FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public
|
|
# License for more details.
|
|
|
|
import sys
|
|
import string
|
|
from testutils import (unittest, ConnectingTestCase, decorate_all_tests,
|
|
skip_if_no_iobase, skip_before_postgres, slow)
|
|
from cStringIO import StringIO
|
|
from itertools import cycle, izip
|
|
from subprocess import Popen, PIPE
|
|
|
|
import psycopg2
|
|
import psycopg2.extensions
|
|
from testutils import skip_copy_if_green, script_to_py3
|
|
from testconfig import dsn
|
|
|
|
|
|
if sys.version_info[0] < 3:
|
|
_base = object
|
|
else:
|
|
from io import TextIOBase as _base
|
|
|
|
|
|
class MinimalRead(_base):
|
|
"""A file wrapper exposing the minimal interface to copy from."""
|
|
def __init__(self, f):
|
|
self.f = f
|
|
|
|
def read(self, size):
|
|
return self.f.read(size)
|
|
|
|
def readline(self):
|
|
return self.f.readline()
|
|
|
|
|
|
class MinimalWrite(_base):
|
|
"""A file wrapper exposing the minimal interface to copy to."""
|
|
def __init__(self, f):
|
|
self.f = f
|
|
|
|
def write(self, data):
|
|
return self.f.write(data)
|
|
|
|
|
|
class CopyTests(ConnectingTestCase):
|
|
|
|
def setUp(self):
|
|
ConnectingTestCase.setUp(self)
|
|
self._create_temp_table()
|
|
|
|
def _create_temp_table(self):
|
|
curs = self.conn.cursor()
|
|
curs.execute('''
|
|
CREATE TEMPORARY TABLE tcopy (
|
|
id serial PRIMARY KEY,
|
|
data text
|
|
)''')
|
|
|
|
@slow
|
|
def test_copy_from(self):
|
|
curs = self.conn.cursor()
|
|
try:
|
|
self._copy_from(curs, nrecs=1024, srec=10 * 1024, copykw={})
|
|
finally:
|
|
curs.close()
|
|
|
|
@slow
|
|
def test_copy_from_insane_size(self):
|
|
# Trying to trigger a "would block" error
|
|
curs = self.conn.cursor()
|
|
try:
|
|
self._copy_from(curs, nrecs=10 * 1024, srec=10 * 1024,
|
|
copykw={'size': 20 * 1024 * 1024})
|
|
finally:
|
|
curs.close()
|
|
|
|
def test_copy_from_cols(self):
|
|
curs = self.conn.cursor()
|
|
f = StringIO()
|
|
for i in xrange(10):
|
|
f.write("%s\n" % (i,))
|
|
|
|
f.seek(0)
|
|
curs.copy_from(MinimalRead(f), "tcopy", columns=['id'])
|
|
|
|
curs.execute("select * from tcopy order by id")
|
|
self.assertEqual([(i, None) for i in range(10)], curs.fetchall())
|
|
|
|
def test_copy_from_cols_err(self):
|
|
curs = self.conn.cursor()
|
|
f = StringIO()
|
|
for i in xrange(10):
|
|
f.write("%s\n" % (i,))
|
|
|
|
f.seek(0)
|
|
|
|
def cols():
|
|
raise ZeroDivisionError()
|
|
yield 'id'
|
|
|
|
self.assertRaises(ZeroDivisionError,
|
|
curs.copy_from, MinimalRead(f), "tcopy", columns=cols())
|
|
|
|
@slow
|
|
def test_copy_to(self):
|
|
curs = self.conn.cursor()
|
|
try:
|
|
self._copy_from(curs, nrecs=1024, srec=10 * 1024, copykw={})
|
|
self._copy_to(curs, srec=10 * 1024)
|
|
finally:
|
|
curs.close()
|
|
|
|
@skip_if_no_iobase
|
|
def test_copy_text(self):
|
|
self.conn.set_client_encoding('latin1')
|
|
self._create_temp_table() # the above call closed the xn
|
|
|
|
if sys.version_info[0] < 3:
|
|
abin = ''.join(map(chr, range(32, 127) + range(160, 256)))
|
|
about = abin.decode('latin1').replace('\\', '\\\\')
|
|
|
|
else:
|
|
abin = bytes(range(32, 127) + range(160, 256)).decode('latin1')
|
|
about = abin.replace('\\', '\\\\')
|
|
|
|
curs = self.conn.cursor()
|
|
curs.execute('insert into tcopy values (%s, %s)',
|
|
(42, abin))
|
|
|
|
import io
|
|
f = io.StringIO()
|
|
curs.copy_to(f, 'tcopy', columns=('data',))
|
|
f.seek(0)
|
|
self.assertEqual(f.readline().rstrip(), about)
|
|
|
|
@skip_if_no_iobase
|
|
def test_copy_bytes(self):
|
|
self.conn.set_client_encoding('latin1')
|
|
self._create_temp_table() # the above call closed the xn
|
|
|
|
if sys.version_info[0] < 3:
|
|
abin = ''.join(map(chr, range(32, 127) + range(160, 255)))
|
|
about = abin.replace('\\', '\\\\')
|
|
else:
|
|
abin = bytes(range(32, 127) + range(160, 255)).decode('latin1')
|
|
about = abin.replace('\\', '\\\\').encode('latin1')
|
|
|
|
curs = self.conn.cursor()
|
|
curs.execute('insert into tcopy values (%s, %s)',
|
|
(42, abin))
|
|
|
|
import io
|
|
f = io.BytesIO()
|
|
curs.copy_to(f, 'tcopy', columns=('data',))
|
|
f.seek(0)
|
|
self.assertEqual(f.readline().rstrip(), about)
|
|
|
|
@skip_if_no_iobase
|
|
def test_copy_expert_textiobase(self):
|
|
self.conn.set_client_encoding('latin1')
|
|
self._create_temp_table() # the above call closed the xn
|
|
|
|
if sys.version_info[0] < 3:
|
|
abin = ''.join(map(chr, range(32, 127) + range(160, 256)))
|
|
abin = abin.decode('latin1')
|
|
about = abin.replace('\\', '\\\\')
|
|
|
|
else:
|
|
abin = bytes(range(32, 127) + range(160, 256)).decode('latin1')
|
|
about = abin.replace('\\', '\\\\')
|
|
|
|
import io
|
|
f = io.StringIO()
|
|
f.write(about)
|
|
f.seek(0)
|
|
|
|
curs = self.conn.cursor()
|
|
psycopg2.extensions.register_type(
|
|
psycopg2.extensions.UNICODE, curs)
|
|
|
|
curs.copy_expert('COPY tcopy (data) FROM STDIN', f)
|
|
curs.execute("select data from tcopy;")
|
|
self.assertEqual(curs.fetchone()[0], abin)
|
|
|
|
f = io.StringIO()
|
|
curs.copy_expert('COPY tcopy (data) TO STDOUT', f)
|
|
f.seek(0)
|
|
self.assertEqual(f.readline().rstrip(), about)
|
|
|
|
# same tests with setting size
|
|
f = io.StringIO()
|
|
f.write(about)
|
|
f.seek(0)
|
|
exp_size = 123
|
|
# hack here to leave file as is, only check size when reading
|
|
real_read = f.read
|
|
|
|
def read(_size, f=f, exp_size=exp_size):
|
|
self.assertEqual(_size, exp_size)
|
|
return real_read(_size)
|
|
|
|
f.read = read
|
|
curs.copy_expert('COPY tcopy (data) FROM STDIN', f, size=exp_size)
|
|
curs.execute("select data from tcopy;")
|
|
self.assertEqual(curs.fetchone()[0], abin)
|
|
|
|
def _copy_from(self, curs, nrecs, srec, copykw):
|
|
f = StringIO()
|
|
for i, c in izip(xrange(nrecs), cycle(string.ascii_letters)):
|
|
l = c * srec
|
|
f.write("%s\t%s\n" % (i, l))
|
|
|
|
f.seek(0)
|
|
curs.copy_from(MinimalRead(f), "tcopy", **copykw)
|
|
|
|
curs.execute("select count(*) from tcopy")
|
|
self.assertEqual(nrecs, curs.fetchone()[0])
|
|
|
|
curs.execute("select data from tcopy where id < %s order by id",
|
|
(len(string.ascii_letters),))
|
|
for i, (l,) in enumerate(curs):
|
|
self.assertEqual(l, string.ascii_letters[i] * srec)
|
|
|
|
def _copy_to(self, curs, srec):
|
|
f = StringIO()
|
|
curs.copy_to(MinimalWrite(f), "tcopy")
|
|
|
|
f.seek(0)
|
|
ntests = 0
|
|
for line in f:
|
|
n, s = line.split()
|
|
if int(n) < len(string.ascii_letters):
|
|
self.assertEqual(s, string.ascii_letters[int(n)] * srec)
|
|
ntests += 1
|
|
|
|
self.assertEqual(ntests, len(string.ascii_letters))
|
|
|
|
def test_copy_expert_file_refcount(self):
|
|
class Whatever(object):
|
|
pass
|
|
|
|
f = Whatever()
|
|
curs = self.conn.cursor()
|
|
self.assertRaises(TypeError,
|
|
curs.copy_expert, 'COPY tcopy (data) FROM STDIN', f)
|
|
|
|
def test_copy_no_column_limit(self):
|
|
cols = ["c%050d" % i for i in range(200)]
|
|
|
|
curs = self.conn.cursor()
|
|
curs.execute('CREATE TEMPORARY TABLE manycols (%s)' % ',\n'.join(
|
|
["%s int" % c for c in cols]))
|
|
curs.execute("INSERT INTO manycols DEFAULT VALUES")
|
|
|
|
f = StringIO()
|
|
curs.copy_to(f, "manycols", columns=cols)
|
|
f.seek(0)
|
|
self.assertEqual(f.read().split(), ['\\N'] * len(cols))
|
|
|
|
f.seek(0)
|
|
curs.copy_from(f, "manycols", columns=cols)
|
|
curs.execute("select count(*) from manycols;")
|
|
self.assertEqual(curs.fetchone()[0], 2)
|
|
|
|
@skip_before_postgres(8, 2) # they don't send the count
|
|
def test_copy_rowcount(self):
|
|
curs = self.conn.cursor()
|
|
|
|
curs.copy_from(StringIO('aaa\nbbb\nccc\n'), 'tcopy', columns=['data'])
|
|
self.assertEqual(curs.rowcount, 3)
|
|
|
|
curs.copy_expert(
|
|
"copy tcopy (data) from stdin",
|
|
StringIO('ddd\neee\n'))
|
|
self.assertEqual(curs.rowcount, 2)
|
|
|
|
curs.copy_to(StringIO(), "tcopy")
|
|
self.assertEqual(curs.rowcount, 5)
|
|
|
|
curs.execute("insert into tcopy (data) values ('fff')")
|
|
curs.copy_expert("copy tcopy to stdout", StringIO())
|
|
self.assertEqual(curs.rowcount, 6)
|
|
|
|
def test_copy_rowcount_error(self):
|
|
curs = self.conn.cursor()
|
|
|
|
curs.execute("insert into tcopy (data) values ('fff')")
|
|
self.assertEqual(curs.rowcount, 1)
|
|
|
|
self.assertRaises(psycopg2.DataError,
|
|
curs.copy_from, StringIO('aaa\nbbb\nccc\n'), 'tcopy')
|
|
self.assertEqual(curs.rowcount, -1)
|
|
|
|
@slow
|
|
def test_copy_from_segfault(self):
|
|
# issue #219
|
|
script = ("""\
|
|
import psycopg2
|
|
conn = psycopg2.connect(%(dsn)r)
|
|
curs = conn.cursor()
|
|
curs.execute("create table copy_segf (id int)")
|
|
try:
|
|
curs.execute("copy copy_segf from stdin")
|
|
except psycopg2.ProgrammingError:
|
|
pass
|
|
conn.close()
|
|
""" % {'dsn': dsn})
|
|
|
|
proc = Popen([sys.executable, '-c', script_to_py3(script)])
|
|
proc.communicate()
|
|
self.assertEqual(0, proc.returncode)
|
|
|
|
@slow
|
|
def test_copy_to_segfault(self):
|
|
# issue #219
|
|
script = ("""\
|
|
import psycopg2
|
|
conn = psycopg2.connect(%(dsn)r)
|
|
curs = conn.cursor()
|
|
curs.execute("create table copy_segf (id int)")
|
|
try:
|
|
curs.execute("copy copy_segf to stdout")
|
|
except psycopg2.ProgrammingError:
|
|
pass
|
|
conn.close()
|
|
""" % {'dsn': dsn})
|
|
|
|
proc = Popen([sys.executable, '-c', script_to_py3(script)], stdout=PIPE)
|
|
proc.communicate()
|
|
self.assertEqual(0, proc.returncode)
|
|
|
|
def test_copy_from_propagate_error(self):
|
|
class BrokenRead(_base):
|
|
def read(self, size):
|
|
return 1 / 0
|
|
|
|
def readline(self):
|
|
return 1 / 0
|
|
|
|
curs = self.conn.cursor()
|
|
# It seems we cannot do this, but now at least we propagate the error
|
|
# self.assertRaises(ZeroDivisionError,
|
|
# curs.copy_from, BrokenRead(), "tcopy")
|
|
try:
|
|
curs.copy_from(BrokenRead(), "tcopy")
|
|
except Exception as e:
|
|
self.assert_('ZeroDivisionError' in str(e))
|
|
|
|
def test_copy_to_propagate_error(self):
|
|
class BrokenWrite(_base):
|
|
def write(self, data):
|
|
return 1 / 0
|
|
|
|
curs = self.conn.cursor()
|
|
curs.execute("insert into tcopy values (10, 'hi')")
|
|
self.assertRaises(ZeroDivisionError,
|
|
curs.copy_to, BrokenWrite(), "tcopy")
|
|
|
|
|
|
decorate_all_tests(CopyTests, skip_copy_if_green)
|
|
|
|
|
|
def test_suite():
|
|
return unittest.TestLoader().loadTestsFromName(__name__)
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|