Repository URL to install this package:
|
Version:
0.26.0 ▾
|
# Copyright (C) 2016-present the asyncpg authors and contributors
# <see AUTHORS file>
#
# This module is part of asyncpg and is released under
# the Apache 2.0 License: http://www.apache.org/licenses/LICENSE-2.0
import contextlib
import collections
import gc
import pickle
import sys
import asyncpg
from asyncpg import _testbase as tb
from asyncpg.protocol.protocol import _create_record as Record
R_A = collections.OrderedDict([('a', 0)])
R_AB = collections.OrderedDict([('a', 0), ('b', 1)])
R_AC = collections.OrderedDict([('a', 0), ('c', 1)])
R_ABC = collections.OrderedDict([('a', 0), ('b', 1), ('c', 2)])
class CustomRecord(asyncpg.Record):
pass
class AnotherCustomRecord(asyncpg.Record):
pass
class TestRecord(tb.ConnectedTestCase):
@contextlib.contextmanager
def checkref(self, *objs):
cnt = [sys.getrefcount(objs[i]) for i in range(len(objs))]
yield
for _ in range(3):
gc.collect()
for i in range(len(objs)):
before = cnt[i]
after = sys.getrefcount(objs[i])
if before != after:
self.fail('refcounts differ for {!r}: {:+}'.format(
objs[i], after - before))
def test_record_gc(self):
elem = object()
mapping = {}
with self.checkref(mapping, elem):
r = Record(mapping, (elem,))
del r
key = 'spam'
val = int('101010')
mapping = {key: val}
with self.checkref(key, val):
r = Record(mapping, (0,))
with self.assertRaises(RuntimeError):
r[key]
del r
key = 'spam'
val = 'ham'
mapping = {key: val}
with self.checkref(key, val):
r = Record(mapping, (0,))
with self.assertRaises(RuntimeError):
r[key]
del r
def test_record_freelist_ok(self):
for _ in range(10000):
Record(R_A, (42,))
Record(R_AB, (42, 42,))
def test_record_len_getindex(self):
r = Record(R_A, (42,))
self.assertEqual(len(r), 1)
self.assertEqual(r[0], 42)
self.assertEqual(r['a'], 42)
r = Record(R_AB, (42, 43))
self.assertEqual(len(r), 2)
self.assertEqual(r[0], 42)
self.assertEqual(r[1], 43)
self.assertEqual(r['a'], 42)
self.assertEqual(r['b'], 43)
with self.assertRaisesRegex(IndexError,
'record index out of range'):
r[1000]
with self.assertRaisesRegex(KeyError, 'spam'):
r['spam']
with self.assertRaisesRegex(KeyError, 'spam'):
Record(None, (1,))['spam']
with self.assertRaisesRegex(RuntimeError, 'invalid record descriptor'):
Record({'spam': 123}, (1,))['spam']
def test_record_slice(self):
r = Record(R_ABC, (1, 2, 3))
self.assertEqual(r[:], (1, 2, 3))
self.assertEqual(r[:1], (1,))
self.assertEqual(r[::-1], (3, 2, 1))
self.assertEqual(r[::-2], (3, 1))
self.assertEqual(r[1:2], (2,))
self.assertEqual(r[2:2], ())
def test_record_immutable(self):
r = Record(R_A, (42,))
with self.assertRaisesRegex(TypeError, 'does not support item'):
r[0] = 1
def test_record_repr(self):
self.assertEqual(
repr(Record(R_A, (42,))),
'<Record a=42>')
self.assertEqual(
repr(Record(R_AB, (42, -1))),
'<Record a=42 b=-1>')
# test invalid records just in case
with self.assertRaisesRegex(RuntimeError, 'invalid .* mapping'):
repr(Record(R_A, (42, 43)))
self.assertEqual(repr(Record(R_AB, (42,))), '<Record a=42>')
class Key:
def __str__(self):
1 / 0
def __repr__(self):
1 / 0
with self.assertRaises(ZeroDivisionError):
repr(Record({Key(): 0}, (42,)))
with self.assertRaises(ZeroDivisionError):
repr(Record(R_A, (Key(),)))
def test_record_iter(self):
r = Record(R_AB, (42, 43))
with self.checkref(r):
self.assertEqual(iter(r).__length_hint__(), 2)
self.assertEqual(tuple(r), (42, 43))
def test_record_values(self):
r = Record(R_AB, (42, 43))
vv = r.values()
self.assertEqual(tuple(vv), (42, 43))
self.assertTrue(repr(vv).startswith('<RecordIterator '))
def test_record_keys(self):
r = Record(R_AB, (42, 43))
vv = r.keys()
self.assertEqual(tuple(vv), ('a', 'b'))
self.assertEqual(list(Record(None, (42, 43)).keys()), [])
def test_record_items(self):
r = Record(R_AB, (42, 43))
self.assertEqual(dict(r), {'a': 42, 'b': 43})
self.assertEqual(
list(collections.OrderedDict(r).items()),
[('a', 42), ('b', 43)])
with self.checkref(r):
rk = r.items()
self.assertEqual(rk.__length_hint__(), 2)
self.assertEqual(next(rk), ('a', 42))
self.assertEqual(rk.__length_hint__(), 1)
self.assertEqual(next(rk), ('b', 43))
self.assertEqual(rk.__length_hint__(), 0)
with self.assertRaises(StopIteration):
next(rk)
with self.assertRaises(StopIteration):
next(rk)
self.assertEqual(rk.__length_hint__(), 0)
self.assertEqual(list(r.items()), [('a', 42), ('b', 43)])
# Check invalid records just in case
r = Record(R_A, (42, 43))
self.assertEqual(list(r.items()), [('a', 42)])
r = Record(R_AB, (42,))
self.assertEqual(list(r.items()), [('a', 42)])
# Try to iterate over exhausted items() iterator
r = Record(R_A, (42, 43))
it = r.items()
list(it)
list(it)
def test_record_hash(self):
AB = collections.namedtuple('AB', ('a', 'b'))
r1 = Record(R_AB, (42, 43))
r2 = Record(R_AB, (42, 43))
r3 = Record(R_AB, (42, 45))
r4 = (42, 43)
r5 = AB(42, 43)
self.assertEqual(hash(r1), hash(r2))
self.assertNotEqual(hash(r1), hash(r3))
self.assertEqual(hash(r1), hash(r4))
self.assertEqual(hash(r1), hash(r5))
d = {}
d[r1] = 123
self.assertEqual(d[r1], 123)
self.assertIn(r2, d)
self.assertEqual(d[r2], 123)
self.assertNotIn(r3, d)
self.assertIn(r4, d)
def test_record_contains(self):
r = Record(R_AB, (42, 43))
self.assertIn('a', r)
self.assertIn('b', r)
self.assertNotIn('z', r)
r = Record(None, (42, 43))
self.assertNotIn('a', r)
with self.assertRaises(TypeError):
type(r).__contains__(None, 'a')
def test_record_cmp(self):
AB = collections.namedtuple('AB', ('a', 'b'))
r1 = Record(R_AB, (42, 43))
r2 = Record(R_AB, (42, 43))
r3 = Record(R_AB.copy(), (42, 43))
r4 = Record(R_AB.copy(), (42, 45))
r5 = Record(R_ABC, (42, 46, 57))
r6 = Record(R_AC, (42, 43))
r7 = (42, 43)
r8 = [42, 43]
r9 = AB(42, 43)
r10 = AB(42, 44)
self.assertEqual(r1, r2)
self.assertEqual(r1, r3)
self.assertEqual(r1, r6)
self.assertEqual(r1, r7)
self.assertEqual(r1, r9)
self.assertNotEqual(r1, r4)
self.assertNotEqual(r1, r10)
self.assertNotEqual(r1, (42,))
self.assertNotEqual(r1, r5)
self.assertNotEqual(r4, r5)
self.assertNotEqual(r4, r6)
self.assertNotEqual(r6, r5)
self.assertNotEqual(r1, r8)
self.assertNotEqual(r8, r6)
self.assertLess(r1, r4)
self.assertGreater(r4, r1)
self.assertLess(r1, r5)
self.assertLess(r7, r5)
self.assertLess(r1, r10)
self.assertGreater(r5, r6)
self.assertGreater(r5, r7)
self.assertGreater(r5, r4)
with self.assertRaisesRegex(
TypeError, "unorderable|'<' not supported"):
r1 < r8
self.assertEqual(
sorted([r1, r2, r3, r4, r5, r6, r7]),
[r1, r2, r3, r6, r7, r4, r5])
def test_record_get(self):
r = Record(R_AB, (42, 43))
with self.checkref(r):
self.assertEqual(r.get('a'), 42)
self.assertEqual(r.get('nonexistent'), None)
self.assertEqual(r.get('nonexistent', 'default'), 'default')
def test_record_not_pickleable(self):
r = Record(R_A, (42,))
with self.assertRaises(Exception):
pickle.dumps(r)
def test_record_empty(self):
r = Record(None, ())
self.assertEqual(r, ())
self.assertLess(r, (1,))
self.assertEqual(len(r), 0)
self.assertFalse(r)
self.assertNotIn('a', r)
self.assertEqual(repr(r), '<Record>')
self.assertEqual(str(r), '<Record>')
with self.assertRaisesRegex(KeyError, 'aaa'):
r['aaa']
self.assertEqual(dict(r.items()), {})
self.assertEqual(list(r.keys()), [])
self.assertEqual(list(r.values()), [])
async def test_record_duplicate_colnames(self):
"""Test that Record handles duplicate column names."""
records_descs = [
[('a', 1)],
[('a', 1), ('a', 2)],
[('a', 1), ('b', 2), ('a', 3)],
[('a', 1), ('b', 2), ('a', 3), ('c', 4), ('b', 5)],
]
for desc in records_descs:
items = collections.OrderedDict(desc)
query = 'SELECT ' + ', '.join(
['{} as {}'.format(p[1], p[0]) for p in desc])
with self.subTest(query=query):
r = await self.con.fetchrow(query)
for idx, (field, val) in enumerate(desc):
self.assertEqual(r[idx], val)
self.assertEqual(r[field], items[field])
expected_repr = '<Record {}>'.format(
' '.join('{}={}'.format(p[0], p[1]) for p in desc))
self.assertEqual(repr(r), expected_repr)
self.assertEqual(list(r.items()), desc)
self.assertEqual(list(r.values()), [p[1] for p in desc])
self.assertEqual(list(r.keys()), [p[0] for p in desc])
async def test_record_isinstance(self):
"""Test that Record works with isinstance."""
r = await self.con.fetchrow('SELECT 1 as a, 2 as b')
self.assertTrue(isinstance(r, asyncpg.Record))
async def test_record_no_new(self):
"""Instances of Record cannot be directly created."""
with self.assertRaisesRegex(
TypeError, "cannot create 'asyncpg.Record' instances"):
asyncpg.Record()
@tb.with_connection_options(record_class=CustomRecord)
async def test_record_subclass_01(self):
r = await self.con.fetchrow("SELECT 1 as a, '2' as b")
self.assertIsInstance(r, CustomRecord)
r = await self.con.fetch("SELECT 1 as a, '2' as b")
self.assertIsInstance(r[0], CustomRecord)
async with self.con.transaction():
cur = await self.con.cursor("SELECT 1 as a, '2' as b")
r = await cur.fetchrow()
self.assertIsInstance(r, CustomRecord)
cur = await self.con.cursor("SELECT 1 as a, '2' as b")
r = await cur.fetch(1)
self.assertIsInstance(r[0], CustomRecord)
async with self.con.transaction():
cur = self.con.cursor("SELECT 1 as a, '2' as b")
async for r in cur:
self.assertIsInstance(r, CustomRecord)
ps = await self.con.prepare("SELECT 1 as a, '2' as b")
r = await ps.fetchrow()
self.assertIsInstance(r, CustomRecord)
async def test_record_subclass_02(self):
r = await self.con.fetchrow(
"SELECT 1 as a, '2' as b",
record_class=CustomRecord,
)
self.assertIsInstance(r, CustomRecord)
r = await self.con.fetch(
"SELECT 1 as a, '2' as b",
record_class=CustomRecord,
)
self.assertIsInstance(r[0], CustomRecord)
async with self.con.transaction():
cur = await self.con.cursor(
"SELECT 1 as a, '2' as b",
record_class=CustomRecord,
)
r = await cur.fetchrow()
self.assertIsInstance(r, CustomRecord)
cur = await self.con.cursor(
"SELECT 1 as a, '2' as b",
record_class=CustomRecord,
)
r = await cur.fetch(1)
self.assertIsInstance(r[0], CustomRecord)
async with self.con.transaction():
cur = self.con.cursor(
"SELECT 1 as a, '2' as b",
record_class=CustomRecord,
)
async for r in cur:
self.assertIsInstance(r, CustomRecord)
ps = await self.con.prepare(
"SELECT 1 as a, '2' as b",
record_class=CustomRecord,
)
r = await ps.fetchrow()
self.assertIsInstance(r, CustomRecord)
r = await ps.fetch()
self.assertIsInstance(r[0], CustomRecord)
@tb.with_connection_options(record_class=AnotherCustomRecord)
async def test_record_subclass_03(self):
r = await self.con.fetchrow(
"SELECT 1 as a, '2' as b",
record_class=CustomRecord,
)
self.assertIsInstance(r, CustomRecord)
r = await self.con.fetch(
"SELECT 1 as a, '2' as b",
record_class=CustomRecord,
)
self.assertIsInstance(r[0], CustomRecord)
async with self.con.transaction():
cur = await self.con.cursor(
"SELECT 1 as a, '2' as b",
record_class=CustomRecord,
)
r = await cur.fetchrow()
self.assertIsInstance(r, CustomRecord)
cur = await self.con.cursor(
"SELECT 1 as a, '2' as b",
record_class=CustomRecord,
)
r = await cur.fetch(1)
self.assertIsInstance(r[0], CustomRecord)
async with self.con.transaction():
cur = self.con.cursor(
"SELECT 1 as a, '2' as b",
record_class=CustomRecord,
)
async for r in cur:
self.assertIsInstance(r, CustomRecord)
ps = await self.con.prepare(
"SELECT 1 as a, '2' as b",
record_class=CustomRecord,
)
r = await ps.fetchrow()
self.assertIsInstance(r, CustomRecord)
r = await ps.fetch()
self.assertIsInstance(r[0], CustomRecord)
@tb.with_connection_options(record_class=CustomRecord)
async def test_record_subclass_04(self):
r = await self.con.fetchrow(
"SELECT 1 as a, '2' as b",
record_class=asyncpg.Record,
)
self.assertIs(type(r), asyncpg.Record)
r = await self.con.fetch(
"SELECT 1 as a, '2' as b",
record_class=asyncpg.Record,
)
self.assertIs(type(r[0]), asyncpg.Record)
async with self.con.transaction():
cur = await self.con.cursor(
"SELECT 1 as a, '2' as b",
record_class=asyncpg.Record,
)
r = await cur.fetchrow()
self.assertIs(type(r), asyncpg.Record)
cur = await self.con.cursor(
"SELECT 1 as a, '2' as b",
record_class=asyncpg.Record,
)
r = await cur.fetch(1)
self.assertIs(type(r[0]), asyncpg.Record)
async with self.con.transaction():
cur = self.con.cursor(
"SELECT 1 as a, '2' as b",
record_class=asyncpg.Record,
)
async for r in cur:
self.assertIs(type(r), asyncpg.Record)
ps = await self.con.prepare(
"SELECT 1 as a, '2' as b",
record_class=asyncpg.Record,
)
r = await ps.fetchrow()
self.assertIs(type(r), asyncpg.Record)
r = await ps.fetch()
self.assertIs(type(r[0]), asyncpg.Record)
async def test_record_subclass_05(self):
class MyRecord(asyncpg.Record):
pass
r = await self.con.fetchrow(
"SELECT 1 as a, '2' as b",
record_class=MyRecord,
)
self.assertIsInstance(r, MyRecord)
self.assertEqual(list(r.items()), [('a', 1), ('b', '2')])
self.assertEqual(list(r.keys()), ['a', 'b'])
self.assertEqual(list(r.values()), [1, '2'])
self.assertIn('b', r)
self.assertEqual(next(iter(r)), 1)
async def test_record_subclass_06(self):
class MyRecord(asyncpg.Record):
def __init__(self):
raise AssertionError('this is not supposed to be called')
class MyRecord2(asyncpg.Record):
def __new__(cls):
raise AssertionError('this is not supposed to be called')
class MyRecordBad:
pass
with self.assertRaisesRegex(
asyncpg.InterfaceError,
'record_class must not redefine __new__ or __init__',
):
await self.con.fetchrow(
"SELECT 1 as a, '2' as b",
record_class=MyRecord,
)
with self.assertRaisesRegex(
asyncpg.InterfaceError,
'record_class must not redefine __new__ or __init__',
):
await self.con.fetchrow(
"SELECT 1 as a, '2' as b",
record_class=MyRecord2,
)
with self.assertRaisesRegex(
asyncpg.InterfaceError,
'record_class is expected to be a subclass of asyncpg.Record',
):
await self.con.fetchrow(
"SELECT 1 as a, '2' as b",
record_class=MyRecordBad,
)
with self.assertRaisesRegex(
asyncpg.InterfaceError,
'record_class is expected to be a subclass of asyncpg.Record',
):
await self.connect(record_class=MyRecordBad)