mirror of
https://github.com/Infinidat/infi.clickhouse_orm.git
synced 2024-09-21 03:08:53 +03:00
Functions WIP
This commit is contained in:
Itai Shirav
parent
342f06e7b0
commit
8a21e02862
|
|
@ -576,3 +576,626 @@ class F(Cond, FunctionOperatorsMixin):
|
|||
def tryBase64Decode(s):
|
||||
return F('tryBase64Decode', s)
|
||||
|
||||
# Functions for searching and replacing in strings
|
||||
|
||||
@staticmethod
|
||||
def replace(haystack, pattern, replacement):
|
||||
return F('replace', haystack, pattern, replacement)
|
||||
replaceAll = replace
|
||||
|
||||
@staticmethod
|
||||
def replaceAll(haystack, pattern, replacement):
|
||||
return F('replaceAll', haystack, pattern, replacement)
|
||||
|
||||
@staticmethod
|
||||
def replaceOne(haystack, pattern, replacement):
|
||||
return F('replaceOne', haystack, pattern, replacement)
|
||||
|
||||
@staticmethod
|
||||
def replaceRegexpAll(haystack, pattern, replacement):
|
||||
return F('replaceRegexpAll', haystack, pattern, replacement)
|
||||
|
||||
@staticmethod
|
||||
def replaceRegexpOne(haystack, pattern, replacement):
|
||||
return F('replaceRegexpOne', haystack, pattern, replacement)
|
||||
|
||||
@staticmethod
|
||||
def regexpQuoteMeta(x):
|
||||
return F('regexpQuoteMeta', x)
|
||||
|
||||
# Mathematical functions
|
||||
|
||||
@staticmethod
|
||||
def e():
|
||||
return F('e')
|
||||
|
||||
@staticmethod
|
||||
def pi():
|
||||
return F('pi')
|
||||
|
||||
@staticmethod
|
||||
def exp(x):
|
||||
return F('exp', x)
|
||||
|
||||
@staticmethod
|
||||
def log(x):
|
||||
return F('log', x)
|
||||
ln = log
|
||||
|
||||
@staticmethod
|
||||
def exp2(x):
|
||||
return F('exp2', x)
|
||||
|
||||
@staticmethod
|
||||
def log2(x):
|
||||
return F('log2', x)
|
||||
|
||||
@staticmethod
|
||||
def exp10(x):
|
||||
return F('exp10', x)
|
||||
|
||||
@staticmethod
|
||||
def log10(x):
|
||||
return F('log10', x)
|
||||
|
||||
@staticmethod
|
||||
def sqrt(x):
|
||||
return F('sqrt', x)
|
||||
|
||||
@staticmethod
|
||||
def cbrt(x):
|
||||
return F('cbrt', x)
|
||||
|
||||
@staticmethod
|
||||
def erf(x):
|
||||
return F('erf', x)
|
||||
|
||||
@staticmethod
|
||||
def erfc(x):
|
||||
return F('erfc', x)
|
||||
|
||||
@staticmethod
|
||||
def lgamma(x):
|
||||
return F('lgamma', x)
|
||||
|
||||
@staticmethod
|
||||
def tgamma(x):
|
||||
return F('tgamma', x)
|
||||
|
||||
@staticmethod
|
||||
def sin(x):
|
||||
return F('sin', x)
|
||||
|
||||
@staticmethod
|
||||
def cos(x):
|
||||
return F('cos', x)
|
||||
|
||||
@staticmethod
|
||||
def tan(x):
|
||||
return F('tan', x)
|
||||
|
||||
@staticmethod
|
||||
def asin(x):
|
||||
return F('asin', x)
|
||||
|
||||
@staticmethod
|
||||
def acos(x):
|
||||
return F('acos', x)
|
||||
|
||||
@staticmethod
|
||||
def atan(x):
|
||||
return F('atan', x)
|
||||
|
||||
@staticmethod
|
||||
def power(x, y):
|
||||
return F('power', x, y)
|
||||
pow = power
|
||||
|
||||
@staticmethod
|
||||
def intExp10(x):
|
||||
return F('intExp10', x)
|
||||
|
||||
@staticmethod
|
||||
def intExp2(x):
|
||||
return F('intExp2', x)
|
||||
|
||||
# Rounding functions
|
||||
|
||||
@staticmethod
|
||||
def floor(x, n=None):
|
||||
return F('floor', x, n) if n else F('floor', x)
|
||||
|
||||
@staticmethod
|
||||
def ceiling(x, n=None):
|
||||
return F('ceiling', x, n) if n else F('ceiling', x)
|
||||
ceil = ceiling
|
||||
|
||||
@staticmethod
|
||||
def round(x, n=None):
|
||||
return F('round', x, n) if n else F('round', x)
|
||||
|
||||
@staticmethod
|
||||
def roundAge(x):
|
||||
return F('roundAge', x)
|
||||
|
||||
@staticmethod
|
||||
def roundDown(x, y):
|
||||
return F('roundDown', x, y)
|
||||
|
||||
@staticmethod
|
||||
def roundDuration(x):
|
||||
return F('roundDuration', x)
|
||||
|
||||
@staticmethod
|
||||
def roundToExp2(x):
|
||||
return F('roundToExp2', x)
|
||||
|
||||
# Functions for working with arrays
|
||||
|
||||
@staticmethod
|
||||
def emptyArrayDate():
|
||||
return F('emptyArrayDate')
|
||||
|
||||
@staticmethod
|
||||
def emptyArrayDateTime():
|
||||
return F('emptyArrayDateTime')
|
||||
|
||||
@staticmethod
|
||||
def emptyArrayFloat32():
|
||||
return F('emptyArrayFloat32')
|
||||
|
||||
@staticmethod
|
||||
def emptyArrayFloat64():
|
||||
return F('emptyArrayFloat64')
|
||||
|
||||
@staticmethod
|
||||
def emptyArrayInt16():
|
||||
return F('emptyArrayInt16')
|
||||
|
||||
@staticmethod
|
||||
def emptyArrayInt32():
|
||||
return F('emptyArrayInt32')
|
||||
|
||||
@staticmethod
|
||||
def emptyArrayInt64():
|
||||
return F('emptyArrayInt64')
|
||||
|
||||
@staticmethod
|
||||
def emptyArrayInt8():
|
||||
return F('emptyArrayInt8')
|
||||
|
||||
@staticmethod
|
||||
def emptyArrayString():
|
||||
return F('emptyArrayString')
|
||||
|
||||
@staticmethod
|
||||
def emptyArrayUInt16():
|
||||
return F('emptyArrayUInt16')
|
||||
|
||||
@staticmethod
|
||||
def emptyArrayUInt32():
|
||||
return F('emptyArrayUInt32')
|
||||
|
||||
@staticmethod
|
||||
def emptyArrayUInt64():
|
||||
return F('emptyArrayUInt64')
|
||||
|
||||
@staticmethod
|
||||
def emptyArrayUInt8():
|
||||
return F('emptyArrayUInt8')
|
||||
|
||||
@staticmethod
|
||||
def emptyArrayToSingle(x):
|
||||
return F('emptyArrayToSingle', x)
|
||||
|
||||
@staticmethod
|
||||
def range(n):
|
||||
return F('range', n)
|
||||
|
||||
@staticmethod
|
||||
def array(*args):
|
||||
return F('array', *args)
|
||||
|
||||
@staticmethod
|
||||
def arrayConcat(*args):
|
||||
return F('arrayConcat', *args)
|
||||
|
||||
@staticmethod
|
||||
def arrayElement(arr, n):
|
||||
return F('arrayElement', arr, n)
|
||||
|
||||
@staticmethod
|
||||
def has(arr, x):
|
||||
return F('has', arr, x)
|
||||
|
||||
@staticmethod
|
||||
def hasAll(arr, x):
|
||||
return F('hasAll', arr, x)
|
||||
|
||||
@staticmethod
|
||||
def hasAny(arr, x):
|
||||
return F('hasAny', arr, x)
|
||||
|
||||
@staticmethod
|
||||
def indexOf(arr, x):
|
||||
return F('indexOf', arr, x)
|
||||
|
||||
@staticmethod
|
||||
def countEqual(arr, x):
|
||||
return F('countEqual', arr, x)
|
||||
|
||||
@staticmethod
|
||||
def arrayEnumerate(arr):
|
||||
return F('arrayEnumerate', arr)
|
||||
|
||||
@staticmethod
|
||||
def arrayEnumerateDense(*args):
|
||||
return F('arrayEnumerateDense', *args)
|
||||
|
||||
@staticmethod
|
||||
def arrayEnumerateDenseRanked(*args):
|
||||
return F('arrayEnumerateDenseRanked', *args)
|
||||
|
||||
@staticmethod
|
||||
def arrayEnumerateUniq(*args):
|
||||
return F('arrayEnumerateUniq', *args)
|
||||
|
||||
@staticmethod
|
||||
def arrayEnumerateUniqRanked(*args):
|
||||
return F('arrayEnumerateUniqRanked', *args)
|
||||
|
||||
@staticmethod
|
||||
def arrayPopBack(arr):
|
||||
return F('arrayPopBack', arr)
|
||||
|
||||
@staticmethod
|
||||
def arrayPopFront(arr):
|
||||
return F('arrayPopFront', arr)
|
||||
|
||||
@staticmethod
|
||||
def arrayPushBack(arr, x):
|
||||
return F('arrayPushBack', arr, x)
|
||||
|
||||
@staticmethod
|
||||
def arrayPushFront(arr, x):
|
||||
return F('arrayPushFront', arr, x)
|
||||
|
||||
@staticmethod
|
||||
def arrayResize(array, size, extender=None):
|
||||
return F('arrayResize',array, size, extender) if extender is not None else F('arrayResize', array, size)
|
||||
|
||||
@staticmethod
|
||||
def arraySlice(array, offset, length=None):
|
||||
return F('arraySlice',array, offset, length) if length is not None else F('arraySlice', array, offset)
|
||||
|
||||
@staticmethod
|
||||
def arrayUniq(*args):
|
||||
return F('arrayUniq', *args)
|
||||
|
||||
@staticmethod
|
||||
def arrayJoin(arr):
|
||||
return F('arrayJoin', arr)
|
||||
|
||||
@staticmethod
|
||||
def arrayDifference(arr):
|
||||
return F('arrayDifference', arr)
|
||||
|
||||
@staticmethod
|
||||
def arrayDistinct(x):
|
||||
return F('arrayDistinct', x)
|
||||
|
||||
@staticmethod
|
||||
def arrayIntersect(*args):
|
||||
return F('arrayIntersect', *args)
|
||||
|
||||
@staticmethod
|
||||
def arrayReduce(agg_func_name, *args):
|
||||
return F('arrayReduce', agg_func_name, *args)
|
||||
|
||||
@staticmethod
|
||||
def arrayReverse(arr):
|
||||
return F('arrayReverse', arr)
|
||||
|
||||
# Functions for splitting and merging strings and arrays
|
||||
|
||||
@staticmethod
|
||||
def splitByChar(sep, s):
|
||||
return F('splitByChar', sep, s)
|
||||
|
||||
@staticmethod
|
||||
def splitByString(sep, s):
|
||||
return F('splitByString', sep, s)
|
||||
|
||||
@staticmethod
|
||||
def arrayStringConcat(arr, sep=None):
|
||||
return F('arrayStringConcat', arr, sep) if sep else F('arrayStringConcat', arr)
|
||||
|
||||
@staticmethod
|
||||
def alphaTokens(s):
|
||||
return F('alphaTokens', s)
|
||||
|
||||
# Bit functions
|
||||
|
||||
@staticmethod
|
||||
def bitAnd(x, y):
|
||||
return F('bitAnd', x, y)
|
||||
|
||||
@staticmethod
|
||||
def bitNot(x):
|
||||
return F('bitNot', x)
|
||||
|
||||
@staticmethod
|
||||
def bitOr(x, y):
|
||||
return F('bitOr', x, y)
|
||||
|
||||
@staticmethod
|
||||
def bitRotateLeft(x, y):
|
||||
return F('bitRotateLeft', x, y)
|
||||
|
||||
@staticmethod
|
||||
def bitRotateRight(x, y):
|
||||
return F('bitRotateRight', x, y)
|
||||
|
||||
@staticmethod
|
||||
def bitShiftLeft(x, y):
|
||||
return F('bitShiftLeft', x, y)
|
||||
|
||||
@staticmethod
|
||||
def bitShiftRight(x, y):
|
||||
return F('bitShiftRight', x, y)
|
||||
|
||||
@staticmethod
|
||||
def bitTest(x, y):
|
||||
return F('bitTest', x, y)
|
||||
|
||||
@staticmethod
|
||||
def bitTestAll(x, *args):
|
||||
return F('bitTestAll', x, *args)
|
||||
|
||||
@staticmethod
|
||||
def bitTestAny(x, *args):
|
||||
return F('bitTestAny', x, *args)
|
||||
|
||||
@staticmethod
|
||||
def bitXor(x, y):
|
||||
return F('bitXor', x, y)
|
||||
|
||||
# Bitmap functions
|
||||
|
||||
@staticmethod
|
||||
def bitmapAnd(x, y):
|
||||
return F('bitmapAnd', x, y)
|
||||
|
||||
@staticmethod
|
||||
def bitmapAndCardinality(x, y):
|
||||
return F('bitmapAndCardinality', x, y)
|
||||
|
||||
@staticmethod
|
||||
def bitmapAndnot(x, y):
|
||||
return F('bitmapAndnot', x, y)
|
||||
|
||||
@staticmethod
|
||||
def bitmapAndnotCardinality(x, y):
|
||||
return F('bitmapAndnotCardinality', x, y)
|
||||
|
||||
@staticmethod
|
||||
def bitmapBuild(x):
|
||||
return F('bitmapBuild', x)
|
||||
|
||||
@staticmethod
|
||||
def bitmapCardinality(x):
|
||||
return F('bitmapCardinality', x)
|
||||
|
||||
@staticmethod
|
||||
def bitmapContains(haystack, needle):
|
||||
return F('bitmapContains', haystack, needle)
|
||||
|
||||
@staticmethod
|
||||
def bitmapHasAll(x, y):
|
||||
return F('bitmapHasAll', x, y)
|
||||
|
||||
@staticmethod
|
||||
def bitmapHasAny(x, y):
|
||||
return F('bitmapHasAny', x, y)
|
||||
|
||||
@staticmethod
|
||||
def bitmapOr(x, y):
|
||||
return F('bitmapOr', x, y)
|
||||
|
||||
@staticmethod
|
||||
def bitmapOrCardinality(x, y):
|
||||
return F('bitmapOrCardinality', x, y)
|
||||
|
||||
@staticmethod
|
||||
def bitmapToArray(x):
|
||||
return F('bitmapToArray', x)
|
||||
|
||||
@staticmethod
|
||||
def bitmapXor(x, y):
|
||||
return F('bitmapXor', x, y)
|
||||
|
||||
@staticmethod
|
||||
def bitmapXorCardinality(x, y):
|
||||
return F('bitmapXorCardinality', x, y)
|
||||
|
||||
# Hash functions
|
||||
|
||||
@staticmethod
|
||||
def halfMD5(*args):
|
||||
return F('halfMD5', *args)
|
||||
|
||||
@staticmethod
|
||||
def MD5(s):
|
||||
return F('MD5', s)
|
||||
|
||||
@staticmethod
|
||||
def sipHash128(*args):
|
||||
return F('sipHash128', *args)
|
||||
|
||||
@staticmethod
|
||||
def sipHash64(*args):
|
||||
return F('sipHash64', *args)
|
||||
|
||||
@staticmethod
|
||||
def cityHash64(*args):
|
||||
return F('cityHash64', *args)
|
||||
|
||||
@staticmethod
|
||||
def intHash32(x):
|
||||
return F('intHash32', x)
|
||||
|
||||
@staticmethod
|
||||
def intHash64(x):
|
||||
return F('intHash64', x)
|
||||
|
||||
@staticmethod
|
||||
def SHA1(s):
|
||||
return F('SHA1', s)
|
||||
|
||||
@staticmethod
|
||||
def SHA224(s):
|
||||
return F('SHA224', s)
|
||||
|
||||
@staticmethod
|
||||
def SHA256(s):
|
||||
return F('SHA256', s)
|
||||
|
||||
@staticmethod
|
||||
def URLHash(url, n=None):
|
||||
return F('URLHash', url, n) if n is not None else F('URLHash', url)
|
||||
|
||||
@staticmethod
|
||||
def farmHash64(*args):
|
||||
return F('farmHash64',*args)
|
||||
|
||||
@staticmethod
|
||||
def javaHash(s):
|
||||
return F('javaHash', s)
|
||||
|
||||
@staticmethod
|
||||
def hiveHash(s):
|
||||
return F('hiveHash', s)
|
||||
|
||||
@staticmethod
|
||||
def metroHash64(*args):
|
||||
return F('metroHash64', *args)
|
||||
|
||||
@staticmethod
|
||||
def jumpConsistentHash(x, buckets):
|
||||
return F('jumpConsistentHash', x, buckets)
|
||||
|
||||
@staticmethod
|
||||
def murmurHash2_32(*args):
|
||||
return F('murmurHash2_32', *args)
|
||||
|
||||
@staticmethod
|
||||
def murmurHash2_64(*args):
|
||||
return F('murmurHash2_64', *args)
|
||||
|
||||
@staticmethod
|
||||
def murmurHash3_32(*args):
|
||||
return F('murmurHash3_32', *args)
|
||||
|
||||
@staticmethod
|
||||
def murmurHash3_64(*args):
|
||||
return F('murmurHash3_64', *args)
|
||||
|
||||
@staticmethod
|
||||
def murmurHash3_128(s):
|
||||
return F('murmurHash3_128', s)
|
||||
|
||||
@staticmethod
|
||||
def xxHash32(*args):
|
||||
return F('xxHash32', *args)
|
||||
|
||||
@staticmethod
|
||||
def xxHash64(*args):
|
||||
return F('xxHash64', *args)
|
||||
|
||||
# Functions for generating pseudo-random numbers
|
||||
|
||||
@staticmethod
|
||||
def rand(dummy=None):
|
||||
return F('rand') if dummy is None else F('rand', dummy)
|
||||
|
||||
@staticmethod
|
||||
def rand64(dummy=None):
|
||||
return F('rand64') if dummy is None else F('rand64', dummy)
|
||||
|
||||
@staticmethod
|
||||
def randConstant(dummy=None):
|
||||
return F('randConstant') if dummy is None else F('randConstant', dummy)
|
||||
|
||||
# Encoding functions
|
||||
|
||||
@staticmethod
|
||||
def hex(x):
|
||||
return F('hex', x)
|
||||
|
||||
@staticmethod
|
||||
def unhex(x):
|
||||
return F('unhex', x)
|
||||
|
||||
@staticmethod
|
||||
def UUIDNumToString(s):
|
||||
return F('UUIDNumToString', s)
|
||||
|
||||
@staticmethod
|
||||
def UUIDStringToNum(s):
|
||||
return F('UUIDStringToNum', s)
|
||||
|
||||
@staticmethod
|
||||
def bitmaskToArray(x):
|
||||
return F('bitmaskToArray', x)
|
||||
|
||||
@staticmethod
|
||||
def bitmaskToList(x):
|
||||
return F('bitmaskToList', x)
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
# Higher-order functions
|
||||
|
||||
# arrayMap: Function arrayMap needs at least 2 argument; passed 0. (version 19.8.3.8 (official build)) (42)
|
||||
|
||||
@staticmethod
|
||||
def arrayCount(*args):
|
||||
return F('arrayCount', *args)
|
||||
|
||||
@staticmethod
|
||||
def arraySum(*args):
|
||||
return F('arraySum', *args)
|
||||
|
||||
@staticmethod
|
||||
def arrayExists(*args):
|
||||
return F('arrayExists', *args)
|
||||
|
||||
@staticmethod
|
||||
def arrayAll(*args):
|
||||
return F('arrayAll', *args)
|
||||
|
||||
# arrayFilter: Function arrayFilter needs at least 2 argument; passed 0. (version 19.8.3.8 (official build)) (42)
|
||||
|
||||
# arrayFirst: Function arrayFirst needs at least 2 argument; passed 0. (version 19.8.3.8 (official build)) (42)
|
||||
|
||||
# arrayFirstIndex: Function arrayFirstIndex needs at least 2 argument; passed 0. (version 19.8.3.8 (official build)) (42)
|
||||
|
||||
@staticmethod
|
||||
def arrayCumSum(*args):
|
||||
return F('arrayCumSum', *args)
|
||||
|
||||
@staticmethod
|
||||
def arrayCumSumNonNegative(*args):
|
||||
return F('arrayCumSumNonNegative', *args)
|
||||
|
||||
@staticmethod
|
||||
def arraySort(*args):
|
||||
return F('arraySort', *args)
|
||||
|
||||
@staticmethod
|
||||
def arrayReverseSort(*args):
|
||||
return F('arrayReverseSort', *args)
|
||||
|
|
|
|||
|
|
@ -27,6 +27,7 @@ class FuncsTestCase(TestCaseWithData):
|
|||
logger.info('\t==> %s', result[0].value if result else '<empty>')
|
||||
if expected_value is not None:
|
||||
self.assertEqual(result[0].value, expected_value)
|
||||
return result[0].value if result else None
|
||||
|
||||
def test_func_to_sql(self):
|
||||
# No args
|
||||
|
|
@ -259,3 +260,189 @@ class FuncsTestCase(TestCaseWithData):
|
|||
except ServerError as e:
|
||||
# ClickHouse version that doesn't support these functions
|
||||
raise unittest.SkipTest(e.message)
|
||||
|
||||
def test_replace_functions(self):
|
||||
haystack = 'hello'
|
||||
self._test_func(F.replace(haystack, 'l', 'L'), 'heLLo')
|
||||
self._test_func(F.replaceAll(haystack, 'l', 'L'), 'heLLo')
|
||||
self._test_func(F.replaceOne(haystack, 'l', 'L'), 'heLlo')
|
||||
self._test_func(F.replaceRegexpAll(haystack, '[eo]', 'X'), 'hXllX')
|
||||
self._test_func(F.replaceRegexpOne(haystack, '[eo]', 'X'), 'hXllo')
|
||||
self._test_func(F.regexpQuoteMeta('[eo]'), '\\[eo\\]')
|
||||
|
||||
def test_math_functions(self):
|
||||
x = 17
|
||||
y = 3
|
||||
self._test_func(F.e())
|
||||
self._test_func(F.pi())
|
||||
self._test_func(F.exp(x))
|
||||
self._test_func(F.exp10(x))
|
||||
self._test_func(F.exp2(x))
|
||||
self._test_func(F.log(x))
|
||||
self._test_func(F.log10(x))
|
||||
self._test_func(F.log2(x))
|
||||
self._test_func(F.ln(x))
|
||||
self._test_func(F.sqrt(x))
|
||||
self._test_func(F.cbrt(x))
|
||||
self._test_func(F.erf(x))
|
||||
self._test_func(F.erfc(x))
|
||||
self._test_func(F.lgamma(x))
|
||||
self._test_func(F.tgamma(x))
|
||||
self._test_func(F.sin(x))
|
||||
self._test_func(F.cos(x))
|
||||
self._test_func(F.tan(x))
|
||||
self._test_func(F.asin(x))
|
||||
self._test_func(F.acos(x))
|
||||
self._test_func(F.atan(x))
|
||||
self._test_func(F.pow(x, y))
|
||||
self._test_func(F.power(x, y))
|
||||
self._test_func(F.intExp10(x))
|
||||
self._test_func(F.intExp2(x))
|
||||
|
||||
def test_rounding_functions(self):
|
||||
x = 22.22222
|
||||
n = 3
|
||||
self._test_func(F.floor(x), 22)
|
||||
self._test_func(F.floor(x, n), 22.222)
|
||||
self._test_func(F.ceil(x), 23)
|
||||
self._test_func(F.ceil(x, n), 22.223)
|
||||
self._test_func(F.ceiling(x), 23)
|
||||
self._test_func(F.ceiling(x, n), 22.223)
|
||||
self._test_func(F.round(x), 22)
|
||||
self._test_func(F.round(x, n), 22.222)
|
||||
self._test_func(F.roundAge(x), 18)
|
||||
self._test_func(F.roundDown(x, [10, 20, 30]), 20)
|
||||
self._test_func(F.roundDuration(x), 10)
|
||||
self._test_func(F.roundToExp2(x), 16)
|
||||
|
||||
def test_array_functions(self):
|
||||
arr = [1, 2, 3]
|
||||
self._test_func(F.emptyArrayDate())
|
||||
self._test_func(F.emptyArrayDateTime())
|
||||
self._test_func(F.emptyArrayFloat32())
|
||||
self._test_func(F.emptyArrayFloat64())
|
||||
self._test_func(F.emptyArrayInt16())
|
||||
self._test_func(F.emptyArrayInt32())
|
||||
self._test_func(F.emptyArrayInt64())
|
||||
self._test_func(F.emptyArrayInt8())
|
||||
self._test_func(F.emptyArrayString())
|
||||
self._test_func(F.emptyArrayToSingle(F.emptyArrayInt16()), [0])
|
||||
self._test_func(F.emptyArrayUInt16())
|
||||
self._test_func(F.emptyArrayUInt32())
|
||||
self._test_func(F.emptyArrayUInt64())
|
||||
self._test_func(F.emptyArrayUInt8())
|
||||
self._test_func(F.range(7), list(range(7)))
|
||||
self._test_func(F.array(*arr), arr)
|
||||
self._test_func(F.arrayConcat([1, 2], [3]), arr)
|
||||
self._test_func(F.arrayElement([10, 20, 30], 2), 20)
|
||||
self._test_func(F.has(arr, 2), 1)
|
||||
self._test_func(F.hasAll(arr, [1, 7]), 0)
|
||||
self._test_func(F.hasAny(arr, [1, 7]), 1)
|
||||
self._test_func(F.indexOf(arr, 3), 3)
|
||||
self._test_func(F.countEqual(arr, 2), 1)
|
||||
self._test_func(F.arrayEnumerate(arr))
|
||||
self._test_func(F.arrayEnumerateDense(arr))
|
||||
self._test_func(F.arrayEnumerateDenseRanked(arr))
|
||||
self._test_func(F.arrayEnumerateUniq(arr))
|
||||
self._test_func(F.arrayEnumerateUniqRanked(arr))
|
||||
self._test_func(F.arrayPopBack(arr), [1, 2])
|
||||
self._test_func(F.arrayPopFront(arr), [2, 3])
|
||||
self._test_func(F.arrayPushBack(arr, 7), arr + [7])
|
||||
self._test_func(F.arrayPushFront(arr, 7), [7] + arr)
|
||||
self._test_func(F.arrayResize(arr, 5), [1, 2, 3, 0, 0])
|
||||
self._test_func(F.arrayResize(arr, 5, 9), [1, 2, 3, 9, 9])
|
||||
self._test_func(F.arraySlice(arr, 2), [2, 3])
|
||||
self._test_func(F.arraySlice(arr, 2, 1), [2])
|
||||
self._test_func(F.arrayUniq(arr + arr), 3)
|
||||
self._test_func(F.arrayJoin(arr))
|
||||
self._test_func(F.arrayDifference(arr), [0, 1, 1])
|
||||
self._test_func(F.arrayDistinct(arr + arr), arr)
|
||||
self._test_func(F.arrayIntersect(arr, [3, 4]), [3])
|
||||
self._test_func(F.arrayReduce('min', arr), 1)
|
||||
self._test_func(F.arrayReverse(arr), [3, 2, 1])
|
||||
|
||||
def test_split_and_merge_functions(self):
|
||||
self._test_func(F.splitByChar('_', 'a_b_c'), ['a', 'b', 'c'])
|
||||
self._test_func(F.splitByString('__', 'a__b__c'), ['a', 'b', 'c'])
|
||||
self._test_func(F.arrayStringConcat(['a', 'b', 'c']), 'abc')
|
||||
self._test_func(F.arrayStringConcat(['a', 'b', 'c'], '_'), 'a_b_c')
|
||||
self._test_func(F.alphaTokens('aaa.bbb.111'), ['aaa', 'bbb'])
|
||||
|
||||
def test_bit_functions(self):
|
||||
x = 17
|
||||
y = 4
|
||||
z = 5
|
||||
self._test_func(F.bitAnd(x, y))
|
||||
self._test_func(F.bitNot(x))
|
||||
self._test_func(F.bitOr(x, y))
|
||||
self._test_func(F.bitRotateLeft(x, y))
|
||||
self._test_func(F.bitRotateRight(x, y))
|
||||
self._test_func(F.bitShiftLeft(x, y))
|
||||
self._test_func(F.bitShiftRight(x, y))
|
||||
self._test_func(F.bitTest(x, y))
|
||||
self._test_func(F.bitTestAll(x, y))
|
||||
self._test_func(F.bitTestAll(x, y, z))
|
||||
self._test_func(F.bitTestAny(x, y))
|
||||
self._test_func(F.bitTestAny(x, y, z))
|
||||
self._test_func(F.bitXor(x, y))
|
||||
|
||||
def test_bitmap_functions(self):
|
||||
self._test_func(F.bitmapToArray(F.bitmapBuild([1, 2, 3])), [1, 2, 3])
|
||||
self._test_func(F.bitmapContains(F.bitmapBuild([1, 5, 7, 9]), F.toUInt32(9)), 1)
|
||||
self._test_func(F.bitmapHasAny(F.bitmapBuild([1,2,3]), F.bitmapBuild([3,4,5])), 1)
|
||||
self._test_func(F.bitmapHasAll(F.bitmapBuild([1,2,3]), F.bitmapBuild([3,4,5])), 0)
|
||||
self._test_func(F.bitmapToArray(F.bitmapAnd(F.bitmapBuild([1, 2, 3]), F.bitmapBuild([3, 4, 5]))), [3])
|
||||
self._test_func(F.bitmapToArray(F.bitmapOr(F.bitmapBuild([1, 2, 3]), F.bitmapBuild([3, 4, 5]))), [1, 2, 3, 4, 5])
|
||||
self._test_func(F.bitmapToArray(F.bitmapXor(F.bitmapBuild([1, 2, 3]), F.bitmapBuild([3, 4, 5]))), [1, 2, 4, 5])
|
||||
self._test_func(F.bitmapToArray(F.bitmapAndnot(F.bitmapBuild([1, 2, 3]), F.bitmapBuild([3, 4, 5]))), [1, 2])
|
||||
self._test_func(F.bitmapCardinality(F.bitmapBuild([1, 2, 3, 4, 5])), 5)
|
||||
self._test_func(F.bitmapAndCardinality(F.bitmapBuild([1, 2, 3]), F.bitmapBuild([3, 4, 5])), 1)
|
||||
self._test_func(F.bitmapOrCardinality(F.bitmapBuild([1, 2, 3]), F.bitmapBuild([3, 4, 5])), 5)
|
||||
self._test_func(F.bitmapXorCardinality(F.bitmapBuild([1, 2, 3]), F.bitmapBuild([3, 4, 5])), 4)
|
||||
self._test_func(F.bitmapAndnotCardinality(F.bitmapBuild([1, 2, 3]), F.bitmapBuild([3, 4, 5])), 2)
|
||||
|
||||
def test_hash_functions(self):
|
||||
args = ['x', 'y', 'z']
|
||||
x = 17
|
||||
s = 'hello'
|
||||
url = 'http://example.com/a/b/c/d'
|
||||
self._test_func(F.hex(F.halfMD5(*args)))
|
||||
self._test_func(F.hex(F.MD5(s)))
|
||||
self._test_func(F.hex(F.sipHash64(*args)))
|
||||
self._test_func(F.hex(F.sipHash128(s)))
|
||||
self._test_func(F.hex(F.cityHash64(*args)))
|
||||
self._test_func(F.hex(F.intHash32(x)))
|
||||
self._test_func(F.hex(F.intHash64(x)))
|
||||
self._test_func(F.hex(F.SHA1(s)))
|
||||
self._test_func(F.hex(F.SHA224(s)))
|
||||
self._test_func(F.hex(F.SHA256(s)))
|
||||
self._test_func(F.hex(F.URLHash(url)))
|
||||
self._test_func(F.hex(F.URLHash(url, 3)))
|
||||
self._test_func(F.hex(F.farmHash64(*args)))
|
||||
self._test_func(F.javaHash(s))
|
||||
self._test_func(F.hiveHash(s))
|
||||
self._test_func(F.hex(F.metroHash64(*args)))
|
||||
self._test_func(F.jumpConsistentHash(x, 3))
|
||||
self._test_func(F.hex(F.murmurHash2_32(*args)))
|
||||
self._test_func(F.hex(F.murmurHash2_64(*args)))
|
||||
self._test_func(F.hex(F.murmurHash3_32(*args)))
|
||||
self._test_func(F.hex(F.murmurHash3_64(*args)))
|
||||
self._test_func(F.hex(F.murmurHash3_128(s)))
|
||||
self._test_func(F.hex(F.xxHash32(*args)))
|
||||
self._test_func(F.hex(F.xxHash64(*args)))
|
||||
|
||||
def test_rand_functions(self):
|
||||
self._test_func(F.rand())
|
||||
self._test_func(F.rand(17))
|
||||
self._test_func(F.rand64())
|
||||
self._test_func(F.rand64(17))
|
||||
self._test_func(F.randConstant())
|
||||
self._test_func(F.randConstant(17))
|
||||
|
||||
def test_encoding_functions(self):
|
||||
uuid = '123e4567-e89b-12d3-a456-426655440000'
|
||||
self._test_func(F.hex(F.unhex('0FA1')), '0FA1')
|
||||
self._test_func(F.UUIDNumToString(F.UUIDStringToNum(uuid)), uuid)
|
||||
self._test_func(F.bitmaskToArray(17))
|
||||
self._test_func(F.bitmaskToList(18))
|
||||
|
||||
|
|
|
|||
Loading…
Reference in New Issue
Block a user