mirror of https://github.com/apache/cassandra
285 lines
13 KiB
Python
285 lines
13 KiB
Python
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import os, sys, time
|
|
|
|
from . import client, root, CassandraTester
|
|
|
|
from thrift.Thrift import TApplicationException
|
|
from ttypes import batch_mutation_t, batch_mutation_super_t, superColumn_t, column_t, NotFoundException, InvalidRequestException
|
|
|
|
_SIMPLE_COLUMNS = [column_t(columnName='c1', value='value1', timestamp=0),
|
|
column_t(columnName='c2', value='value2', timestamp=0)]
|
|
_SUPER_COLUMNS = [superColumn_t(name='sc1',
|
|
columns=[column_t(columnName='c4', value='value4', timestamp=0)]),
|
|
superColumn_t(name='sc2',
|
|
columns=[column_t(columnName='c5', value='value5', timestamp=0),
|
|
column_t(columnName='c6', value='value6', timestamp=0)])]
|
|
|
|
def _insert_simple(block=True):
|
|
client.insert('Table1', 'key1', 'Standard1:c1', 'value1', 0, block)
|
|
client.insert('Table1', 'key1', 'Standard1:c2', 'value2', 0, block)
|
|
|
|
def _insert_batch(block):
|
|
cfmap = {'Standard1': _SIMPLE_COLUMNS,
|
|
'Standard2': _SIMPLE_COLUMNS}
|
|
client.batch_insert(batch_mutation_t(table='Table1', key='key1', cfmap=cfmap), block)
|
|
|
|
def _verify_batch():
|
|
_verify_simple()
|
|
L = client.get_slice('Table1', 'key1', 'Standard2', -1, -1)
|
|
assert L == _SIMPLE_COLUMNS, L
|
|
|
|
def _verify_simple():
|
|
assert client.get_column('Table1', 'key1', 'Standard1:c1') == \
|
|
column_t(columnName='c1', value='value1', timestamp=0)
|
|
L = client.get_slice('Table1', 'key1', 'Standard1', -1, -1)
|
|
assert L == _SIMPLE_COLUMNS, L
|
|
|
|
def _insert_super():
|
|
client.insert('Table1', 'key1', 'Super1:sc1:c4', 'value4', 0, False)
|
|
client.insert('Table1', 'key1', 'Super1:sc2:c5', 'value5', 0, False)
|
|
client.insert('Table1', 'key1', 'Super1:sc2:c6', 'value6', 0, False)
|
|
time.sleep(0.1)
|
|
|
|
def _verify_super(supercolumn='Super1'):
|
|
assert client.get_column('Table1', 'key1', supercolumn + ':sc1:c4') == \
|
|
column_t(columnName='c4', value='value4', timestamp=0)
|
|
slice = client.get_slice_super('Table1', 'key1', 'Super1', -1, -1)
|
|
assert slice == _SUPER_COLUMNS, slice
|
|
|
|
def _expect_exception(fn, type_):
|
|
try:
|
|
r = fn()
|
|
except type_:
|
|
pass
|
|
else:
|
|
raise Exception('expected %s; got %s' % (type_.__name__, r))
|
|
def _expect_missing(fn):
|
|
_expect_exception(fn, NotFoundException)
|
|
|
|
|
|
class TestMutations(CassandraTester):
|
|
def test_insert(self):
|
|
_insert_simple(False)
|
|
time.sleep(0.1)
|
|
_verify_simple()
|
|
|
|
def test_empty_slice(self):
|
|
assert client.get_slice('Table1', 'key1', 'Standard2', -1, -1) == []
|
|
|
|
def test_empty_slice_super(self):
|
|
assert client.get_slice('Table1', 'key1', 'Super1', -1, -1) == []
|
|
|
|
def test_missing_super(self):
|
|
_expect_missing(lambda: client.get_column('Table1', 'key1', 'Super1:sc1:c1'))
|
|
|
|
def test_count(self):
|
|
assert client.get_column_count('Table1', 'key1', 'Standard2') == 0
|
|
|
|
def test_insert_blocking(self):
|
|
_insert_simple()
|
|
_verify_simple()
|
|
|
|
def test_super_insert(self):
|
|
_insert_super()
|
|
_verify_super()
|
|
|
|
def test_batch_insert(self):
|
|
_insert_batch(False)
|
|
time.sleep(0.1)
|
|
_verify_batch()
|
|
|
|
def test_batch_insert_blocking(self):
|
|
_insert_batch(True)
|
|
_verify_batch()
|
|
|
|
def test_bad_gets(self):
|
|
_expect_exception(lambda: client.get_column('Table1', 'key1', 'Standard1'), InvalidRequestException)
|
|
_expect_exception(lambda: client.get_column('Table1', 'key1', 'Standard1:x:y'), InvalidRequestException)
|
|
_expect_exception(lambda: client.get_column('Table1', 'key1', 'Super1'), InvalidRequestException)
|
|
_expect_exception(lambda: client.get_column('Table1', 'key1', 'Super1:x'), InvalidRequestException)
|
|
_expect_exception(lambda: client.get_column('Table1', 'key1', 'Super1:x:y:z'), InvalidRequestException)
|
|
|
|
def test_batch_insert_super(self):
|
|
cfmap = {'Super1': _SUPER_COLUMNS,
|
|
'Super2': _SUPER_COLUMNS}
|
|
client.batch_insert_superColumn(batch_mutation_t(table='Table1', key='key1', cfmap=cfmap), False)
|
|
time.sleep(0.1)
|
|
_verify_super('Super1')
|
|
_verify_super('Super2')
|
|
|
|
def test_batch_insert_super_blocking(self):
|
|
cfmap = {'Super1': _SUPER_COLUMNS,
|
|
'Super2': _SUPER_COLUMNS}
|
|
client.batch_insert_superColumn(batch_mutation_t(table='Table1', key='key1', cfmap=cfmap), True)
|
|
_verify_super('Super1')
|
|
_verify_super('Super2')
|
|
|
|
def test_cf_remove_column(self):
|
|
_insert_simple()
|
|
client.remove('Table1', 'key1', 'Standard1:c1', 1, True)
|
|
_expect_missing(lambda: client.get_column('Table1', 'key1', 'Standard1:c1'))
|
|
assert client.get_column('Table1', 'key1', 'Standard1:c2') == \
|
|
column_t(columnName='c2', value='value2', timestamp=0)
|
|
assert client.get_slice('Table1', 'key1', 'Standard1', -1, -1) == \
|
|
[column_t(columnName='c2', value='value2', timestamp=0)]
|
|
|
|
# New insert, make sure it shows up post-remove:
|
|
client.insert('Table1', 'key1', 'Standard1:c3', 'value3', 0, True)
|
|
assert client.get_slice('Table1', 'key1', 'Standard1', -1, -1) == \
|
|
[column_t(columnName='c2', value='value2', timestamp=0),
|
|
column_t(columnName='c3', value='value3', timestamp=0)]
|
|
|
|
# Test resurrection. First, re-insert the value w/ older timestamp,
|
|
# and make sure it stays removed:
|
|
client.insert('Table1', 'key1', 'Standard1:c1', 'value1', 0, True)
|
|
assert client.get_slice('Table1', 'key1', 'Standard1', -1, -1) == \
|
|
[column_t(columnName='c2', value='value2', timestamp=0),
|
|
column_t(columnName='c3', value='value3', timestamp=0)]
|
|
# Next, w/ a newer timestamp; it should come back:
|
|
client.insert('Table1', 'key1', 'Standard1:c1', 'value1', 2, True)
|
|
assert client.get_slice('Table1', 'key1', 'Standard1', -1, -1) == \
|
|
[column_t(columnName='c1', value='value1', timestamp=2),
|
|
column_t(columnName='c2', value='value2', timestamp=0),
|
|
column_t(columnName='c3', value='value3', timestamp=0)]
|
|
|
|
|
|
def test_cf_remove(self):
|
|
_insert_simple()
|
|
_insert_super()
|
|
|
|
# Remove the key1:Standard1 cf:
|
|
client.remove('Table1', 'key1', 'Standard1', 3, True)
|
|
assert client.get_slice('Table1', 'key1', 'Standard1', -1, -1) == []
|
|
_verify_super()
|
|
|
|
# Test resurrection. First, re-insert a value w/ older timestamp,
|
|
# and make sure it stays removed:
|
|
client.insert('Table1', 'key1', 'Standard1:c1', 'value1', 0, True)
|
|
assert client.get_slice('Table1', 'key1', 'Standard1', -1, -1) == []
|
|
# Next, w/ a newer timestamp; it should come back:
|
|
client.insert('Table1', 'key1', 'Standard1:c1', 'value1', 4, True)
|
|
assert client.get_slice('Table1', 'key1', 'Standard1', -1, -1) == \
|
|
[column_t(columnName='c1', value='value1', timestamp=4)]
|
|
|
|
|
|
def test_super_cf_remove_column(self):
|
|
_insert_simple()
|
|
_insert_super()
|
|
|
|
# Make sure remove clears out what it's supposed to, and _only_ that:
|
|
client.remove('Table1', 'key1', 'Super1:sc2:c5', 5, True)
|
|
_expect_missing(lambda: client.get_column('Table1', 'key1', 'Super1:sc2:c5'))
|
|
assert client.get_slice_super('Table1', 'key1', 'Super1', -1, -1) == \
|
|
[superColumn_t(name='sc1',
|
|
columns=[column_t(columnName='c4', value='value4', timestamp=0)]),
|
|
superColumn_t(name='sc2',
|
|
columns=[column_t(columnName='c6', value='value6', timestamp=0)])]
|
|
_verify_simple()
|
|
|
|
# New insert, make sure it shows up post-remove:
|
|
client.insert('Table1', 'key1', 'Super1:sc2:c7', 'value7', 0, True)
|
|
scs = [superColumn_t(name='sc1',
|
|
columns=[column_t(columnName='c4', value='value4', timestamp=0)]),
|
|
superColumn_t(name='sc2',
|
|
columns=[column_t(columnName='c6', value='value6', timestamp=0),
|
|
column_t(columnName='c7', value='value7', timestamp=0)])]
|
|
|
|
assert client.get_slice_super('Table1', 'key1', 'Super1', -1, -1) == scs
|
|
|
|
# Test resurrection. First, re-insert the value w/ older timestamp,
|
|
# and make sure it stays removed:
|
|
client.insert('Table1', 'key1', 'Super1:sc2:c5', 'value5', 0, True)
|
|
actual = client.get_slice_super('Table1', 'key1', 'Super1', -1, -1)
|
|
assert actual == scs, actual
|
|
|
|
# Next, w/ a newer timestamp; it should come back
|
|
client.insert('Table1', 'key1', 'Super1:sc2:c5', 'value5', 6, True)
|
|
actual = client.get_slice_super('Table1', 'key1', 'Super1', -1, -1)
|
|
assert actual == \
|
|
[superColumn_t(name='sc1',
|
|
columns=[column_t(columnName='c4', value='value4', timestamp=0)]),
|
|
superColumn_t(name='sc2',
|
|
columns=[column_t(columnName='c5', value='value5', timestamp=6),
|
|
column_t(columnName='c6', value='value6', timestamp=0),
|
|
column_t(columnName='c7', value='value7', timestamp=0)])], actual
|
|
|
|
def test_super_cf_remove_supercolumn(self):
|
|
_insert_simple()
|
|
_insert_super()
|
|
|
|
# Make sure remove clears out what it's supposed to, and _only_ that:
|
|
client.remove('Table1', 'key1', 'Super1:sc2', 5, True)
|
|
_expect_missing(lambda: client.get_column('Table1', 'key1', 'Super1:sc2:c5'))
|
|
actual = client.get_slice('Table1', 'key1', 'Super1:sc2', -1, -1)
|
|
assert actual == [], actual
|
|
scs = [superColumn_t(name='sc1',
|
|
columns=[column_t(columnName='c4', value='value4', timestamp=0)])]
|
|
actual = client.get_slice_super('Table1', 'key1', 'Super1', -1, -1)
|
|
assert actual == scs, actual
|
|
_verify_simple()
|
|
|
|
# Test resurrection. First, re-insert the value w/ older timestamp,
|
|
# and make sure it stays removed:
|
|
client.insert('Table1', 'key1', 'Super1:sc2:c5', 'value5', 0, True)
|
|
actual = client.get_slice_super('Table1', 'key1', 'Super1', -1, -1)
|
|
assert actual == scs, actual
|
|
|
|
# Next, w/ a newer timestamp; it should come back
|
|
client.insert('Table1', 'key1', 'Super1:sc2:c5', 'value5', 6, True)
|
|
actual = client.get_slice_super('Table1', 'key1', 'Super1', -1, -1)
|
|
assert actual == \
|
|
[superColumn_t(name='sc1',
|
|
columns=[column_t(columnName='c4', value='value4', timestamp=0)]),
|
|
superColumn_t(name='sc2',
|
|
columns=[column_t(columnName='c5', value='value5', timestamp=6)])], actual
|
|
|
|
|
|
def test_empty_range(self):
|
|
assert client.get_key_range('Table1', '', '', 1000) == []
|
|
|
|
def test_range_with_remove(self):
|
|
_insert_simple()
|
|
assert client.get_key_range('Table1', 'key1', '', 1000) == ['key1']
|
|
|
|
client.remove('Table1', 'key1', 'Standard1:c1', 1, True)
|
|
client.remove('Table1', 'key1', 'Standard1:c2', 1, True)
|
|
assert client.get_key_range('Table1', '', '', 1000) == []
|
|
|
|
def test_range_collation(self):
|
|
for key in ['-a', '-b', 'a', 'b'] + [str(i) for i in xrange(100)]:
|
|
client.insert('Table1', key, 'Standard1:' + key, 'v', 0, True)
|
|
L = client.get_key_range('Table1', '', '', 1000)
|
|
# note the collated ordering rather than ascii
|
|
assert L == ['0', '1', '10', '11', '12', '13', '14', '15', '16', '17', '18', '19', '2', '20', '21', '22', '23', '24', '25', '26', '27','28', '29', '3', '30', '31', '32', '33', '34', '35', '36', '37', '38', '39', '4', '40', '41', '42', '43', '44', '45', '46', '47', '48', '49', '5', '50', '51', '52', '53', '54', '55', '56', '57', '58', '59', '6', '60', '61', '62', '63', '64', '65', '66', '67', '68', '69', '7', '70', '71', '72', '73', '74', '75', '76', '77', '78', '79', '8', '80', '81', '82', '83', '84', '85', '86', '87', '88', '89', '9', '90', '91', '92', '93', '94', '95', '96', '97', '98', '99', 'a', '-a', 'b', '-b'], L
|
|
|
|
def test_range_partial(self):
|
|
for key in ['-a', '-b', 'a', 'b'] + [str(i) for i in xrange(100)]:
|
|
client.insert('Table1', key, 'Standard1:' + key, 'v', 0, True)
|
|
|
|
L = client.get_key_range('Table1', 'a', '', 1000)
|
|
assert L == ['a', '-a', 'b', '-b'], L
|
|
|
|
L = client.get_key_range('Table1', '', '15', 1000)
|
|
assert L == ['0', '1', '10', '11', '12', '13', '14', '15'], L
|
|
|
|
L = client.get_key_range('Table1', '50', '51', 1000)
|
|
assert L == ['50', '51'], L
|
|
|
|
L = client.get_key_range('Table1', '1', '', 10)
|
|
assert L == ['1', '10', '11', '12', '13', '14', '15', '16', '17', '18'], L
|