Mirrors
/
mariadb
mirror of https://github.com/MariaDB/server
3
0
Fork 0
Code Releases Activity
Browse Source

MDEV-16155: UPDATE on RocksDB table with unique constraint does not work 

RocksDB now supports "iterator bounds" which are min and max keys
that an iterator is interested in.

Iterator initialization function doesn't copy the keys, though, it keeps
pointers to them.
So if the buffer space for the keys is used for another iterator (the one
for checking for UNIUQE constraint violation in ha_rocksdb::ha_update_row)
then one can get incorrect query result.

Fixed by using a separate buffer for iterator bounds in the unique constraint
violation check.
pull/760/head
Sergei Petrunia 8 years ago
parent
681e8ca35e
commit
21bcfeb996
3 changed files with 69 additions and 21 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Split View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 69
      storage/rocksdb/ha_rocksdb.cc
  2. 12
      storage/rocksdb/ha_rocksdb.h
  3. 9
      storage/rocksdb/mysql-test/rocksdb/t/mariadb_port_fixes.test

69
storage/rocksdb/ha_rocksdb.cc
View File

@ -9302,8 +9302,16 @@ int ha_rocksdb::check_and_lock_sk(const uint &key_id,
The bloom filter may need to be disabled for this lookup.
*/
uchar min_bound_buf[MAX_KEY_LENGTH];
uchar max_bound_buf[MAX_KEY_LENGTH];
rocksdb::Slice min_bound_slice;
rocksdb::Slice max_bound_slice;
const bool total_order_seek = !check_bloom_and_set_bounds(
ha_thd(), kd, new_slice, all_parts_used);
ha_thd(), kd, new_slice, all_parts_used,
min_bound_buf,
max_bound_buf,
&min_bound_slice,
&max_bound_slice);
const bool fill_cache = !THDVAR(ha_thd(), skip_fill_cache);
const rocksdb::Status s =
@ -9315,7 +9323,7 @@ int ha_rocksdb::check_and_lock_sk(const uint &key_id,
rocksdb::Iterator *const iter = row_info.tx->get_iterator(
kd.get_cf(), total_order_seek, fill_cache,
m_eq_cond_lower_bound_slice, m_eq_cond_upper_bound_slice,
min_bound_slice, max_bound_slice,
true /* read current data */,
false /* acquire snapshot */);
/*
@ -9723,25 +9731,34 @@ int ha_rocksdb::update_write_row(const uchar *const old_data,
If the index was reverse order, upper bound would be
0x0000b3eb003f65c5e78857, and lower bound would be
0x0000b3eb003f65c5e78859. These cover given eq condition range.
@param lower_bound_buf IN Buffer for lower bound
@param upper_bound_buf IN Buffer for upper bound
@param outer_u
*/
void ha_rocksdb::setup_iterator_bounds(const Rdb_key_def &kd,
const rocksdb::Slice &eq_cond) {
const rocksdb::Slice &eq_cond,
uchar *lower_bound_buf,
uchar *upper_bound_buf,
rocksdb::Slice *out_lower_bound,
rocksdb::Slice *out_upper_bound) {
uint eq_cond_len = eq_cond.size();
memcpy(m_eq_cond_upper_bound, eq_cond.data(), eq_cond_len);
kd.successor(m_eq_cond_upper_bound, eq_cond_len);
memcpy(m_eq_cond_lower_bound, eq_cond.data(), eq_cond_len);
kd.predecessor(m_eq_cond_lower_bound, eq_cond_len);
memcpy(upper_bound_buf, eq_cond.data(), eq_cond_len);
kd.successor(upper_bound_buf, eq_cond_len);
memcpy(lower_bound_buf, eq_cond.data(), eq_cond_len);
kd.predecessor(lower_bound_buf, eq_cond_len);
if (kd.m_is_reverse_cf) {
m_eq_cond_upper_bound_slice =
rocksdb::Slice((const char *)m_eq_cond_lower_bound, eq_cond_len);
m_eq_cond_lower_bound_slice =
rocksdb::Slice((const char *)m_eq_cond_upper_bound, eq_cond_len);
*out_upper_bound =
rocksdb::Slice((const char *)lower_bound_buf, eq_cond_len);
*out_lower_bound =
rocksdb::Slice((const char *)upper_bound_buf, eq_cond_len);
} else {
m_eq_cond_upper_bound_slice =
rocksdb::Slice((const char *)m_eq_cond_upper_bound, eq_cond_len);
m_eq_cond_lower_bound_slice =
rocksdb::Slice((const char *)m_eq_cond_lower_bound, eq_cond_len);
*out_upper_bound =
rocksdb::Slice((const char *)upper_bound_buf, eq_cond_len);
*out_lower_bound =
rocksdb::Slice((const char *)lower_bound_buf, eq_cond_len);
}
}
@ -9761,7 +9778,11 @@ void ha_rocksdb::setup_scan_iterator(const Rdb_key_def &kd,
bool skip_bloom = true;
const rocksdb::Slice eq_cond(slice->data(), eq_cond_len);
if (check_bloom_and_set_bounds(ha_thd(), kd, eq_cond, use_all_keys)) {
if (check_bloom_and_set_bounds(ha_thd(), kd, eq_cond, use_all_keys,
m_eq_cond_lower_bound,
m_eq_cond_upper_bound,
&m_eq_cond_lower_bound_slice,
&m_eq_cond_upper_bound_slice)) {
skip_bloom = false;
}
@ -10943,7 +10964,11 @@ int ha_rocksdb::remove_rows(Rdb_tbl_def *const tbl) {
kd.get_infimum_key(reinterpret_cast<uchar *>(key_buf), &key_len);
rocksdb::ColumnFamilyHandle *cf = kd.get_cf();
const rocksdb::Slice table_key(key_buf, key_len);
setup_iterator_bounds(kd, table_key);
setup_iterator_bounds(kd, table_key,
m_eq_cond_lower_bound,
m_eq_cond_upper_bound,
&m_eq_cond_lower_bound_slice,
&m_eq_cond_upper_bound_slice);
opts.iterate_lower_bound = &m_eq_cond_lower_bound_slice;
opts.iterate_upper_bound = &m_eq_cond_upper_bound_slice;
std::unique_ptr<rocksdb::Iterator> it(rdb->NewIterator(opts, cf));
@ -12723,10 +12748,16 @@ void Rdb_background_thread::run() {
bool ha_rocksdb::check_bloom_and_set_bounds(THD *thd, const Rdb_key_def &kd,
const rocksdb::Slice &eq_cond,
const bool use_all_keys) {
const bool use_all_keys,
uchar *lower_bound_buf,
uchar *upper_bound_buf,
rocksdb::Slice *out_lower_bound,
rocksdb::Slice *out_upper_bound) {
bool can_use_bloom = can_use_bloom_filter(thd, kd, eq_cond, use_all_keys);
if (!can_use_bloom) {
setup_iterator_bounds(kd, eq_cond);
setup_iterator_bounds(kd, eq_cond,
lower_bound_buf, upper_bound_buf,
out_lower_bound, out_upper_bound);
}
return can_use_bloom;
}

12
storage/rocksdb/ha_rocksdb.h
View File

@ -653,13 +653,21 @@ class ha_rocksdb : public my_core::handler {
enum ha_rkey_function find_flag) const
MY_ATTRIBUTE((__nonnull__, __warn_unused_result__));
void setup_iterator_bounds(const Rdb_key_def &kd,
const rocksdb::Slice &eq_cond);
const rocksdb::Slice &eq_cond,
uchar *lower_bound_buf,
uchar *upper_bound_buf,
rocksdb::Slice *out_lower_bound,
rocksdb::Slice *out_upper_bound);
bool can_use_bloom_filter(THD *thd, const Rdb_key_def &kd,
const rocksdb::Slice &eq_cond,
const bool use_all_keys);
bool check_bloom_and_set_bounds(THD *thd, const Rdb_key_def &kd,
const rocksdb::Slice &eq_cond,
const bool use_all_keys);
const bool use_all_keys,
uchar *lower_bound_buf,
uchar *upper_bound_buf,
rocksdb::Slice *out_lower_bound,
rocksdb::Slice *out_upper_bound);
void setup_scan_iterator(const Rdb_key_def &kd, rocksdb::Slice *slice,
const bool use_all_keys, const uint eq_cond_len)
MY_ATTRIBUTE((__nonnull__));

9
storage/rocksdb/mysql-test/rocksdb/t/mariadb_port_fixes.test
View File

@ -92,3 +92,12 @@ ALTER TABLE t1 AUTO_INCREMENT 10;
DROP TABLE t1;
--echo #
--echo # MDEV-16155: UPDATE on RocksDB table with unique constraint does not work
--echo #
CREATE TABLE t1 (a INT, b CHAR(8), UNIQUE INDEX(a)) ENGINE=RocksDB;
INSERT INTO t1 (a,b) VALUES (1,'foo'),(2,'bar');
UPDATE t1 SET a=a+100;
SELECT * FROM t1;
DROP TABLE t1;
Write Preview
Loading…
Cancel
Save