2652dffd89
The consumer is in fact pushing the updates and _that_'s the component that would really need the view_update_generator at hand. The consumer is created from the generator itself so no troubles getting the pointer. Signed-off-by: Pavel Emelyanov <xemul@scylladb.com>
135 lines
4.2 KiB
C++
135 lines
4.2 KiB
C++
/*
|
|
* Copyright (C) 2018-present ScyllaDB
|
|
*/
|
|
|
|
/*
|
|
* SPDX-License-Identifier: AGPL-3.0-or-later
|
|
*/
|
|
|
|
#pragma once
|
|
|
|
#include "dht/i_partitioner.hh"
|
|
#include "schema/schema_fwd.hh"
|
|
#include "mutation/mutation_fragment.hh"
|
|
#include "sstables/shared_sstable.hh"
|
|
#include "reader_permit.hh"
|
|
#include "db/view/row_locking.hh"
|
|
#include <seastar/core/abort_source.hh>
|
|
#include <seastar/core/circular_buffer.hh>
|
|
#include "mutation/mutation.hh"
|
|
#include "mutation/mutation_rebuilder.hh"
|
|
|
|
class evictable_reader_handle;
|
|
class evictable_reader_handle_v2;
|
|
|
|
namespace db::view {
|
|
|
|
class view_update_generator;
|
|
|
|
/*
|
|
* A consumer that pushes materialized view updates for each consumed mutation.
|
|
* It is expected to be run in seastar::async threaded context through consume_in_thread()
|
|
*/
|
|
class view_updating_consumer {
|
|
public:
|
|
// We prefer flushing on partition boundaries, so at the end of a partition,
|
|
// we flush on reaching the soft limit. Otherwise we continue accumulating
|
|
// data. We flush mid-partition if we reach the hard limit.
|
|
static const size_t buffer_size_soft_limit;
|
|
static const size_t buffer_size_hard_limit;
|
|
|
|
private:
|
|
schema_ptr _schema;
|
|
reader_permit _permit;
|
|
const seastar::abort_source* _as;
|
|
evictable_reader_handle_v2& _staging_reader_handle;
|
|
circular_buffer<mutation> _buffer;
|
|
std::optional<mutation_rebuilder_v2> _mut_builder;
|
|
size_t _buffer_size{0};
|
|
noncopyable_function<future<row_locker::lock_holder>(mutation)> _view_update_pusher;
|
|
|
|
private:
|
|
void do_flush_buffer();
|
|
void flush_builder();
|
|
void maybe_flush_buffer_mid_partition();
|
|
|
|
public:
|
|
// Push updates with a custom pusher. Mainly for tests.
|
|
view_updating_consumer(schema_ptr schema, reader_permit permit, const seastar::abort_source& as, evictable_reader_handle_v2& staging_reader_handle,
|
|
noncopyable_function<future<row_locker::lock_holder>(mutation)> view_update_pusher)
|
|
: _schema(std::move(schema))
|
|
, _permit(std::move(permit))
|
|
, _as(&as)
|
|
, _staging_reader_handle(staging_reader_handle)
|
|
, _view_update_pusher(std::move(view_update_pusher))
|
|
{ }
|
|
|
|
view_updating_consumer(view_update_generator& gen, schema_ptr schema, reader_permit permit, replica::table& table, std::vector<sstables::shared_sstable> excluded_sstables, const seastar::abort_source& as,
|
|
evictable_reader_handle_v2& staging_reader_handle);
|
|
|
|
view_updating_consumer(view_updating_consumer&&) = default;
|
|
|
|
view_updating_consumer& operator=(view_updating_consumer&&) = delete;
|
|
|
|
void consume_new_partition(const dht::decorated_key& dk) {
|
|
_mut_builder.emplace(_schema);
|
|
_mut_builder->consume_new_partition(dk);
|
|
}
|
|
|
|
void consume(tombstone t) {
|
|
_mut_builder->consume(t);
|
|
}
|
|
|
|
stop_iteration consume(static_row&& sr) {
|
|
if (_as->abort_requested()) {
|
|
return stop_iteration::yes;
|
|
}
|
|
_buffer_size += sr.memory_usage(*_schema);
|
|
_mut_builder->consume(std::move(sr));
|
|
maybe_flush_buffer_mid_partition();
|
|
return stop_iteration::no;
|
|
}
|
|
|
|
stop_iteration consume(clustering_row&& cr) {
|
|
if (_as->abort_requested()) {
|
|
return stop_iteration::yes;
|
|
}
|
|
_buffer_size += cr.memory_usage(*_schema);
|
|
_mut_builder->consume(std::move(cr));
|
|
maybe_flush_buffer_mid_partition();
|
|
return stop_iteration::no;
|
|
}
|
|
|
|
stop_iteration consume(range_tombstone_change&& rtc) {
|
|
if (_as->abort_requested()) {
|
|
return stop_iteration::yes;
|
|
}
|
|
_buffer_size += rtc.memory_usage(*_schema);
|
|
_mut_builder->consume(std::move(rtc));
|
|
maybe_flush_buffer_mid_partition();
|
|
return stop_iteration::no;
|
|
}
|
|
|
|
// Expected to be run in seastar::async threaded context (consume_in_thread())
|
|
stop_iteration consume_end_of_partition() {
|
|
if (_as->abort_requested()) {
|
|
return stop_iteration::yes;
|
|
}
|
|
flush_builder();
|
|
if (_buffer_size >= buffer_size_soft_limit) {
|
|
do_flush_buffer();
|
|
}
|
|
return stop_iteration::no;
|
|
}
|
|
|
|
stop_iteration consume_end_of_stream() {
|
|
if (!_buffer.empty()) {
|
|
do_flush_buffer();
|
|
}
|
|
return stop_iteration(_as->abort_requested());
|
|
}
|
|
};
|
|
|
|
}
|
|
|