22#ifndef A11_STORES_REDIS_CHUNK_STORE_H_
23#define A11_STORES_REDIS_CHUNK_STORE_H_
32#include <absl/status/status.h>
33#include <absl/status/statusor.h>
34#include <absl/time/time.h>
39#include "redis/client.h"
70 [[nodiscard]] std::vector<std::string>
ScriptKeys()
const;
81 std::optional<std::uint32_t>
109 struct ConstructorToken {};
113 static absl::StatusOr<std::shared_ptr<RedisChunkStore>>
Create(
114 std::string node_id, std::shared_ptr<redis::Client>
client,
118 static absl::StatusOr<std::shared_ptr<RedisChunkStore>>
Create(
119 std::string node_id, std::shared_ptr<redis::Client>
client);
122 static absl::StatusOr<std::shared_ptr<RedisChunkStore>>
Create(
123 std::string node_id);
133 absl::Time deadline)
override;
137 absl::Time deadline,
size_t limit)
override;
140 std::vector<data::NodeFragment>
fragments)
override;
147 absl::Status status,
bool return_status_if_already_closed)
override;
149 absl::StatusOr<std::string>
GetId()
const override;
158 [[nodiscard]] std::shared_ptr<redis::Client>
client()
const {
171 std::shared_ptr<redis::Client>
client,
173 : node_id_(std::move(node_id)),
174 client_(std::move(
client)),
176 keys_(std::move(
keys)) {}
179 enum class ReadKind { kSequence, kArrivalOrder };
182 absl::Time deadline);
184 const std::string node_id_;
185 const std::shared_ptr<redis::Client> client_;
186 const RedisChunkStoreOptions options_;
187 const RedisChunkStoreKeys keys_;
A11's pluggable storage interface for streamed node data: an ordered, appendable log of fragments key...
Shared handle to one asynchronous result.
Definition future.h:125
Abstract, pluggable backing store for the data of a node: an ordered, appendable log of fragments.
Definition chunk_store.h:67
a11::Future< data::NodeFragment > GetByArrivalOrder(std::uint64_t arrival_order)
Get a fragment by arrival order, waiting indefinitely.
Definition chunk_store.h:116
a11::Future< data::NodeFragment > Get(std::uint32_t seq)
Get the fragment at a sequence number, waiting indefinitely.
Definition chunk_store.h:82
a11::Future< std::vector< std::optional< data::NodeFragment > > > Next()
Get the next logical-sequence fragment, waiting indefinitely.
Definition chunk_store.h:149
a11::Future< absl::Status > CloseWritesWithStatus(absl::Status status)
Seal the store against further writes with a terminal status.
Definition chunk_store.h:274
A persistent, multi-process ChunkStore backed by Redis Streams.
Definition redis_chunk_store.h:107
RedisChunkStore(ConstructorToken, std::string node_id, std::shared_ptr< redis::Client > client, RedisChunkStoreOptions options, RedisChunkStoreKeys keys)
Definition redis_chunk_store.h:170
a11::Future< std::uint32_t > GetSeqForArrivalOrder(std::uint64_t arrival_order) override
Translate an arrival order into the sequence number of that fragment.
Definition redis_chunk_store.cc:704
a11::Future< data::NodeFragment > Get(std::uint32_t seq, absl::Time deadline) override
Get the fragment stored at a sequence number.
Definition redis_chunk_store.cc:475
a11::Task Initialize()
Ensure that the metadata hash exists, without writing chunk data.
Definition redis_chunk_store.cc:816
a11::Future< std::optional< absl::Status > > GetWriteStatus() override
Observe write closure without changing the shared read cursor.
Definition redis_chunk_store.cc:904
std::shared_ptr< redis::Client > client() const
Return the shared Redis client used for commands and subscriptions.
Definition redis_chunk_store.h:158
const RedisChunkStoreKeys & keys() const
Return the sharding-safe key set owned by this node.
Definition redis_chunk_store.h:168
a11::Future< size_t > Size() override
Get the number of fragments currently in the store.
Definition redis_chunk_store.cc:794
a11::Future< std::vector< std::uint32_t > > PutMany(std::vector< data::NodeFragment > fragments) override
Append several fragments in one batch.
Definition redis_chunk_store.cc:581
a11::Future< RedisChunkStoreMetadata > GetMetadata()
Read all node-level metadata without iterating over stream entries.
Definition redis_chunk_store.cc:833
a11::Future< std::vector< std::optional< data::NodeFragment > > > Next()
Get the next logical-sequence fragment, waiting indefinitely.
Definition chunk_store.h:149
static absl::StatusOr< std::shared_ptr< RedisChunkStore > > Create(std::string node_id, std::shared_ptr< redis::Client > client, RedisChunkStoreOptions options)
Create a store with an injected client and explicit storage policy.
Definition redis_chunk_store.cc:356
a11::Future< std::uint32_t > Put(data::NodeFragment fragment) override
Append one fragment to the log.
Definition redis_chunk_store.cc:573
const RedisChunkStoreOptions & options() const
Return the validated storage policy captured at construction.
Definition redis_chunk_store.h:163
absl::StatusOr< std::string > GetId() const override
Get the store's node identifier.
Definition redis_chunk_store.cc:812
a11::Future< std::optional< std::uint32_t > > GetFinalSeq() override
Get the sequence number explicitly marked as the final fragment.
Definition redis_chunk_store.cc:726
a11::Future< data::NodeFragment > GetByArrivalOrder(std::uint64_t arrival_order, absl::Time deadline) override
Get the fragment identified by the order in which it arrived, rather than by its sequence number.
Definition redis_chunk_store.cc:480
~RedisChunkStore() override=default
a11::Future< absl::Status > CloseWritesWithStatus(absl::Status status, bool return_status_if_already_closed) override
Seal the store against further writes with a terminal status.
Definition redis_chunk_store.cc:745
a11::Future< data::NodeFragment > ClearData(std::uint32_t seq) override
Erase the payload of the fragment at a sequence number while keeping its slot.
Definition redis_chunk_store.cc:686
std::string value
Definition discover.cc:100
Completion values used by every asynchronous A11 operation.
bool fragments
Definition runtime_streams.cc:32
std::uint32_t seq
Definition sqlite_chunk_store.cc:186
std::uint64_t arrival_order
Definition sqlite_chunk_store.cc:187
One piece of a node's stream: an inline chunk or a node reference.
Definition types.h:366
The sharding-safe Redis keys owned by one node stream.
Definition redis_chunk_store.h:61
std::string events
Pub/Sub invalidation channel for waiting readers.
Definition redis_chunk_store.h:67
std::vector< std::string > ScriptKeys() const
Keys in the stable order expected by the store's Lua state machine.
Definition redis_chunk_store.cc:352
std::string blobs
Encoded chunks stored outside stream fields.
Definition redis_chunk_store.h:66
friend bool operator==(const RedisChunkStoreKeys &, const RedisChunkStoreKeys &)=default
std::string metadata
Node state hash.
Definition redis_chunk_store.h:62
std::string stream
Ordered chunk/control Redis Stream.
Definition redis_chunk_store.h:63
std::string arrival_index
Arrival-order-to-sequence hash.
Definition redis_chunk_store.h:65
std::string sequence_index
Sequence-to-stream-entry hash.
Definition redis_chunk_store.h:64
Storage layout policy for RedisChunkStore.
Definition redis_chunk_store.h:44
friend bool operator==(const RedisChunkStoreOptions &, const RedisChunkStoreOptions &)=default
static absl::StatusOr< RedisChunkStoreOptions > FromEnvironment()
Read storage policy from the A11_REDIS_CHUNK_STORE_* environment values.
Definition redis_chunk_store.cc:334
std::string key_prefix
Prefix before the per-node Redis Cluster hash tag.
Definition redis_chunk_store.h:46
size_t inline_data_threshold
Raw chunk bytes larger than this are moved to the separate blob hash.
Definition redis_chunk_store.h:49
absl::Status Validate() const
Validate the key prefix and inline-data threshold.
Definition redis_chunk_store.cc:323
A11's core wire value types: chunks, node fragments and messages.