29#include <unordered_map>
62 const std::string& data_dir,
64 const std::unordered_map<MerkleTreeId, uint32_t>& tree_heights,
65 const std::unordered_map<MerkleTreeId, index_t>& tree_prefill,
66 uint32_t initial_header_generator_point,
67 uint64_t genesis_timestamp = 0,
68 bool ephemeral =
false);
71 const std::string& data_dir,
73 const std::unordered_map<MerkleTreeId, uint32_t>& tree_heights,
74 const std::unordered_map<MerkleTreeId, index_t>& tree_prefill,
75 uint32_t initial_header_generator_point,
76 uint64_t genesis_timestamp = 0,
77 bool ephemeral =
false);
80 const std::string& data_dir,
82 const std::unordered_map<MerkleTreeId, uint32_t>& tree_heights,
83 const std::unordered_map<MerkleTreeId, index_t>& tree_prefill,
85 uint32_t initial_header_generator_point,
86 uint64_t genesis_timestamp = 0,
87 bool ephemeral =
false);
97 const std::string& data_dir,
99 const std::unordered_map<MerkleTreeId, uint32_t>& tree_heights,
100 const std::unordered_map<MerkleTreeId, index_t>& tree_prefill,
102 uint32_t initial_header_generator_point,
103 uint64_t genesis_timestamp = 0,
104 bool ephemeral =
false);
112 void copy_stores(
const std::string& dstPath,
bool compact)
const;
152 const std::vector<index_t>& leafIndices,
164 template <
typename T>
178 template <
typename T>
192 const bb::fr& leaf_key)
const;
203 template <
typename T>
208 index_t start_index = 0)
const;
218 template <
typename T>
231 template <
typename T>
242 template <
typename T>
245 uint32_t subtree_depth,
256 template <
typename T>
277 const bb::fr& block_header_hash,
299 const bb::fr& block_header_hash,
300 const std::vector<bb::fr>& notes,
301 const std::vector<bb::fr>& l1_to_l2_messages,
318 std::unordered_map<uint64_t, Fork::SharedPtr>
_forks;
351 uint32_t generator_point,
352 uint64_t genesis_timestamp = 0);
356 bool initial_state =
false);
365 template <
typename TreeType>
370 std::string& message,
373 template <
typename TreeType>
378 std::string& message,
382 template <
typename TreeType>
387 std::string& message,
392template <
typename TreeType>
397 std::string& message,
401 bool expected =
true;
402 if (!response.
success && success.compare_exchange_strong(expected,
false)) {
403 message = response.message;
411template <
typename TreeType>
416 std::string& message,
421 bool expected =
true;
422 if (!response.
success && success.compare_exchange_strong(expected,
false)) {
423 message = response.message;
431template <
typename TreeType>
436 std::string& message,
441 bool expected =
true;
442 if (!response.
success && success.compare_exchange_strong(expected,
false)) {
443 message = response.message;
478 throw std::runtime_error(
"Failed to find indexed leaf: " + local.
message);
481 return local.
inner.indexed_leaf;
484 throw std::runtime_error(
"Invalid tree type");
492 using namespace crypto::merkle_tree;
498 std::string error_msg;
503 if (!response.success || !response.inner.leaf.has_value()) {
507 error_msg = response.message;
509 leaf = response.inner.leaf;
526 if (!response.success || !response.inner.indexed_leaf.has_value()) {
528 error_msg = response.message;
530 leaf = response.inner.indexed_leaf.value().leaf;
554 using namespace crypto::merkle_tree;
567 wrapper.tree->find_leaf_indices_from(
570 wrapper.tree->find_leaf_indices_from(leaves, start_index, rev.
includeUncommitted, callback);
582 wrapper.tree->find_leaf_indices_from(leaves, start_index, rev.
includeUncommitted, callback);
588 if (!local.
success || local.
inner.leaf_indices.size() != leaves.size()) {
589 throw std::runtime_error(local.
message);
601 using namespace crypto::merkle_tree;
633 if (!local.
success || local.
inner.leaf_paths.size() != leaves.size()) {
634 throw std::runtime_error(local.
message);
642 using namespace crypto::merkle_tree;
649 std::string error_msg;
653 auto callback = [&](
const auto& resp) {
656 error_msg = resp.message;
660 wrapper.tree->add_values(leaves, callback);
665 typename Tree::AddCompletionCallback callback = [&](
const auto& resp) {
668 error_msg = resp.message;
672 wrapper.tree->add_or_update_values(leaves, 0, callback);
678 throw std::runtime_error(error_msg);
685 uint32_t subtree_depth,
688 using namespace crypto::merkle_tree;
698 std::string error_msg;
700 wrapper.tree->add_or_update_values(
702 if (response.success) {
708 error_msg = response.message;
717 throw std::runtime_error(error_msg);
728 using namespace crypto::merkle_tree;
738 std::string error_msg;
740 wrapper.tree->add_or_update_values_sequentially(
742 if (response.success) {
747 error_msg = response.message;
756 throw std::runtime_error(error_msg);
std::shared_ptr< Napi::ThreadSafeFunction > revert_checkpoint
std::shared_ptr< Napi::ThreadSafeFunction > commit_checkpoint
bb::bbapi::CommandResponse responses
Implements a simple append-only merkle tree All methods are asynchronous unless specified as otherwis...
void remove_historic_block(const block_number_t &blockNumber, const RemoveHistoricBlockCallback &on_completion)
void commit(const CommitCallback &on_completion)
Commit the tree to the backing store.
void unwind_block(const block_number_t &blockNumber, const UnwindBlockCallback &on_completion)
void find_leaf_indices_from(const std::vector< typename Store::LeafType > &leaves, const index_t &start_index, bool includeUncommitted, const FindLeafCallback &on_completion) const
Returns the index of the provided leaf in the tree only if it exists after the index value provided.
void find_leaf_sibling_paths(const std::vector< typename Store::LeafType > &leaves, bool includeUncommitted, const FindSiblingPathCallback &on_completion) const
Returns the sibling paths for the provided leaves in the tree.
Serves as a key-value node store for merkle trees. Caches all changes in memory before persisting the...
Implements a parallelized batch insertion indexed tree Accepts template argument of the type of store...
Used in parallel insertions in the the IndexedTree. Workers signal to other following workes as they ...
void signal_level(uint32_t level=0)
Signals that the given level has been passed.
void signal_decrement(uint32_t delta=1)
void wait_for_level(uint32_t level=0)
Causes the thread to wait until the required level has been signalled.
Holds the Merkle trees responsible for storing the state of the Aztec protocol.
WorldStateStatusFull remove_historical_blocks(const block_number_t &toBlockNumber)
std::shared_ptr< bb::ThreadPool > _workers
void remove_forks_for_block(const block_number_t &blockNumber)
BatchInsertionResult< T > batch_insert_indexed_leaves(MerkleTreeId tree_id, const std::vector< T > &leaves, uint32_t subtree_depth, Fork::Id fork_id=CANONICAL_FORK_ID)
Batch inserts a set of leaves into an indexed Merkle Tree.
bool unwind_block(const block_number_t &blockNumber, WorldStateStatusFull &status)
static void get_status_summary_from_meta_responses(WorldStateStatusSummary &status, std::array< TreeMeta, NUM_TREES > &metaResponses)
void commit_tree(TreeDBStats &dbStats, Signal &signal, TreeType &tree, std::atomic_bool &success, std::string &message, TreeMeta &meta)
TreeStateReference get_tree_snapshot(MerkleTreeId id)
void append_leaves(MerkleTreeId tree_id, const std::vector< T > &leaves, Fork::Id fork_id=CANONICAL_FORK_ID)
Appends a set of leaves to an existing Merkle Tree.
StateReference get_initial_state_reference() const
Gets the initial state reference for all the trees in the world state.
void find_sibling_paths(const WorldStateRevision &revision, MerkleTreeId tree_id, const std::vector< T > &leaves, std::vector< std::optional< SiblingPathAndIndex > > &paths) const
Finds the sibling paths of leaves in a tree.
std::optional< crypto::merkle_tree::IndexedLeaf< T > > get_indexed_leaf(const WorldStateRevision &revision, MerkleTreeId tree_id, index_t leaf_index) const
Get the leaf preimage object.
uint32_t checkpoint(const uint64_t &forkId)
WorldStateStatusFull attempt_tree_resync()
crypto::merkle_tree::TreeMetaResponse get_tree_info(const WorldStateRevision &revision, MerkleTreeId tree_id) const
Get tree metadata for a particular tree.
static void populate_status_summary(WorldStateStatusFull &status)
void commit_all_checkpoints_to(const uint64_t &forkId, uint32_t depth)
void unwind_tree(TreeDBStats &dbStats, Signal &signal, TreeType &tree, std::atomic_bool &success, std::string &message, TreeMeta &meta, const block_number_t &blockNumber)
std::unordered_map< uint64_t, Fork::SharedPtr > _forks
void create_canonical_fork(const std::string &dataDir, const std::unordered_map< MerkleTreeId, uint64_t > &dbSize, const std::vector< PublicDataLeafValue > &prefilled_public_data, uint64_t maxReaders, bool ephemeral)
std::pair< bool, std::string > commit(WorldStateStatusFull &status)
Commits the current state of the world state.
void remove_historic_block_for_tree(TreeDBStats &dbStats, Signal &signal, TreeType &tree, std::atomic_bool &success, std::string &message, TreeMeta &meta, const block_number_t &blockNumber)
SequentialInsertionResult< T > insert_indexed_leaves(MerkleTreeId tree_id, const std::vector< T > &leaves, Fork::Id fork_id=CANONICAL_FORK_ID)
Inserts a set of leaves sequentially into an indexed Merkle Tree.
void get_block_numbers_for_leaf_indices(const WorldStateRevision &revision, MerkleTreeId tree_id, const std::vector< index_t > &leafIndices, std::vector< std::optional< block_number_t > > &blockNumbers) const
uint64_t _genesis_timestamp
StateReference get_state_reference(const WorldStateRevision &revision) const
Gets the state reference for all the trees in the world state.
WorldStateStatusFull unwind_blocks(const block_number_t &toBlockNumber)
uint32_t _initial_header_generator_point
bool is_archive_tip(const WorldStateRevision &revision, const bb::fr &block_header_hash) const
static bool determine_if_synched(std::array< TreeMeta, NUM_TREES > &metaResponses)
void update_public_data(const crypto::merkle_tree::PublicDataLeafValue &new_value, Fork::Id fork_id=CANONICAL_FORK_ID)
Updates a leaf in an existing Merkle Tree.
Fork::SharedPtr create_new_fork(const block_number_t &blockNumber)
void get_status_summary(WorldStateStatusSummary &status) const
void rollback()
Rolls back any uncommitted changes made to the world state.
WorldStateStatusFull sync_block(const StateReference &block_state_ref, const bb::fr &block_header_hash, const std::vector< bb::fr > ¬es, const std::vector< bb::fr > &l1_to_l2_messages, const std::vector< crypto::merkle_tree::NullifierLeafValue > &nullifiers, const std::vector< crypto::merkle_tree::PublicDataLeafValue > &public_writes)
WorldStateStatusSummary set_finalized_blocks(const block_number_t &toBlockNumber)
std::unordered_map< MerkleTreeId, index_t > _initial_tree_size
void delete_fork(const uint64_t &forkId)
bool remove_historical_block(const block_number_t &blockNumber, WorldStateStatusFull &status)
std::unordered_map< MerkleTreeId, uint32_t > _tree_heights
static bb::fr compute_initial_block_header_hash(const StateReference &initial_state_ref, uint32_t generator_point, uint64_t genesis_timestamp=0)
uint64_t create_fork(const std::optional< block_number_t > &blockNumber)
crypto::merkle_tree::fr_sibling_path get_sibling_path(const WorldStateRevision &revision, MerkleTreeId tree_id, index_t leaf_index) const
Get the sibling path object for a leaf in a tree.
void validate_trees_are_equally_synched()
void find_leaf_indices(const WorldStateRevision &revision, MerkleTreeId tree_id, const std::vector< T > &leaves, std::vector< std::optional< index_t > > &indices, index_t start_index=0) const
Finds the index of a leaf in a tree.
std::optional< T > get_leaf(const WorldStateRevision &revision, MerkleTreeId tree_id, index_t leaf_index) const
Gets the value of a leaf in a tree.
static bool block_state_matches_world_state(const StateReference &block_state_ref, const StateReference &tree_state_ref)
void revert_all_checkpoints_to(const uint64_t &forkId, uint32_t depth)
bool is_same_state_reference(const WorldStateRevision &revision, const StateReference &state_ref) const
crypto::merkle_tree::GetLowIndexedLeafResponse find_low_leaf_index(const WorldStateRevision &revision, MerkleTreeId tree_id, const bb::fr &leaf_key) const
Finds the leaf that would have its nextIdx/nextValue fields modified if the target leaf were to be in...
void copy_stores(const std::string &dstPath, bool compact) const
Copies all underlying LMDB stores to the target directory while acquiring a write lock.
void update_archive(const StateReference &block_state_ref, const bb::fr &block_header_hash, Fork::Id fork_id=CANONICAL_FORK_ID)
Updates the archive tree with a new block.
bool set_finalized_block(const block_number_t &blockNumber)
WorldStateStores::Ptr _persistentStores
Fork::SharedPtr retrieve_fork(const uint64_t &forkId) const
void get_all_tree_info(const WorldStateRevision &revision, std::array< TreeMeta, NUM_TREES > &responses) const
std::vector< fr > fr_sibling_path
std::variant< TreeWithStore< FrTree >, TreeWithStore< NullifierTree >, TreeWithStore< PublicDataTree > > Tree
const uint64_t DEFAULT_MIN_NUMBER_OF_READERS
std::pair< bb::fr, bb::crypto::merkle_tree::index_t > TreeStateReference
const uint64_t CANONICAL_FORK_ID
std::unordered_map< MerkleTreeId, TreeStateReference > StateReference
constexpr decltype(auto) get(::tuplet::tuple< T... > &&t) noexcept
std::vector< crypto::merkle_tree::LeafUpdateWitnessData< LeafValueType > > low_leaf_witness_data
SERIALIZATION_FIELDS(low_leaf_witness_data, sorted_leaves, subtree_path)
std::vector< std::pair< LeafValueType, index_t > > sorted_leaves
crypto::merkle_tree::fr_sibling_path subtree_path
std::shared_ptr< Fork > SharedPtr
SERIALIZATION_FIELDS(low_leaf_witness_data, insertion_witness_data)
std::vector< crypto::merkle_tree::LeafUpdateWitnessData< LeafValueType > > low_leaf_witness_data
std::vector< crypto::merkle_tree::LeafUpdateWitnessData< LeafValueType > > insertion_witness_data
block_number_t blockNumber
bool is_historical() const
std::shared_ptr< WorldStateStores > Ptr