// This file is part of Substrate. // Copyright (C) Parity Technologies (UK) Ltd. // SPDX-License-Identifier: Apache-2.0 // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. //! Trie-based state machine backend essence used to read values //! from storage. use crate::{ backend::{Consolidate, IterArgs, StorageIterator}, trie_backend::AsLocalTrieCache, warn, StorageKey, StorageValue, }; use codec::Codec; use hash_db::{self, AsHashDB, HashDB, HashDBRef, Hasher, Prefix}; #[cfg(feature = "std")] use parking_lot::RwLock; use sp_core::storage::{ChildInfo, ChildType, StateVersion}; use sp_std::{boxed::Box, marker::PhantomData, vec::Vec}; #[cfg(feature = "std")] use sp_trie::recorder::Recorder; use sp_trie::{ child_delta_trie_root, delta_trie_root, empty_child_trie_root, read_child_trie_hash, read_child_trie_value, read_trie_value, trie_types::{TrieDBBuilder, TrieError}, DBValue, KeySpacedDB, NodeCodec, Trie, TrieCache, TrieDBRawIterator, TrieRecorder, }; #[cfg(feature = "std")] use std::{collections::HashMap, sync::Arc}; // In this module, we only use layout for read operation and empty root, // where V1 and V0 are equivalent. use sp_trie::LayoutV1 as Layout; #[cfg(not(feature = "std"))] macro_rules! format { ( $message:expr, $( $arg:expr )* ) => { { $( let _ = &$arg; )* crate::DefaultError } }; } type Result = sp_std::result::Result; /// Patricia trie-based storage trait. pub trait Storage: Send + Sync { /// Get a trie node. fn get(&self, key: &H::Out, prefix: Prefix) -> Result>; } /// Local cache for child root. #[cfg(feature = "std")] pub(crate) struct Cache { pub child_root: HashMap, Option>, } #[cfg(feature = "std")] impl Cache { fn new() -> Self { Cache { child_root: HashMap::new() } } } enum IterState { Pending, FinishedComplete, FinishedIncomplete, } /// A raw iterator over the storage. pub struct RawIter where H: Hasher, { stop_on_incomplete_database: bool, skip_if_first: Option, root: H::Out, child_info: Option, trie_iter: TrieDBRawIterator>, state: IterState, _phantom: PhantomData<(S, C)>, } impl RawIter where H: Hasher, S: TrieBackendStorage, H::Out: Codec + Ord, C: AsLocalTrieCache + Send + Sync, { #[inline] fn prepare( &mut self, backend: &TrieBackendEssence, callback: impl FnOnce( &sp_trie::TrieDB>, &mut TrieDBRawIterator>, ) -> Option::Out>>>>, ) -> Option> { if !matches!(self.state, IterState::Pending) { return None } let result = backend.with_trie_db(self.root, self.child_info.as_ref(), |db| { callback(&db, &mut self.trie_iter) }); match result { Some(Ok(key_value)) => Some(Ok(key_value)), None => { self.state = IterState::FinishedComplete; None }, Some(Err(error)) => { self.state = IterState::FinishedIncomplete; if matches!(*error, TrieError::IncompleteDatabase(_)) && self.stop_on_incomplete_database { None } else { Some(Err(format!("TrieDB iteration error: {}", error))) } }, } } } impl Default for RawIter where H: Hasher, { fn default() -> Self { Self { stop_on_incomplete_database: false, skip_if_first: None, child_info: None, root: Default::default(), trie_iter: TrieDBRawIterator::empty(), state: IterState::FinishedComplete, _phantom: Default::default(), } } } impl StorageIterator for RawIter where H: Hasher, S: TrieBackendStorage, H::Out: Codec + Ord, C: AsLocalTrieCache + Send + Sync, { type Backend = crate::TrieBackend; type Error = crate::DefaultError; #[inline] fn next_key(&mut self, backend: &Self::Backend) -> Option> { let skip_if_first = self.skip_if_first.take(); self.prepare(&backend.essence, |trie, trie_iter| { let mut result = trie_iter.next_key(&trie); if let Some(skipped_key) = skip_if_first { if let Some(Ok(ref key)) = result { if *key == skipped_key { result = trie_iter.next_key(&trie); } } } result }) } #[inline] fn next_pair(&mut self, backend: &Self::Backend) -> Option> { let skip_if_first = self.skip_if_first.take(); self.prepare(&backend.essence, |trie, trie_iter| { let mut result = trie_iter.next_item(&trie); if let Some(skipped_key) = skip_if_first { if let Some(Ok((ref key, _))) = result { if *key == skipped_key { result = trie_iter.next_item(&trie); } } } result }) } fn was_complete(&self) -> bool { matches!(self.state, IterState::FinishedComplete) } } /// Patricia trie-based pairs storage essence. pub struct TrieBackendEssence, H: Hasher, C> { storage: S, root: H::Out, empty: H::Out, #[cfg(feature = "std")] pub(crate) cache: Arc>>, #[cfg(feature = "std")] pub(crate) trie_node_cache: Option, #[cfg(feature = "std")] pub(crate) recorder: Option>, #[cfg(not(feature = "std"))] _phantom: PhantomData, } impl, H: Hasher, C> TrieBackendEssence { /// Create new trie-based backend. pub fn new(storage: S, root: H::Out) -> Self { TrieBackendEssence { storage, root, empty: H::hash(&[0u8]), #[cfg(feature = "std")] cache: Arc::new(RwLock::new(Cache::new())), #[cfg(feature = "std")] trie_node_cache: None, #[cfg(feature = "std")] recorder: None, #[cfg(not(feature = "std"))] _phantom: PhantomData, } } /// Create new trie-based backend. #[cfg(feature = "std")] pub fn new_with_cache_and_recorder( storage: S, root: H::Out, cache: Option, recorder: Option>, ) -> Self { TrieBackendEssence { storage, root, empty: H::hash(&[0u8]), cache: Arc::new(RwLock::new(Cache::new())), trie_node_cache: cache, recorder, } } /// Get backend storage reference. pub fn backend_storage(&self) -> &S { &self.storage } /// Get backend storage mutable reference. pub fn backend_storage_mut(&mut self) -> &mut S { &mut self.storage } /// Get trie root. pub fn root(&self) -> &H::Out { &self.root } /// Set trie root. This is useful for testing. pub fn set_root(&mut self, root: H::Out) { // If root did change so can have cached content. self.reset_cache(); self.root = root; } #[cfg(feature = "std")] fn reset_cache(&mut self) { self.cache = Arc::new(RwLock::new(Cache::new())); } #[cfg(not(feature = "std"))] fn reset_cache(&mut self) {} /// Consumes self and returns underlying storage. pub fn into_storage(self) -> S { self.storage } } impl, H: Hasher, C: AsLocalTrieCache> TrieBackendEssence { /// Call the given closure passing it the recorder and the cache. /// /// If the given `storage_root` is `None`, `self.root` will be used. #[cfg(feature = "std")] #[inline] fn with_recorder_and_cache( &self, storage_root: Option, callback: impl FnOnce( Option<&mut dyn TrieRecorder>, Option<&mut dyn TrieCache>>, ) -> R, ) -> R { let storage_root = storage_root.unwrap_or_else(|| self.root); let mut recorder = self.recorder.as_ref().map(|r| r.as_trie_recorder(storage_root)); let recorder = match recorder.as_mut() { Some(recorder) => Some(recorder as &mut dyn TrieRecorder), None => None, }; let mut cache = self .trie_node_cache .as_ref() .map(|c| c.as_local_trie_cache().as_trie_db_cache(storage_root)); let cache = cache.as_mut().map(|c| c as _); callback(recorder, cache) } #[cfg(not(feature = "std"))] #[inline] fn with_recorder_and_cache( &self, _: Option, callback: impl FnOnce( Option<&mut dyn TrieRecorder>, Option<&mut dyn TrieCache>>, ) -> R, ) -> R { callback(None, None) } /// Call the given closure passing it the recorder and the cache. /// /// This function must only be used when the operation in `callback` is /// calculating a `storage_root`. It is expected that `callback` returns /// the new storage root. This is required to register the changes in the cache /// for the correct storage root. The given `storage_root` corresponds to the root of the "old" /// trie. If the value is not given, `self.root` is used. #[cfg(feature = "std")] fn with_recorder_and_cache_for_storage_root( &self, storage_root: Option, callback: impl FnOnce( Option<&mut dyn TrieRecorder>, Option<&mut dyn TrieCache>>, ) -> (Option, R), ) -> R { let storage_root = storage_root.unwrap_or_else(|| self.root); let mut recorder = self.recorder.as_ref().map(|r| r.as_trie_recorder(storage_root)); let recorder = match recorder.as_mut() { Some(recorder) => Some(recorder as &mut dyn TrieRecorder), None => None, }; let result = if let Some(local_cache) = self.trie_node_cache.as_ref() { let mut cache = local_cache.as_local_trie_cache().as_trie_db_mut_cache(); let (new_root, r) = callback(recorder, Some(&mut cache)); if let Some(new_root) = new_root { cache.merge_into(local_cache.as_local_trie_cache(), new_root); } r } else { callback(recorder, None).1 }; result } #[cfg(not(feature = "std"))] fn with_recorder_and_cache_for_storage_root( &self, _: Option, callback: impl FnOnce( Option<&mut dyn TrieRecorder>, Option<&mut dyn TrieCache>>, ) -> (Option, R), ) -> R { callback(None, None).1 } } impl, H: Hasher, C: AsLocalTrieCache + Send + Sync> TrieBackendEssence where H::Out: Codec + Ord, { /// Calls the given closure with a [`TrieDb`] constructed for the given /// storage root and (optionally) child trie. #[inline] fn with_trie_db( &self, root: H::Out, child_info: Option<&ChildInfo>, callback: impl FnOnce(&sp_trie::TrieDB>) -> R, ) -> R { let backend = self as &dyn HashDBRef>; let db = child_info .as_ref() .map(|child_info| KeySpacedDB::new(backend, child_info.keyspace())); let db = db.as_ref().map(|db| db as &dyn HashDBRef>).unwrap_or(backend); self.with_recorder_and_cache(Some(root), |recorder, cache| { let trie = TrieDBBuilder::::new(db, &root) .with_optional_recorder(recorder) .with_optional_cache(cache) .build(); callback(&trie) }) } /// Returns the next key in the trie i.e. the minimum key that is strictly superior to `key` in /// lexicographic order. /// /// Will always traverse the trie from scratch in search of the key, which is slow. /// Used only when debug assertions are enabled to crosscheck the results of finding /// the next key through an iterator. #[cfg(debug_assertions)] pub fn next_storage_key_slow(&self, key: &[u8]) -> Result> { self.next_storage_key_from_root(&self.root, None, key) } /// Access the root of the child storage in its parent trie fn child_root(&self, child_info: &ChildInfo) -> Result> { #[cfg(feature = "std")] { if let Some(result) = self.cache.read().child_root.get(child_info.storage_key()) { return Ok(*result) } } let result = self.storage(child_info.prefixed_storage_key().as_slice())?.map(|r| { let mut hash = H::Out::default(); // root is fetched from DB, not writable by runtime, so it's always valid. hash.as_mut().copy_from_slice(&r[..]); hash }); #[cfg(feature = "std")] { self.cache.write().child_root.insert(child_info.storage_key().to_vec(), result); } Ok(result) } /// Return the next key in the child trie i.e. the minimum key that is strictly superior to /// `key` in lexicographic order. pub fn next_child_storage_key( &self, child_info: &ChildInfo, key: &[u8], ) -> Result> { let child_root = match self.child_root(child_info)? { Some(child_root) => child_root, None => return Ok(None), }; self.next_storage_key_from_root(&child_root, Some(child_info), key) } /// Return next key from main trie or child trie by providing corresponding root. fn next_storage_key_from_root( &self, root: &H::Out, child_info: Option<&ChildInfo>, key: &[u8], ) -> Result> { self.with_trie_db(*root, child_info, |trie| { let mut iter = trie.key_iter().map_err(|e| format!("TrieDB iteration error: {}", e))?; // The key just after the one given in input, basically `key++0`. // Note: We are sure this is the next key if: // * size of key has no limit (i.e. we can always add 0 to the path), // * and no keys can be inserted between `key` and `key++0` (this is ensured by sp-io). let mut potential_next_key = Vec::with_capacity(key.len() + 1); potential_next_key.extend_from_slice(key); potential_next_key.push(0); iter.seek(&potential_next_key) .map_err(|e| format!("TrieDB iterator seek error: {}", e))?; let next_element = iter.next(); let next_key = if let Some(next_element) = next_element { let next_key = next_element.map_err(|e| format!("TrieDB iterator next error: {}", e))?; Some(next_key) } else { None }; Ok(next_key) }) } /// Returns the hash value pub fn storage_hash(&self, key: &[u8]) -> Result> { let map_e = |e| format!("Trie lookup error: {}", e); self.with_recorder_and_cache(None, |recorder, cache| { TrieDBBuilder::new(self, &self.root) .with_optional_cache(cache) .with_optional_recorder(recorder) .build() .get_hash(key) .map_err(map_e) }) } /// Get the value of storage at given key. pub fn storage(&self, key: &[u8]) -> Result> { let map_e = |e| format!("Trie lookup error: {}", e); self.with_recorder_and_cache(None, |recorder, cache| { read_trie_value::, _>(self, &self.root, key, recorder, cache).map_err(map_e) }) } /// Returns the hash value pub fn child_storage_hash(&self, child_info: &ChildInfo, key: &[u8]) -> Result> { let child_root = match self.child_root(child_info)? { Some(root) => root, None => return Ok(None), }; let map_e = |e| format!("Trie lookup error: {}", e); self.with_recorder_and_cache(Some(child_root), |recorder, cache| { read_child_trie_hash::, _>( child_info.keyspace(), self, &child_root, key, recorder, cache, ) .map_err(map_e) }) } /// Get the value of child storage at given key. pub fn child_storage( &self, child_info: &ChildInfo, key: &[u8], ) -> Result> { let child_root = match self.child_root(child_info)? { Some(root) => root, None => return Ok(None), }; let map_e = |e| format!("Trie lookup error: {}", e); self.with_recorder_and_cache(Some(child_root), |recorder, cache| { read_child_trie_value::, _>( child_info.keyspace(), self, &child_root, key, recorder, cache, ) .map_err(map_e) }) } /// Create a raw iterator over the storage. pub fn raw_iter(&self, args: IterArgs) -> Result> { let root = if let Some(child_info) = args.child_info.as_ref() { let root = match self.child_root(&child_info)? { Some(root) => root, None => return Ok(Default::default()), }; root } else { self.root }; if self.root == Default::default() { // A special-case for an empty storage root. return Ok(Default::default()) } let trie_iter = self .with_trie_db(root, args.child_info.as_ref(), |db| { let prefix = args.prefix.as_deref().unwrap_or(&[]); if let Some(start_at) = args.start_at { TrieDBRawIterator::new_prefixed_then_seek(db, prefix, &start_at) } else { TrieDBRawIterator::new_prefixed(db, prefix) } }) .map_err(|e| format!("TrieDB iteration error: {}", e))?; Ok(RawIter { stop_on_incomplete_database: args.stop_on_incomplete_database, skip_if_first: if args.start_at_exclusive { args.start_at.map(|key| key.to_vec()) } else { None }, child_info: args.child_info, root, trie_iter, state: IterState::Pending, _phantom: Default::default(), }) } /// Return the storage root after applying the given `delta`. pub fn storage_root<'a>( &self, delta: impl Iterator)>, state_version: StateVersion, ) -> (H::Out, S::Overlay) { let mut write_overlay = S::Overlay::default(); let root = self.with_recorder_and_cache_for_storage_root(None, |recorder, cache| { let mut eph = Ephemeral::new(self.backend_storage(), &mut write_overlay); let res = match state_version { StateVersion::V0 => delta_trie_root::, _, _, _, _, _>( &mut eph, self.root, delta, recorder, cache, ), StateVersion::V1 => delta_trie_root::, _, _, _, _, _>( &mut eph, self.root, delta, recorder, cache, ), }; match res { Ok(ret) => (Some(ret), ret), Err(e) => { warn!(target: "trie", "Failed to write to trie: {}", e); (None, self.root) }, } }); (root, write_overlay) } /// Returns the child storage root for the child trie `child_info` after applying the given /// `delta`. pub fn child_storage_root<'a>( &self, child_info: &ChildInfo, delta: impl Iterator)>, state_version: StateVersion, ) -> (H::Out, bool, S::Overlay) { let default_root = match child_info.child_type() { ChildType::ParentKeyId => empty_child_trie_root::>(), }; let mut write_overlay = S::Overlay::default(); let child_root = match self.child_root(child_info) { Ok(Some(hash)) => hash, Ok(None) => default_root, Err(e) => { warn!(target: "trie", "Failed to read child storage root: {}", e); default_root }, }; let new_child_root = self.with_recorder_and_cache_for_storage_root(Some(child_root), |recorder, cache| { let mut eph = Ephemeral::new(self.backend_storage(), &mut write_overlay); match match state_version { StateVersion::V0 => child_delta_trie_root::, _, _, _, _, _, _>( child_info.keyspace(), &mut eph, child_root, delta, recorder, cache, ), StateVersion::V1 => child_delta_trie_root::, _, _, _, _, _, _>( child_info.keyspace(), &mut eph, child_root, delta, recorder, cache, ), } { Ok(ret) => (Some(ret), ret), Err(e) => { warn!(target: "trie", "Failed to write to trie: {}", e); (None, child_root) }, } }); let is_default = new_child_root == default_root; (new_child_root, is_default, write_overlay) } } pub(crate) struct Ephemeral<'a, S: 'a + TrieBackendStorage, H: 'a + Hasher> { storage: &'a S, overlay: &'a mut S::Overlay, } impl<'a, S: 'a + TrieBackendStorage, H: 'a + Hasher> AsHashDB for Ephemeral<'a, S, H> { fn as_hash_db<'b>(&'b self) -> &'b (dyn HashDB + 'b) { self } fn as_hash_db_mut<'b>(&'b mut self) -> &'b mut (dyn HashDB + 'b) { self } } impl<'a, S: TrieBackendStorage, H: Hasher> Ephemeral<'a, S, H> { pub fn new(storage: &'a S, overlay: &'a mut S::Overlay) -> Self { Ephemeral { storage, overlay } } } impl<'a, S: 'a + TrieBackendStorage, H: Hasher> hash_db::HashDB for Ephemeral<'a, S, H> { fn get(&self, key: &H::Out, prefix: Prefix) -> Option { HashDB::get(self.overlay, key, prefix).or_else(|| { self.storage.get(key, prefix).unwrap_or_else(|e| { warn!(target: "trie", "Failed to read from DB: {}", e); None }) }) } fn contains(&self, key: &H::Out, prefix: Prefix) -> bool { HashDB::get(self, key, prefix).is_some() } fn insert(&mut self, prefix: Prefix, value: &[u8]) -> H::Out { HashDB::insert(self.overlay, prefix, value) } fn emplace(&mut self, key: H::Out, prefix: Prefix, value: DBValue) { HashDB::emplace(self.overlay, key, prefix, value) } fn remove(&mut self, key: &H::Out, prefix: Prefix) { HashDB::remove(self.overlay, key, prefix) } } impl<'a, S: 'a + TrieBackendStorage, H: Hasher> HashDBRef for Ephemeral<'a, S, H> { fn get(&self, key: &H::Out, prefix: Prefix) -> Option { HashDB::get(self, key, prefix) } fn contains(&self, key: &H::Out, prefix: Prefix) -> bool { HashDB::contains(self, key, prefix) } } /// Key-value pairs storage that is used by trie backend essence. pub trait TrieBackendStorage: Send + Sync { /// Type of in-memory overlay. type Overlay: HashDB + Default + Consolidate; /// Get the value stored at key. fn get(&self, key: &H::Out, prefix: Prefix) -> Result>; } impl, H: Hasher> TrieBackendStorage for &T { type Overlay = T::Overlay; fn get(&self, key: &H::Out, prefix: Prefix) -> Result> { (*self).get(key, prefix) } } // This implementation is used by normal storage trie clients. #[cfg(feature = "std")] impl TrieBackendStorage for Arc> { type Overlay = sp_trie::PrefixedMemoryDB; fn get(&self, key: &H::Out, prefix: Prefix) -> Result> { Storage::::get(std::ops::Deref::deref(self), key, prefix) } } impl TrieBackendStorage for sp_trie::GenericMemoryDB where H: Hasher, KF: sp_trie::KeyFunction + Send + Sync, { type Overlay = Self; fn get(&self, key: &H::Out, prefix: Prefix) -> Result> { Ok(hash_db::HashDB::get(self, key, prefix)) } } impl, H: Hasher, C: AsLocalTrieCache + Send + Sync> AsHashDB for TrieBackendEssence { fn as_hash_db<'b>(&'b self) -> &'b (dyn HashDB + 'b) { self } fn as_hash_db_mut<'b>(&'b mut self) -> &'b mut (dyn HashDB + 'b) { self } } impl, H: Hasher, C: AsLocalTrieCache + Send + Sync> HashDB for TrieBackendEssence { fn get(&self, key: &H::Out, prefix: Prefix) -> Option { if *key == self.empty { return Some([0u8].to_vec()) } match self.storage.get(key, prefix) { Ok(x) => x, Err(e) => { warn!(target: "trie", "Failed to read from DB: {}", e); None }, } } fn contains(&self, key: &H::Out, prefix: Prefix) -> bool { HashDB::get(self, key, prefix).is_some() } fn insert(&mut self, _prefix: Prefix, _value: &[u8]) -> H::Out { unimplemented!(); } fn emplace(&mut self, _key: H::Out, _prefix: Prefix, _value: DBValue) { unimplemented!(); } fn remove(&mut self, _key: &H::Out, _prefix: Prefix) { unimplemented!(); } } impl, H: Hasher, C: AsLocalTrieCache + Send + Sync> HashDBRef for TrieBackendEssence { fn get(&self, key: &H::Out, prefix: Prefix) -> Option { HashDB::get(self, key, prefix) } fn contains(&self, key: &H::Out, prefix: Prefix) -> bool { HashDB::contains(self, key, prefix) } } #[cfg(test)] mod test { use super::*; use crate::{Backend, TrieBackend}; use sp_core::{Blake2Hasher, H256}; use sp_trie::{ cache::LocalTrieCache, trie_types::TrieDBMutBuilderV1 as TrieDBMutBuilder, KeySpacedDBMut, PrefixedMemoryDB, TrieMut, }; #[test] fn next_storage_key_and_next_child_storage_key_work() { let child_info = ChildInfo::new_default(b"MyChild"); let child_info = &child_info; // Contains values let mut root_1 = H256::default(); // Contains child trie let mut root_2 = H256::default(); let mut mdb = PrefixedMemoryDB::::default(); { let mut trie = TrieDBMutBuilder::new(&mut mdb, &mut root_1).build(); trie.insert(b"3", &[1]).expect("insert failed"); trie.insert(b"4", &[1]).expect("insert failed"); trie.insert(b"6", &[1]).expect("insert failed"); } { let mut mdb = KeySpacedDBMut::new(&mut mdb, child_info.keyspace()); // reuse of root_1 implicitly assert child trie root is same // as top trie (contents must remain the same). let mut trie = TrieDBMutBuilder::new(&mut mdb, &mut root_1).build(); trie.insert(b"3", &[1]).expect("insert failed"); trie.insert(b"4", &[1]).expect("insert failed"); trie.insert(b"6", &[1]).expect("insert failed"); } { let mut trie = TrieDBMutBuilder::new(&mut mdb, &mut root_2).build(); trie.insert(child_info.prefixed_storage_key().as_slice(), root_1.as_ref()) .expect("insert failed"); }; let essence_1 = TrieBackendEssence::<_, _, LocalTrieCache<_>>::new(mdb, root_1); let mdb = essence_1.backend_storage().clone(); let essence_1 = TrieBackend::from_essence(essence_1); assert_eq!(essence_1.next_storage_key(b"2"), Ok(Some(b"3".to_vec()))); assert_eq!(essence_1.next_storage_key(b"3"), Ok(Some(b"4".to_vec()))); assert_eq!(essence_1.next_storage_key(b"4"), Ok(Some(b"6".to_vec()))); assert_eq!(essence_1.next_storage_key(b"5"), Ok(Some(b"6".to_vec()))); assert_eq!(essence_1.next_storage_key(b"6"), Ok(None)); let essence_2 = TrieBackendEssence::<_, _, LocalTrieCache<_>>::new(mdb, root_2); assert_eq!(essence_2.next_child_storage_key(child_info, b"2"), Ok(Some(b"3".to_vec()))); assert_eq!(essence_2.next_child_storage_key(child_info, b"3"), Ok(Some(b"4".to_vec()))); assert_eq!(essence_2.next_child_storage_key(child_info, b"4"), Ok(Some(b"6".to_vec()))); assert_eq!(essence_2.next_child_storage_key(child_info, b"5"), Ok(Some(b"6".to_vec()))); assert_eq!(essence_2.next_child_storage_key(child_info, b"6"), Ok(None)); } }