mirror of
https://github.com/pezkuwichain/pezkuwi-subxt.git
synced 2026-04-28 07:27:55 +00:00
7df8e52cfe
* skeleton for tracking historical sessions * refactor OpaqueKeys * some more skeleton work * adjust session to new OpaqueKeys API * further refactoring of key-type-ids * session gets validator ID parameter * run up against compiler * tweak staking to support new session changes * first run at child storage for deduplication * Make session use `AccountId` as `ValidatorId` * run up against child trie issues * switch to using normal trie but with a fixed prefix * clear out some println * add dedup test * flesh out historical module more * introduce ExposureOf for staking * test the historical module * WASM compiles * tests all compile * do some mock change * fix bulk of tests * fix staking tests * test obsolecence mechanic * Apply suggestions from code review Co-Authored-By: Bastian Köcher <bkchr@users.noreply.github.com> * some more style nits * a couple more nits * tweak tries * fix typo thie -> this
270 lines
8.7 KiB
Rust
270 lines
8.7 KiB
Rust
// Copyright 2017-2019 Parity Technologies (UK) Ltd.
|
|
// This file is part of Substrate.
|
|
|
|
// Substrate is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
|
|
// Substrate is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU General Public License for more details.
|
|
|
|
// You should have received a copy of the GNU General Public License
|
|
// along with Substrate. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
//! Test implementation for Externalities.
|
|
|
|
use std::collections::{HashMap, BTreeMap};
|
|
use std::iter::FromIterator;
|
|
use hash_db::Hasher;
|
|
use crate::backend::{InMemory, Backend};
|
|
use primitives::storage::well_known_keys::is_child_storage_key;
|
|
use crate::changes_trie::{
|
|
compute_changes_trie_root, InMemoryStorage as ChangesTrieInMemoryStorage,
|
|
BlockNumber as ChangesTrieBlockNumber,
|
|
};
|
|
use primitives::offchain;
|
|
use primitives::storage::well_known_keys::{CHANGES_TRIE_CONFIG, CODE, HEAP_PAGES};
|
|
use parity_codec::Encode;
|
|
use super::{ChildStorageKey, Externalities, OverlayedChanges};
|
|
|
|
const EXT_NOT_ALLOWED_TO_FAIL: &str = "Externalities not allowed to fail within runtime";
|
|
|
|
/// Simple HashMap-based Externalities impl.
|
|
pub struct TestExternalities<H: Hasher, N: ChangesTrieBlockNumber> {
|
|
overlay: OverlayedChanges,
|
|
backend: InMemory<H>,
|
|
changes_trie_storage: ChangesTrieInMemoryStorage<H, N>,
|
|
offchain: Option<Box<dyn offchain::Externalities>>,
|
|
}
|
|
|
|
impl<H: Hasher, N: ChangesTrieBlockNumber> TestExternalities<H, N> {
|
|
/// Create a new instance of `TestExternalities`.
|
|
pub fn new(inner: HashMap<Vec<u8>, Vec<u8>>) -> Self {
|
|
Self::new_with_code(&[], inner)
|
|
}
|
|
|
|
/// Create a new instance of `TestExternalities`
|
|
pub fn new_with_code(code: &[u8], mut inner: HashMap<Vec<u8>, Vec<u8>>) -> Self {
|
|
let mut overlay = OverlayedChanges::default();
|
|
|
|
super::set_changes_trie_config(
|
|
&mut overlay,
|
|
inner.get(&CHANGES_TRIE_CONFIG.to_vec()).cloned(),
|
|
false,
|
|
).expect("changes trie configuration is correct in test env; qed");
|
|
|
|
inner.insert(HEAP_PAGES.to_vec(), 8u64.encode());
|
|
inner.insert(CODE.to_vec(), code.to_vec());
|
|
|
|
TestExternalities {
|
|
overlay,
|
|
changes_trie_storage: ChangesTrieInMemoryStorage::new(),
|
|
backend: inner.into(),
|
|
offchain: None,
|
|
}
|
|
}
|
|
|
|
/// Insert key/value into backend
|
|
pub fn insert(&mut self, k: Vec<u8>, v: Vec<u8>) {
|
|
self.backend = self.backend.update(vec![(None, k, Some(v))]);
|
|
}
|
|
|
|
/// Iter to all pairs in key order
|
|
pub fn iter_pairs_in_order(&self) -> impl Iterator<Item=(Vec<u8>, Vec<u8>)> {
|
|
self.backend.pairs().iter()
|
|
.map(|&(ref k, ref v)| (k.to_vec(), Some(v.to_vec())))
|
|
.chain(self.overlay.committed.top.clone().into_iter().map(|(k, v)| (k, v.value)))
|
|
.chain(self.overlay.prospective.top.clone().into_iter().map(|(k, v)| (k, v.value)))
|
|
.collect::<BTreeMap<_, _>>()
|
|
.into_iter()
|
|
.filter_map(|(k, maybe_val)| maybe_val.map(|val| (k, val)))
|
|
}
|
|
|
|
/// Set offchain externaltiies.
|
|
pub fn set_offchain_externalities(&mut self, offchain: impl offchain::Externalities + 'static) {
|
|
self.offchain = Some(Box::new(offchain));
|
|
}
|
|
|
|
/// Get mutable reference to changes trie storage.
|
|
pub fn changes_trie_storage(&mut self) -> &mut ChangesTrieInMemoryStorage<H, N> {
|
|
&mut self.changes_trie_storage
|
|
}
|
|
}
|
|
|
|
impl<H: Hasher, N: ChangesTrieBlockNumber> ::std::fmt::Debug for TestExternalities<H, N> {
|
|
fn fmt(&self, f: &mut ::std::fmt::Formatter) -> ::std::fmt::Result {
|
|
write!(f, "overlay: {:?}\nbackend: {:?}", self.overlay, self.backend.pairs())
|
|
}
|
|
}
|
|
|
|
impl<H: Hasher, N: ChangesTrieBlockNumber> PartialEq for TestExternalities<H, N> {
|
|
/// This doesn't test if they are in the same state, only if they contains the
|
|
/// same data at this state
|
|
fn eq(&self, other: &TestExternalities<H, N>) -> bool {
|
|
self.iter_pairs_in_order().eq(other.iter_pairs_in_order())
|
|
}
|
|
}
|
|
|
|
impl<H: Hasher, N: ChangesTrieBlockNumber> FromIterator<(Vec<u8>, Vec<u8>)> for TestExternalities<H, N> {
|
|
fn from_iter<I: IntoIterator<Item=(Vec<u8>, Vec<u8>)>>(iter: I) -> Self {
|
|
let mut t = Self::new(Default::default());
|
|
t.backend = t.backend.update(iter.into_iter().map(|(k, v)| (None, k, Some(v))).collect());
|
|
t
|
|
}
|
|
}
|
|
|
|
impl<H: Hasher, N: ChangesTrieBlockNumber> Default for TestExternalities<H, N> {
|
|
fn default() -> Self { Self::new(Default::default()) }
|
|
}
|
|
|
|
impl<H: Hasher, N: ChangesTrieBlockNumber> From<TestExternalities<H, N>> for HashMap<Vec<u8>, Vec<u8>> {
|
|
fn from(tex: TestExternalities<H, N>) -> Self {
|
|
tex.iter_pairs_in_order().collect()
|
|
}
|
|
}
|
|
|
|
impl<H: Hasher, N: ChangesTrieBlockNumber> From< HashMap<Vec<u8>, Vec<u8>> > for TestExternalities<H, N> {
|
|
fn from(hashmap: HashMap<Vec<u8>, Vec<u8>>) -> Self {
|
|
Self::from_iter(hashmap)
|
|
}
|
|
}
|
|
|
|
impl<H, N> Externalities<H> for TestExternalities<H, N>
|
|
where
|
|
H: Hasher,
|
|
N: ChangesTrieBlockNumber,
|
|
H::Out: Ord + 'static
|
|
{
|
|
fn storage(&self, key: &[u8]) -> Option<Vec<u8>> {
|
|
self.overlay.storage(key).map(|x| x.map(|x| x.to_vec())).unwrap_or_else(||
|
|
self.backend.storage(key).expect(EXT_NOT_ALLOWED_TO_FAIL))
|
|
}
|
|
|
|
fn original_storage(&self, key: &[u8]) -> Option<Vec<u8>> {
|
|
self.backend.storage(key).expect(EXT_NOT_ALLOWED_TO_FAIL)
|
|
}
|
|
|
|
fn child_storage(&self, storage_key: ChildStorageKey<H>, key: &[u8]) -> Option<Vec<u8>> {
|
|
self.overlay
|
|
.child_storage(storage_key.as_ref(), key)
|
|
.map(|x| x.map(|x| x.to_vec()))
|
|
.unwrap_or_else(|| self.backend
|
|
.child_storage(storage_key.as_ref(), key)
|
|
.expect(EXT_NOT_ALLOWED_TO_FAIL)
|
|
)
|
|
}
|
|
|
|
fn place_storage(&mut self, key: Vec<u8>, maybe_value: Option<Vec<u8>>) {
|
|
if is_child_storage_key(&key) {
|
|
panic!("Refuse to directly set child storage key");
|
|
}
|
|
|
|
self.overlay.set_storage(key, maybe_value);
|
|
}
|
|
|
|
fn place_child_storage(
|
|
&mut self,
|
|
storage_key: ChildStorageKey<H>,
|
|
key: Vec<u8>,
|
|
value: Option<Vec<u8>>
|
|
) {
|
|
self.overlay.set_child_storage(storage_key.into_owned(), key, value);
|
|
}
|
|
|
|
fn kill_child_storage(&mut self, storage_key: ChildStorageKey<H>) {
|
|
let backend = &self.backend;
|
|
let overlay = &mut self.overlay;
|
|
|
|
overlay.clear_child_storage(storage_key.as_ref());
|
|
backend.for_keys_in_child_storage(storage_key.as_ref(), |key| {
|
|
overlay.set_child_storage(storage_key.as_ref().to_vec(), key.to_vec(), None);
|
|
});
|
|
}
|
|
|
|
fn clear_prefix(&mut self, prefix: &[u8]) {
|
|
if is_child_storage_key(prefix) {
|
|
panic!("Refuse to directly clear prefix that is part of child storage key");
|
|
}
|
|
|
|
self.overlay.clear_prefix(prefix);
|
|
|
|
let backend = &self.backend;
|
|
let overlay = &mut self.overlay;
|
|
backend.for_keys_with_prefix(prefix, |key| {
|
|
overlay.set_storage(key.to_vec(), None);
|
|
});
|
|
}
|
|
|
|
fn chain_id(&self) -> u64 { 42 }
|
|
|
|
fn storage_root(&mut self) -> H::Out {
|
|
// compute and memoize
|
|
let delta = self.overlay.committed.top.iter().map(|(k, v)| (k.clone(), v.value.clone()))
|
|
.chain(self.overlay.prospective.top.iter().map(|(k, v)| (k.clone(), v.value.clone())));
|
|
|
|
self.backend.storage_root(delta).0
|
|
}
|
|
|
|
fn child_storage_root(&mut self, storage_key: ChildStorageKey<H>) -> Vec<u8> {
|
|
let storage_key = storage_key.as_ref();
|
|
|
|
let (root, _, _) = {
|
|
let delta = self.overlay.committed.children.get(storage_key)
|
|
.into_iter()
|
|
.flat_map(|map| map.1.iter().map(|(k, v)| (k.clone(), v.clone())))
|
|
.chain(self.overlay.prospective.children.get(storage_key)
|
|
.into_iter()
|
|
.flat_map(|map| map.1.clone().into_iter()));
|
|
|
|
self.backend.child_storage_root(storage_key, delta)
|
|
};
|
|
self.overlay.set_storage(storage_key.into(), Some(root.clone()));
|
|
root
|
|
}
|
|
|
|
fn storage_changes_root(&mut self, parent: H::Out) -> Result<Option<H::Out>, ()> {
|
|
Ok(compute_changes_trie_root::<_, _, H, N>(
|
|
&self.backend,
|
|
Some(&self.changes_trie_storage),
|
|
&self.overlay,
|
|
parent,
|
|
)?.map(|(root, _)| root.clone()))
|
|
}
|
|
|
|
fn offchain(&mut self) -> Option<&mut dyn offchain::Externalities> {
|
|
self.offchain
|
|
.as_mut()
|
|
.map(|x| &mut **x as _)
|
|
}
|
|
}
|
|
|
|
#[cfg(test)]
|
|
mod tests {
|
|
use super::*;
|
|
use primitives::{Blake2Hasher, H256};
|
|
use hex_literal::hex;
|
|
|
|
#[test]
|
|
fn commit_should_work() {
|
|
let mut ext = TestExternalities::<Blake2Hasher, u64>::default();
|
|
ext.set_storage(b"doe".to_vec(), b"reindeer".to_vec());
|
|
ext.set_storage(b"dog".to_vec(), b"puppy".to_vec());
|
|
ext.set_storage(b"dogglesworth".to_vec(), b"cat".to_vec());
|
|
const ROOT: [u8; 32] = hex!("cc65c26c37ebd4abcdeb3f1ecd727527051620779a2f6c809bac0f8a87dbb816");
|
|
assert_eq!(ext.storage_root(), H256::from(ROOT));
|
|
}
|
|
|
|
#[test]
|
|
fn set_and_retrieve_code() {
|
|
let mut ext = TestExternalities::<Blake2Hasher, u64>::default();
|
|
|
|
let code = vec![1, 2, 3];
|
|
ext.set_storage(CODE.to_vec(), code.clone());
|
|
|
|
assert_eq!(&ext.storage(CODE).unwrap(), &code);
|
|
}
|
|
}
|