mirror of
https://github.com/pezkuwichain/pezkuwi-subxt.git
synced 2026-05-09 02:28:05 +00:00
7cc095ec9f
* Add verify block to benchmarks macro. * Update all benchmarks. * Add tests, add params. * Should panic. * ups, add closures * Update tests.rs * update macro syntax * Revert benchmark syntax change * verify only in tests * Update tests.rs * Uncomment staking * Fix tests for benchmark instance * Add docs * Update frame/benchmarking/src/lib.rs * add trace logs to benchmarks * Verify returns closure Co-authored-by: Shawn Tabrizi <shawntabrizi@gmail.com>
140 lines
5.3 KiB
Rust
140 lines
5.3 KiB
Rust
// Copyright 2020 Parity Technologies (UK) Ltd.
|
|
// This file is part of Substrate.
|
|
|
|
// Substrate is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
|
|
// Substrate is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU General Public License for more details.
|
|
|
|
// You should have received a copy of the GNU General Public License
|
|
// along with Substrate. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
//! Interfaces, types and utils for benchmarking a FRAME runtime.
|
|
|
|
use codec::{Encode, Decode};
|
|
use sp_std::{vec::Vec, prelude::Box};
|
|
use sp_io::hashing::blake2_256;
|
|
use sp_runtime::RuntimeString;
|
|
|
|
/// An alphabet of possible parameters to use for benchmarking.
|
|
#[derive(Encode, Decode, Clone, Copy, PartialEq, Debug)]
|
|
#[allow(missing_docs)]
|
|
#[allow(non_camel_case_types)]
|
|
pub enum BenchmarkParameter {
|
|
a, b, c, d, e, f, g, h, i, j, k, l, m, n, o, p, q, r, s, t, u, v, w, x, y, z,
|
|
}
|
|
|
|
/// The results of a single of benchmark.
|
|
#[derive(Encode, Decode, Clone, PartialEq, Debug)]
|
|
pub struct BenchmarkBatch {
|
|
/// The pallet containing this benchmark.
|
|
pub pallet: Vec<u8>,
|
|
/// The extrinsic (or benchmark name) of this benchmark.
|
|
pub benchmark: Vec<u8>,
|
|
/// The results from this benchmark.
|
|
pub results: Vec<BenchmarkResults>,
|
|
}
|
|
|
|
/// Results from running benchmarks on a FRAME pallet.
|
|
/// Contains duration of the function call in nanoseconds along with the benchmark parameters
|
|
/// used for that benchmark result.
|
|
pub type BenchmarkResults = (Vec<(BenchmarkParameter, u32)>, u128, u128);
|
|
|
|
sp_api::decl_runtime_apis! {
|
|
/// Runtime api for benchmarking a FRAME runtime.
|
|
pub trait Benchmark {
|
|
/// Dispatch the given benchmark.
|
|
fn dispatch_benchmark(
|
|
pallet: Vec<u8>,
|
|
benchmark: Vec<u8>,
|
|
lowest_range_values: Vec<u32>,
|
|
highest_range_values: Vec<u32>,
|
|
steps: Vec<u32>,
|
|
repeat: u32,
|
|
) -> Result<Vec<BenchmarkBatch>, RuntimeString>;
|
|
}
|
|
}
|
|
|
|
/// Interface that provides functions for benchmarking the runtime.
|
|
#[sp_runtime_interface::runtime_interface]
|
|
pub trait Benchmarking {
|
|
/// Get the number of nanoseconds passed since the UNIX epoch
|
|
///
|
|
/// WARNING! This is a non-deterministic call. Do not use this within
|
|
/// consensus critical logic.
|
|
fn current_time() -> u128 {
|
|
std::time::SystemTime::now().duration_since(std::time::SystemTime::UNIX_EPOCH)
|
|
.expect("Unix time doesn't go backwards; qed")
|
|
.as_nanos()
|
|
}
|
|
|
|
/// Reset the trie database to the genesis state.
|
|
fn wipe_db(&mut self) {
|
|
self.wipe()
|
|
}
|
|
|
|
/// Commit pending storage changes to the trie database and clear the database cache.
|
|
fn commit_db(&mut self) {
|
|
self.commit()
|
|
}
|
|
}
|
|
|
|
/// The pallet benchmarking trait.
|
|
pub trait Benchmarking<T> {
|
|
/// Get the benchmarks available for this pallet. Generally there is one benchmark per
|
|
/// extrinsic, so these are sometimes just called "extrinsics".
|
|
fn benchmarks() -> Vec<&'static [u8]>;
|
|
|
|
/// Run the benchmarks for this pallet.
|
|
///
|
|
/// Parameters
|
|
/// - `name`: The name of extrinsic function or benchmark you want to benchmark encoded as
|
|
/// bytes.
|
|
/// - `steps`: The number of sample points you want to take across the range of parameters.
|
|
/// - `lowest_range_values`: The lowest number for each range of parameters.
|
|
/// - `highest_range_values`: The highest number for each range of parameters.
|
|
/// - `repeat`: The number of times you want to repeat a benchmark.
|
|
fn run_benchmark(
|
|
name: &[u8],
|
|
lowest_range_values: &[u32],
|
|
highest_range_values: &[u32],
|
|
steps: &[u32],
|
|
repeat: u32,
|
|
) -> Result<Vec<T>, &'static str>;
|
|
}
|
|
|
|
/// The required setup for creating a benchmark.
|
|
pub trait BenchmarkingSetup<T> {
|
|
/// Return the components and their ranges which should be tested in this benchmark.
|
|
fn components(&self) -> Vec<(BenchmarkParameter, u32, u32)>;
|
|
|
|
/// Set up the storage, and prepare a closure to run the benchmark.
|
|
fn instance(&self, components: &[(BenchmarkParameter, u32)]) -> Result<Box<dyn FnOnce() -> Result<(), &'static str>>, &'static str>;
|
|
|
|
/// Set up the storage, and prepare a closure to test and verify the benchmark
|
|
fn verify(&self, components: &[(BenchmarkParameter, u32)]) -> Result<Box<dyn FnOnce() -> Result<(), &'static str>>, &'static str>;
|
|
}
|
|
|
|
/// The required setup for creating a benchmark.
|
|
pub trait BenchmarkingSetupInstance<T, I> {
|
|
/// Return the components and their ranges which should be tested in this benchmark.
|
|
fn components(&self) -> Vec<(BenchmarkParameter, u32, u32)>;
|
|
|
|
/// Set up the storage, and prepare a closure to run the benchmark.
|
|
fn instance(&self, components: &[(BenchmarkParameter, u32)]) -> Result<Box<dyn FnOnce() -> Result<(), &'static str>>, &'static str>;
|
|
|
|
/// Set up the storage, and prepare a closure to test and verify the benchmark
|
|
fn verify(&self, components: &[(BenchmarkParameter, u32)]) -> Result<Box<dyn FnOnce() -> Result<(), &'static str>>, &'static str>;
|
|
}
|
|
|
|
/// Grab an account, seeded by a name and index.
|
|
pub fn account<AccountId: Decode + Default>(name: &'static str, index: u32, seed: u32) -> AccountId {
|
|
let entropy = (name, index, seed).using_encoded(blake2_256);
|
|
AccountId::decode(&mut &entropy[..]).unwrap_or_default()
|
|
}
|