Create Script to Run All Benchmarks (#11493)

* Create run_all_benchmarks.sh

* Update run_all_benchmarks.sh

* Update run_all_benchmarks.sh

* Review fixes

Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io>

* Update scripts/run_all_benchmarks.sh

Co-authored-by: Bastian Köcher <bkchr@users.noreply.github.com>

* typo

Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io>

* add default for $1

* Typo

Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io>

* Update run_all_benchmarks.sh

* new weights on benchmarking machine

* prefer `--chain=dev`

* fix compile

* fix command

* fmt

* dont use square brackets

* Extend doc

Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io>

* Remove +nightly

Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io>

* Add error file an run execute everything optimistically

Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io>

Co-authored-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io>
Co-authored-by: Bastian Köcher <bkchr@users.noreply.github.com>
This commit is contained in:
Shawn Tabrizi
2022-05-23 12:56:42 -04:00
committed by GitHub
parent 8d3f692e0c
commit d9f33dc7e9
43 changed files with 2317 additions and 2169 deletions
@@ -18,12 +18,13 @@
//! Autogenerated weights for pallet_election_provider_multi_phase
//!
//! THIS FILE WAS AUTO-GENERATED USING THE SUBSTRATE BENCHMARK CLI VERSION 4.0.0-dev
//! DATE: 2022-03-03, STEPS: `50`, REPEAT: 20, LOW RANGE: `[]`, HIGH RANGE: `[]`
//! DATE: 2022-05-22, STEPS: `50`, REPEAT: 20, LOW RANGE: `[]`, HIGH RANGE: `[]`
//! EXECUTION: Some(Wasm), WASM-EXECUTION: Compiled, CHAIN: Some("dev"), DB CACHE: 1024
// Executed Command:
// target/production/substrate
// ./target/production/substrate
// benchmark
// pallet
// --chain=dev
// --steps=50
// --repeat=20
@@ -31,9 +32,8 @@
// --extrinsic=*
// --execution=wasm
// --wasm-execution=compiled
// --heap-pages=4096
// --output=./frame/election-provider-multi-phase/src/weights.rs
// --template=./.maintain/frame-weight-template.hbs
// --output=./frame/election-provider-multi-phase/src/weights.rs
#![cfg_attr(rustfmt, rustfmt_skip)]
#![allow(unused_parens)]
@@ -68,33 +68,33 @@ impl<T: frame_system::Config> WeightInfo for SubstrateWeight<T> {
// Storage: Staking ForceEra (r:1 w:0)
// Storage: ElectionProviderMultiPhase CurrentPhase (r:1 w:0)
fn on_initialize_nothing() -> Weight {
(13_342_000 as Weight)
(12_920_000 as Weight)
.saturating_add(T::DbWeight::get().reads(8 as Weight))
}
// Storage: ElectionProviderMultiPhase Round (r:1 w:0)
// Storage: ElectionProviderMultiPhase CurrentPhase (r:0 w:1)
fn on_initialize_open_signed() -> Weight {
(13_503_000 as Weight)
(13_366_000 as Weight)
.saturating_add(T::DbWeight::get().reads(1 as Weight))
.saturating_add(T::DbWeight::get().writes(1 as Weight))
}
// Storage: ElectionProviderMultiPhase Round (r:1 w:0)
// Storage: ElectionProviderMultiPhase CurrentPhase (r:0 w:1)
fn on_initialize_open_unsigned() -> Weight {
(13_688_000 as Weight)
(13_487_000 as Weight)
.saturating_add(T::DbWeight::get().reads(1 as Weight))
.saturating_add(T::DbWeight::get().writes(1 as Weight))
}
// Storage: System Account (r:1 w:1)
// Storage: ElectionProviderMultiPhase QueuedSolution (r:0 w:1)
fn finalize_signed_phase_accept_solution() -> Weight {
(29_124_000 as Weight)
(28_656_000 as Weight)
.saturating_add(T::DbWeight::get().reads(1 as Weight))
.saturating_add(T::DbWeight::get().writes(2 as Weight))
}
// Storage: System Account (r:1 w:1)
fn finalize_signed_phase_reject_solution() -> Weight {
(21_950_000 as Weight)
(21_910_000 as Weight)
.saturating_add(T::DbWeight::get().reads(1 as Weight))
.saturating_add(T::DbWeight::get().writes(1 as Weight))
}
@@ -102,11 +102,11 @@ impl<T: frame_system::Config> WeightInfo for SubstrateWeight<T> {
// Storage: ElectionProviderMultiPhase DesiredTargets (r:0 w:1)
// Storage: ElectionProviderMultiPhase Snapshot (r:0 w:1)
fn create_snapshot_internal(v: u32, t: u32, ) -> Weight {
(17_274_000 as Weight)
(0 as Weight)
// Standard Error: 1_000
.saturating_add((191_000 as Weight).saturating_mul(v as Weight))
.saturating_add((210_000 as Weight).saturating_mul(v as Weight))
// Standard Error: 3_000
.saturating_add((53_000 as Weight).saturating_mul(t as Weight))
.saturating_add((77_000 as Weight).saturating_mul(t as Weight))
.saturating_add(T::DbWeight::get().writes(3 as Weight))
}
// Storage: ElectionProviderMultiPhase SignedSubmissionIndices (r:1 w:1)
@@ -119,11 +119,11 @@ impl<T: frame_system::Config> WeightInfo for SubstrateWeight<T> {
// Storage: ElectionProviderMultiPhase Snapshot (r:0 w:1)
// Storage: ElectionProviderMultiPhase CurrentPhase (r:0 w:1)
fn elect_queued(a: u32, d: u32, ) -> Weight {
(145_826_000 as Weight)
(97_857_000 as Weight)
// Standard Error: 2_000
.saturating_add((651_000 as Weight).saturating_mul(a as Weight))
// Standard Error: 4_000
.saturating_add((604_000 as Weight).saturating_mul(a as Weight))
// Standard Error: 6_000
.saturating_add((72_000 as Weight).saturating_mul(d as Weight))
.saturating_add((133_000 as Weight).saturating_mul(d as Weight))
.saturating_add(T::DbWeight::get().reads(6 as Weight))
.saturating_add(T::DbWeight::get().writes(8 as Weight))
}
@@ -134,7 +134,7 @@ impl<T: frame_system::Config> WeightInfo for SubstrateWeight<T> {
// Storage: ElectionProviderMultiPhase SignedSubmissionNextIndex (r:1 w:1)
// Storage: ElectionProviderMultiPhase SignedSubmissionsMap (r:0 w:1)
fn submit() -> Weight {
(41_579_000 as Weight)
(43_892_000 as Weight)
.saturating_add(T::DbWeight::get().reads(5 as Weight))
.saturating_add(T::DbWeight::get().writes(3 as Weight))
}
@@ -148,13 +148,13 @@ impl<T: frame_system::Config> WeightInfo for SubstrateWeight<T> {
fn submit_unsigned(v: u32, t: u32, a: u32, d: u32, ) -> Weight {
(0 as Weight)
// Standard Error: 3_000
.saturating_add((882_000 as Weight).saturating_mul(v as Weight))
// Standard Error: 7_000
.saturating_add((144_000 as Weight).saturating_mul(t as Weight))
// Standard Error: 12_000
.saturating_add((6_534_000 as Weight).saturating_mul(a as Weight))
// Standard Error: 18_000
.saturating_add((1_312_000 as Weight).saturating_mul(d as Weight))
.saturating_add((900_000 as Weight).saturating_mul(v as Weight))
// Standard Error: 6_000
.saturating_add((141_000 as Weight).saturating_mul(t as Weight))
// Standard Error: 11_000
.saturating_add((6_817_000 as Weight).saturating_mul(a as Weight))
// Standard Error: 17_000
.saturating_add((1_533_000 as Weight).saturating_mul(d as Weight))
.saturating_add(T::DbWeight::get().reads(7 as Weight))
.saturating_add(T::DbWeight::get().writes(1 as Weight))
}
@@ -162,14 +162,16 @@ impl<T: frame_system::Config> WeightInfo for SubstrateWeight<T> {
// Storage: ElectionProviderMultiPhase DesiredTargets (r:1 w:0)
// Storage: ElectionProviderMultiPhase MinimumUntrustedScore (r:1 w:0)
// Storage: ElectionProviderMultiPhase Snapshot (r:1 w:0)
fn feasibility_check(v: u32, _t: u32, a: u32, d: u32, ) -> Weight {
fn feasibility_check(v: u32, t: u32, a: u32, d: u32, ) -> Weight {
(0 as Weight)
// Standard Error: 3_000
.saturating_add((835_000 as Weight).saturating_mul(v as Weight))
// Standard Error: 12_000
.saturating_add((5_395_000 as Weight).saturating_mul(a as Weight))
// Standard Error: 19_000
.saturating_add((1_243_000 as Weight).saturating_mul(d as Weight))
.saturating_add((885_000 as Weight).saturating_mul(v as Weight))
// Standard Error: 6_000
.saturating_add((205_000 as Weight).saturating_mul(t as Weight))
// Standard Error: 11_000
.saturating_add((5_532_000 as Weight).saturating_mul(a as Weight))
// Standard Error: 16_000
.saturating_add((1_138_000 as Weight).saturating_mul(d as Weight))
.saturating_add(T::DbWeight::get().reads(4 as Weight))
}
}
@@ -185,33 +187,33 @@ impl WeightInfo for () {
// Storage: Staking ForceEra (r:1 w:0)
// Storage: ElectionProviderMultiPhase CurrentPhase (r:1 w:0)
fn on_initialize_nothing() -> Weight {
(13_342_000 as Weight)
(12_920_000 as Weight)
.saturating_add(RocksDbWeight::get().reads(8 as Weight))
}
// Storage: ElectionProviderMultiPhase Round (r:1 w:0)
// Storage: ElectionProviderMultiPhase CurrentPhase (r:0 w:1)
fn on_initialize_open_signed() -> Weight {
(13_503_000 as Weight)
(13_366_000 as Weight)
.saturating_add(RocksDbWeight::get().reads(1 as Weight))
.saturating_add(RocksDbWeight::get().writes(1 as Weight))
}
// Storage: ElectionProviderMultiPhase Round (r:1 w:0)
// Storage: ElectionProviderMultiPhase CurrentPhase (r:0 w:1)
fn on_initialize_open_unsigned() -> Weight {
(13_688_000 as Weight)
(13_487_000 as Weight)
.saturating_add(RocksDbWeight::get().reads(1 as Weight))
.saturating_add(RocksDbWeight::get().writes(1 as Weight))
}
// Storage: System Account (r:1 w:1)
// Storage: ElectionProviderMultiPhase QueuedSolution (r:0 w:1)
fn finalize_signed_phase_accept_solution() -> Weight {
(29_124_000 as Weight)
(28_656_000 as Weight)
.saturating_add(RocksDbWeight::get().reads(1 as Weight))
.saturating_add(RocksDbWeight::get().writes(2 as Weight))
}
// Storage: System Account (r:1 w:1)
fn finalize_signed_phase_reject_solution() -> Weight {
(21_950_000 as Weight)
(21_910_000 as Weight)
.saturating_add(RocksDbWeight::get().reads(1 as Weight))
.saturating_add(RocksDbWeight::get().writes(1 as Weight))
}
@@ -219,11 +221,11 @@ impl WeightInfo for () {
// Storage: ElectionProviderMultiPhase DesiredTargets (r:0 w:1)
// Storage: ElectionProviderMultiPhase Snapshot (r:0 w:1)
fn create_snapshot_internal(v: u32, t: u32, ) -> Weight {
(17_274_000 as Weight)
(0 as Weight)
// Standard Error: 1_000
.saturating_add((191_000 as Weight).saturating_mul(v as Weight))
.saturating_add((210_000 as Weight).saturating_mul(v as Weight))
// Standard Error: 3_000
.saturating_add((53_000 as Weight).saturating_mul(t as Weight))
.saturating_add((77_000 as Weight).saturating_mul(t as Weight))
.saturating_add(RocksDbWeight::get().writes(3 as Weight))
}
// Storage: ElectionProviderMultiPhase SignedSubmissionIndices (r:1 w:1)
@@ -236,11 +238,11 @@ impl WeightInfo for () {
// Storage: ElectionProviderMultiPhase Snapshot (r:0 w:1)
// Storage: ElectionProviderMultiPhase CurrentPhase (r:0 w:1)
fn elect_queued(a: u32, d: u32, ) -> Weight {
(145_826_000 as Weight)
(97_857_000 as Weight)
// Standard Error: 2_000
.saturating_add((651_000 as Weight).saturating_mul(a as Weight))
// Standard Error: 4_000
.saturating_add((604_000 as Weight).saturating_mul(a as Weight))
// Standard Error: 6_000
.saturating_add((72_000 as Weight).saturating_mul(d as Weight))
.saturating_add((133_000 as Weight).saturating_mul(d as Weight))
.saturating_add(RocksDbWeight::get().reads(6 as Weight))
.saturating_add(RocksDbWeight::get().writes(8 as Weight))
}
@@ -251,7 +253,7 @@ impl WeightInfo for () {
// Storage: ElectionProviderMultiPhase SignedSubmissionNextIndex (r:1 w:1)
// Storage: ElectionProviderMultiPhase SignedSubmissionsMap (r:0 w:1)
fn submit() -> Weight {
(41_579_000 as Weight)
(43_892_000 as Weight)
.saturating_add(RocksDbWeight::get().reads(5 as Weight))
.saturating_add(RocksDbWeight::get().writes(3 as Weight))
}
@@ -265,13 +267,13 @@ impl WeightInfo for () {
fn submit_unsigned(v: u32, t: u32, a: u32, d: u32, ) -> Weight {
(0 as Weight)
// Standard Error: 3_000
.saturating_add((882_000 as Weight).saturating_mul(v as Weight))
// Standard Error: 7_000
.saturating_add((144_000 as Weight).saturating_mul(t as Weight))
// Standard Error: 12_000
.saturating_add((6_534_000 as Weight).saturating_mul(a as Weight))
// Standard Error: 18_000
.saturating_add((1_312_000 as Weight).saturating_mul(d as Weight))
.saturating_add((900_000 as Weight).saturating_mul(v as Weight))
// Standard Error: 6_000
.saturating_add((141_000 as Weight).saturating_mul(t as Weight))
// Standard Error: 11_000
.saturating_add((6_817_000 as Weight).saturating_mul(a as Weight))
// Standard Error: 17_000
.saturating_add((1_533_000 as Weight).saturating_mul(d as Weight))
.saturating_add(RocksDbWeight::get().reads(7 as Weight))
.saturating_add(RocksDbWeight::get().writes(1 as Weight))
}
@@ -279,14 +281,16 @@ impl WeightInfo for () {
// Storage: ElectionProviderMultiPhase DesiredTargets (r:1 w:0)
// Storage: ElectionProviderMultiPhase MinimumUntrustedScore (r:1 w:0)
// Storage: ElectionProviderMultiPhase Snapshot (r:1 w:0)
fn feasibility_check(v: u32, _t: u32, a: u32, d: u32, ) -> Weight {
fn feasibility_check(v: u32, t: u32, a: u32, d: u32, ) -> Weight {
(0 as Weight)
// Standard Error: 3_000
.saturating_add((835_000 as Weight).saturating_mul(v as Weight))
// Standard Error: 12_000
.saturating_add((5_395_000 as Weight).saturating_mul(a as Weight))
// Standard Error: 19_000
.saturating_add((1_243_000 as Weight).saturating_mul(d as Weight))
.saturating_add((885_000 as Weight).saturating_mul(v as Weight))
// Standard Error: 6_000
.saturating_add((205_000 as Weight).saturating_mul(t as Weight))
// Standard Error: 11_000
.saturating_add((5_532_000 as Weight).saturating_mul(a as Weight))
// Standard Error: 16_000
.saturating_add((1_138_000 as Weight).saturating_mul(d as Weight))
.saturating_add(RocksDbWeight::get().reads(4 as Weight))
}
}