Create Script to Run All Benchmarks (#11493)

* Create run_all_benchmarks.sh

* Update run_all_benchmarks.sh

* Update run_all_benchmarks.sh

* Review fixes

Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io>

* Update scripts/run_all_benchmarks.sh

Co-authored-by: Bastian Köcher <bkchr@users.noreply.github.com>

* typo

Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io>

* add default for $1

* Typo

Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io>

* Update run_all_benchmarks.sh

* new weights on benchmarking machine

* prefer `--chain=dev`

* fix compile

* fix command

* fmt

* dont use square brackets

* Extend doc

Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io>

* Remove +nightly

Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io>

* Add error file an run execute everything optimistically

Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io>

Co-authored-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io>
Co-authored-by: Bastian Köcher <bkchr@users.noreply.github.com>
This commit is contained in:
Shawn Tabrizi
2022-05-23 12:56:42 -04:00
committed by GitHub
parent 8d3f692e0c
commit d9f33dc7e9
43 changed files with 2317 additions and 2169 deletions
+67 -69
View File
@@ -18,12 +18,13 @@
//! Autogenerated weights for pallet_collective
//!
//! THIS FILE WAS AUTO-GENERATED USING THE SUBSTRATE BENCHMARK CLI VERSION 4.0.0-dev
//! DATE: 2022-01-30, STEPS: `50`, REPEAT: 20, LOW RANGE: `[]`, HIGH RANGE: `[]`
//! DATE: 2022-05-22, STEPS: `50`, REPEAT: 20, LOW RANGE: `[]`, HIGH RANGE: `[]`
//! EXECUTION: Some(Wasm), WASM-EXECUTION: Compiled, CHAIN: Some("dev"), DB CACHE: 1024
// Executed Command:
// ./target/production/substrate
// benchmark
// pallet
// --chain=dev
// --steps=50
// --repeat=20
@@ -31,11 +32,8 @@
// --extrinsic=*
// --execution=wasm
// --wasm-execution=compiled
// --heap-pages=4096
// --template=./.maintain/frame-weight-template.hbs
// --output=./frame/collective/src/weights.rs
// --template=.maintain/frame-weight-template.hbs
// --header=HEADER-APACHE2
// --raw
#![cfg_attr(rustfmt, rustfmt_skip)]
#![allow(unused_parens)]
@@ -67,12 +65,12 @@ impl<T: frame_system::Config> WeightInfo for SubstrateWeight<T> {
// Storage: Council Prime (r:0 w:1)
fn set_members(m: u32, n: u32, p: u32, ) -> Weight {
(0 as Weight)
// Standard Error: 10_000
.saturating_add((14_493_000 as Weight).saturating_mul(m as Weight))
// Standard Error: 10_000
.saturating_add((23_000 as Weight).saturating_mul(n as Weight))
// Standard Error: 10_000
.saturating_add((16_909_000 as Weight).saturating_mul(p as Weight))
// Standard Error: 8_000
.saturating_add((10_362_000 as Weight).saturating_mul(m as Weight))
// Standard Error: 8_000
.saturating_add((56_000 as Weight).saturating_mul(n as Weight))
// Standard Error: 8_000
.saturating_add((13_187_000 as Weight).saturating_mul(p as Weight))
.saturating_add(T::DbWeight::get().reads(2 as Weight))
.saturating_add(T::DbWeight::get().reads((1 as Weight).saturating_mul(p as Weight)))
.saturating_add(T::DbWeight::get().writes(2 as Weight))
@@ -80,21 +78,21 @@ impl<T: frame_system::Config> WeightInfo for SubstrateWeight<T> {
}
// Storage: Council Members (r:1 w:0)
fn execute(b: u32, m: u32, ) -> Weight {
(12_790_000 as Weight)
(13_571_000 as Weight)
// Standard Error: 0
.saturating_add((2_000 as Weight).saturating_mul(b as Weight))
// Standard Error: 0
.saturating_add((73_000 as Weight).saturating_mul(m as Weight))
.saturating_add((31_000 as Weight).saturating_mul(m as Weight))
.saturating_add(T::DbWeight::get().reads(1 as Weight))
}
// Storage: Council Members (r:1 w:0)
// Storage: Council ProposalOf (r:1 w:0)
fn propose_execute(b: u32, m: u32, ) -> Weight {
(15_087_000 as Weight)
(15_851_000 as Weight)
// Standard Error: 0
.saturating_add((2_000 as Weight).saturating_mul(b as Weight))
// Standard Error: 0
.saturating_add((135_000 as Weight).saturating_mul(m as Weight))
.saturating_add((53_000 as Weight).saturating_mul(m as Weight))
.saturating_add(T::DbWeight::get().reads(2 as Weight))
}
// Storage: Council Members (r:1 w:0)
@@ -103,22 +101,22 @@ impl<T: frame_system::Config> WeightInfo for SubstrateWeight<T> {
// Storage: Council ProposalCount (r:1 w:1)
// Storage: Council Voting (r:0 w:1)
fn propose_proposed(b: u32, m: u32, p: u32, ) -> Weight {
(18_269_000 as Weight)
(19_593_000 as Weight)
// Standard Error: 0
.saturating_add((8_000 as Weight).saturating_mul(b as Weight))
.saturating_add((7_000 as Weight).saturating_mul(b as Weight))
// Standard Error: 1_000
.saturating_add((77_000 as Weight).saturating_mul(m as Weight))
.saturating_add((40_000 as Weight).saturating_mul(m as Weight))
// Standard Error: 1_000
.saturating_add((203_000 as Weight).saturating_mul(p as Weight))
.saturating_add((165_000 as Weight).saturating_mul(p as Weight))
.saturating_add(T::DbWeight::get().reads(4 as Weight))
.saturating_add(T::DbWeight::get().writes(4 as Weight))
}
// Storage: Council Members (r:1 w:0)
// Storage: Council Voting (r:1 w:1)
fn vote(m: u32, ) -> Weight {
(26_624_000 as Weight)
(27_221_000 as Weight)
// Standard Error: 2_000
.saturating_add((161_000 as Weight).saturating_mul(m as Weight))
.saturating_add((82_000 as Weight).saturating_mul(m as Weight))
.saturating_add(T::DbWeight::get().reads(2 as Weight))
.saturating_add(T::DbWeight::get().writes(1 as Weight))
}
@@ -127,11 +125,11 @@ impl<T: frame_system::Config> WeightInfo for SubstrateWeight<T> {
// Storage: Council Proposals (r:1 w:1)
// Storage: Council ProposalOf (r:0 w:1)
fn close_early_disapproved(m: u32, p: u32, ) -> Weight {
(26_527_000 as Weight)
(26_295_000 as Weight)
// Standard Error: 1_000
.saturating_add((127_000 as Weight).saturating_mul(m as Weight))
.saturating_add((55_000 as Weight).saturating_mul(m as Weight))
// Standard Error: 1_000
.saturating_add((155_000 as Weight).saturating_mul(p as Weight))
.saturating_add((130_000 as Weight).saturating_mul(p as Weight))
.saturating_add(T::DbWeight::get().reads(3 as Weight))
.saturating_add(T::DbWeight::get().writes(3 as Weight))
}
@@ -140,13 +138,13 @@ impl<T: frame_system::Config> WeightInfo for SubstrateWeight<T> {
// Storage: Council ProposalOf (r:1 w:1)
// Storage: Council Proposals (r:1 w:1)
fn close_early_approved(b: u32, m: u32, p: u32, ) -> Weight {
(26_352_000 as Weight)
(28_609_000 as Weight)
// Standard Error: 0
.saturating_add((6_000 as Weight).saturating_mul(b as Weight))
// Standard Error: 1_000
.saturating_add((154_000 as Weight).saturating_mul(m as Weight))
.saturating_add((68_000 as Weight).saturating_mul(m as Weight))
// Standard Error: 1_000
.saturating_add((203_000 as Weight).saturating_mul(p as Weight))
.saturating_add((161_000 as Weight).saturating_mul(p as Weight))
.saturating_add(T::DbWeight::get().reads(4 as Weight))
.saturating_add(T::DbWeight::get().writes(3 as Weight))
}
@@ -156,11 +154,11 @@ impl<T: frame_system::Config> WeightInfo for SubstrateWeight<T> {
// Storage: Council Proposals (r:1 w:1)
// Storage: Council ProposalOf (r:0 w:1)
fn close_disapproved(m: u32, p: u32, ) -> Weight {
(28_638_000 as Weight)
(30_497_000 as Weight)
// Standard Error: 1_000
.saturating_add((133_000 as Weight).saturating_mul(m as Weight))
.saturating_add((48_000 as Weight).saturating_mul(m as Weight))
// Standard Error: 1_000
.saturating_add((162_000 as Weight).saturating_mul(p as Weight))
.saturating_add((120_000 as Weight).saturating_mul(p as Weight))
.saturating_add(T::DbWeight::get().reads(4 as Weight))
.saturating_add(T::DbWeight::get().writes(3 as Weight))
}
@@ -170,13 +168,13 @@ impl<T: frame_system::Config> WeightInfo for SubstrateWeight<T> {
// Storage: Council ProposalOf (r:1 w:1)
// Storage: Council Proposals (r:1 w:1)
fn close_approved(b: u32, m: u32, p: u32, ) -> Weight {
(29_946_000 as Weight)
(31_402_000 as Weight)
// Standard Error: 0
.saturating_add((5_000 as Weight).saturating_mul(b as Weight))
// Standard Error: 2_000
.saturating_add((151_000 as Weight).saturating_mul(m as Weight))
// Standard Error: 2_000
.saturating_add((201_000 as Weight).saturating_mul(p as Weight))
// Standard Error: 1_000
.saturating_add((73_000 as Weight).saturating_mul(m as Weight))
// Standard Error: 1_000
.saturating_add((159_000 as Weight).saturating_mul(p as Weight))
.saturating_add(T::DbWeight::get().reads(5 as Weight))
.saturating_add(T::DbWeight::get().writes(3 as Weight))
}
@@ -184,9 +182,9 @@ impl<T: frame_system::Config> WeightInfo for SubstrateWeight<T> {
// Storage: Council Voting (r:0 w:1)
// Storage: Council ProposalOf (r:0 w:1)
fn disapprove_proposal(p: u32, ) -> Weight {
(15_778_000 as Weight)
(16_391_000 as Weight)
// Standard Error: 1_000
.saturating_add((206_000 as Weight).saturating_mul(p as Weight))
.saturating_add((169_000 as Weight).saturating_mul(p as Weight))
.saturating_add(T::DbWeight::get().reads(1 as Weight))
.saturating_add(T::DbWeight::get().writes(3 as Weight))
}
@@ -200,12 +198,12 @@ impl WeightInfo for () {
// Storage: Council Prime (r:0 w:1)
fn set_members(m: u32, n: u32, p: u32, ) -> Weight {
(0 as Weight)
// Standard Error: 10_000
.saturating_add((14_493_000 as Weight).saturating_mul(m as Weight))
// Standard Error: 10_000
.saturating_add((23_000 as Weight).saturating_mul(n as Weight))
// Standard Error: 10_000
.saturating_add((16_909_000 as Weight).saturating_mul(p as Weight))
// Standard Error: 8_000
.saturating_add((10_362_000 as Weight).saturating_mul(m as Weight))
// Standard Error: 8_000
.saturating_add((56_000 as Weight).saturating_mul(n as Weight))
// Standard Error: 8_000
.saturating_add((13_187_000 as Weight).saturating_mul(p as Weight))
.saturating_add(RocksDbWeight::get().reads(2 as Weight))
.saturating_add(RocksDbWeight::get().reads((1 as Weight).saturating_mul(p as Weight)))
.saturating_add(RocksDbWeight::get().writes(2 as Weight))
@@ -213,21 +211,21 @@ impl WeightInfo for () {
}
// Storage: Council Members (r:1 w:0)
fn execute(b: u32, m: u32, ) -> Weight {
(12_790_000 as Weight)
(13_571_000 as Weight)
// Standard Error: 0
.saturating_add((2_000 as Weight).saturating_mul(b as Weight))
// Standard Error: 0
.saturating_add((73_000 as Weight).saturating_mul(m as Weight))
.saturating_add((31_000 as Weight).saturating_mul(m as Weight))
.saturating_add(RocksDbWeight::get().reads(1 as Weight))
}
// Storage: Council Members (r:1 w:0)
// Storage: Council ProposalOf (r:1 w:0)
fn propose_execute(b: u32, m: u32, ) -> Weight {
(15_087_000 as Weight)
(15_851_000 as Weight)
// Standard Error: 0
.saturating_add((2_000 as Weight).saturating_mul(b as Weight))
// Standard Error: 0
.saturating_add((135_000 as Weight).saturating_mul(m as Weight))
.saturating_add((53_000 as Weight).saturating_mul(m as Weight))
.saturating_add(RocksDbWeight::get().reads(2 as Weight))
}
// Storage: Council Members (r:1 w:0)
@@ -236,22 +234,22 @@ impl WeightInfo for () {
// Storage: Council ProposalCount (r:1 w:1)
// Storage: Council Voting (r:0 w:1)
fn propose_proposed(b: u32, m: u32, p: u32, ) -> Weight {
(18_269_000 as Weight)
(19_593_000 as Weight)
// Standard Error: 0
.saturating_add((8_000 as Weight).saturating_mul(b as Weight))
.saturating_add((7_000 as Weight).saturating_mul(b as Weight))
// Standard Error: 1_000
.saturating_add((77_000 as Weight).saturating_mul(m as Weight))
.saturating_add((40_000 as Weight).saturating_mul(m as Weight))
// Standard Error: 1_000
.saturating_add((203_000 as Weight).saturating_mul(p as Weight))
.saturating_add((165_000 as Weight).saturating_mul(p as Weight))
.saturating_add(RocksDbWeight::get().reads(4 as Weight))
.saturating_add(RocksDbWeight::get().writes(4 as Weight))
}
// Storage: Council Members (r:1 w:0)
// Storage: Council Voting (r:1 w:1)
fn vote(m: u32, ) -> Weight {
(26_624_000 as Weight)
(27_221_000 as Weight)
// Standard Error: 2_000
.saturating_add((161_000 as Weight).saturating_mul(m as Weight))
.saturating_add((82_000 as Weight).saturating_mul(m as Weight))
.saturating_add(RocksDbWeight::get().reads(2 as Weight))
.saturating_add(RocksDbWeight::get().writes(1 as Weight))
}
@@ -260,11 +258,11 @@ impl WeightInfo for () {
// Storage: Council Proposals (r:1 w:1)
// Storage: Council ProposalOf (r:0 w:1)
fn close_early_disapproved(m: u32, p: u32, ) -> Weight {
(26_527_000 as Weight)
(26_295_000 as Weight)
// Standard Error: 1_000
.saturating_add((127_000 as Weight).saturating_mul(m as Weight))
.saturating_add((55_000 as Weight).saturating_mul(m as Weight))
// Standard Error: 1_000
.saturating_add((155_000 as Weight).saturating_mul(p as Weight))
.saturating_add((130_000 as Weight).saturating_mul(p as Weight))
.saturating_add(RocksDbWeight::get().reads(3 as Weight))
.saturating_add(RocksDbWeight::get().writes(3 as Weight))
}
@@ -273,13 +271,13 @@ impl WeightInfo for () {
// Storage: Council ProposalOf (r:1 w:1)
// Storage: Council Proposals (r:1 w:1)
fn close_early_approved(b: u32, m: u32, p: u32, ) -> Weight {
(26_352_000 as Weight)
(28_609_000 as Weight)
// Standard Error: 0
.saturating_add((6_000 as Weight).saturating_mul(b as Weight))
// Standard Error: 1_000
.saturating_add((154_000 as Weight).saturating_mul(m as Weight))
.saturating_add((68_000 as Weight).saturating_mul(m as Weight))
// Standard Error: 1_000
.saturating_add((203_000 as Weight).saturating_mul(p as Weight))
.saturating_add((161_000 as Weight).saturating_mul(p as Weight))
.saturating_add(RocksDbWeight::get().reads(4 as Weight))
.saturating_add(RocksDbWeight::get().writes(3 as Weight))
}
@@ -289,11 +287,11 @@ impl WeightInfo for () {
// Storage: Council Proposals (r:1 w:1)
// Storage: Council ProposalOf (r:0 w:1)
fn close_disapproved(m: u32, p: u32, ) -> Weight {
(28_638_000 as Weight)
(30_497_000 as Weight)
// Standard Error: 1_000
.saturating_add((133_000 as Weight).saturating_mul(m as Weight))
.saturating_add((48_000 as Weight).saturating_mul(m as Weight))
// Standard Error: 1_000
.saturating_add((162_000 as Weight).saturating_mul(p as Weight))
.saturating_add((120_000 as Weight).saturating_mul(p as Weight))
.saturating_add(RocksDbWeight::get().reads(4 as Weight))
.saturating_add(RocksDbWeight::get().writes(3 as Weight))
}
@@ -303,13 +301,13 @@ impl WeightInfo for () {
// Storage: Council ProposalOf (r:1 w:1)
// Storage: Council Proposals (r:1 w:1)
fn close_approved(b: u32, m: u32, p: u32, ) -> Weight {
(29_946_000 as Weight)
(31_402_000 as Weight)
// Standard Error: 0
.saturating_add((5_000 as Weight).saturating_mul(b as Weight))
// Standard Error: 2_000
.saturating_add((151_000 as Weight).saturating_mul(m as Weight))
// Standard Error: 2_000
.saturating_add((201_000 as Weight).saturating_mul(p as Weight))
// Standard Error: 1_000
.saturating_add((73_000 as Weight).saturating_mul(m as Weight))
// Standard Error: 1_000
.saturating_add((159_000 as Weight).saturating_mul(p as Weight))
.saturating_add(RocksDbWeight::get().reads(5 as Weight))
.saturating_add(RocksDbWeight::get().writes(3 as Weight))
}
@@ -317,9 +315,9 @@ impl WeightInfo for () {
// Storage: Council Voting (r:0 w:1)
// Storage: Council ProposalOf (r:0 w:1)
fn disapprove_proposal(p: u32, ) -> Weight {
(15_778_000 as Weight)
(16_391_000 as Weight)
// Standard Error: 1_000
.saturating_add((206_000 as Weight).saturating_mul(p as Weight))
.saturating_add((169_000 as Weight).saturating_mul(p as Weight))
.saturating_add(RocksDbWeight::get().reads(1 as Weight))
.saturating_add(RocksDbWeight::get().writes(3 as Weight))
}