Files
pezkuwi-subxt/polkadot/tests/benchmark_overhead.rs
T
Oliver Tale-Yazdi 54cbfa0afd Fix benchmarking tests (#5791)
* Re-add tests

Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io>

* Test with release profile

Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io>

* Re-add tests

Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io>

* Test with diener

Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io>

* Revert "Test with release profile"

This reverts commit d5384c5b603e1f8b7d14871ee57d2661e61bdb75.

* Revert "Test with diener"

This reverts commit 9e035759c780c2dfaf431456c8d0ff1a78e68d64.

* cargo update -p sp-io

Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io>

* Update tests/benchmark_block.rs

Co-authored-by: Chevdor <chevdor@users.noreply.github.com>

Co-authored-by: Chevdor <chevdor@users.noreply.github.com>
2022-07-20 18:32:02 +02:00

68 lines
2.2 KiB
Rust

// Copyright 2022 Parity Technologies (UK) Ltd.
// This file is part of Polkadot.
// Polkadot is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
// Polkadot is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
// You should have received a copy of the GNU General Public License
// along with Polkadot. If not, see <http://www.gnu.org/licenses/>.
use assert_cmd::cargo::cargo_bin;
use std::{process::Command, result::Result};
use tempfile::tempdir;
static RUNTIMES: [&'static str; 4] = ["polkadot", "kusama", "westend", "rococo"];
/// `benchmark overhead` works for all dev runtimes.
#[test]
fn benchmark_overhead_works() {
for runtime in RUNTIMES {
let runtime = format!("{}-dev", runtime);
assert!(benchmark_overhead(runtime).is_ok());
}
}
/// `benchmark overhead` rejects all non-dev runtimes.
#[test]
fn benchmark_overhead_rejects_non_dev_runtimes() {
for runtime in RUNTIMES {
assert!(benchmark_overhead(runtime.into()).is_err());
}
}
fn benchmark_overhead(runtime: String) -> Result<(), String> {
let tmp_dir = tempdir().expect("could not create a temp dir");
let base_path = tmp_dir.path();
// Invoke `benchmark overhead` with all options to make sure that they are valid.
let status = Command::new(cargo_bin("polkadot"))
.args(["benchmark", "overhead", "--chain", &runtime])
.arg("-d")
.arg(base_path)
.arg("--weight-path")
.arg(base_path)
.args(["--warmup", "5", "--repeat", "5"])
.args(["--add", "100", "--mul", "1.2", "--metric", "p75"])
// Only put 5 extrinsics into the block otherwise it takes forever to build it
// especially for a non-release builds.
.args(["--max-ext-per-block", "5"])
.status()
.map_err(|e| format!("command failed: {:?}", e))?;
if !status.success() {
return Err("Command failed".into())
}
// Weight files have been created.
assert!(base_path.join("block_weights.rs").exists());
assert!(base_path.join("extrinsic_weights.rs").exists());
Ok(())
}