pezkuwichain/pezkuwi-subxt
1
0
Fork 0
mirror of https://github.com/pezkuwichain/pezkuwi-subxt.git synced 2026-06-13 21:01:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

Remove kusama and polkadot runtime crates (#1731)

Browse Source 
This pull request is removing the Kusama and Polkadot runtime crates. As
still some crates dependent on the runtime crates, this pull request is
doing some more changes.

- It removes the `hostperfcheck` CLI command. This CLI command could
compare the current node against the standard hardware by doing some
checks. Later we added the hardware benchmark feature to Substrate. This
hardware benchmark is running on every node startup and prints a warning
if the current node is too slow. This makes this CLI command a duplicate
that was also depending on the kusama runtime.

- The pull request is removing the emulated integration tests that were
requiring the Kusama or Polkadot runtime crates.
This commit is contained in:
Bastian Köcher
2023-09-29 09:54:11 +02:00
committed by GitHub
parent 4902db2198
commit bf90cb0b73
202 changed files with 49 additions and 40336 deletions
Download Patch File Download Diff File Expand all files Collapse all files
polkadot/node/test/performance-test/Cargo.toml
-33
View File
@@ -1,33 +0,0 @@
[package]
name = "polkadot-performance-test"
publish = false
version = "1.0.0"
authors.workspace = true
edition.workspace = true
license.workspace = true
[dependencies]
thiserror = "1.0.48"
quote = "1.0.28"
env_logger = "0.9"
log = "0.4"
polkadot-node-core-pvf-prepare-worker = { path = "../../core/pvf/prepare-worker" }
polkadot-erasure-coding = { path = "../../../erasure-coding" }
polkadot-node-primitives = { path = "../../primitives" }
polkadot-primitives = { path = "../../../primitives" }
sc-executor-common = { path = "../../../../substrate/client/executor/common" }
sp-maybe-compressed-blob = { path = "../../../../substrate/primitives/maybe-compressed-blob" }
kusama-runtime = { package = "staging-kusama-runtime", path = "../../../runtime/kusama" }
[[bin]]
name = "gen-ref-constants"
path = "src/gen_ref_constants.rs"
[features]
runtime-benchmarks = [
"kusama-runtime/runtime-benchmarks",
"polkadot-primitives/runtime-benchmarks",
]
polkadot/node/test/performance-test/build.rs
-21
View File
@@ -1,21 +0,0 @@
// Copyright (C) Parity Technologies (UK) Ltd.
// This file is part of Polkadot.
// Polkadot is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
// Polkadot is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
// You should have received a copy of the GNU General Public License
// along with Polkadot. If not, see <http://www.gnu.org/licenses/>.
fn main() {
if let Ok(profile) = std::env::var("PROFILE") {
println!("cargo:rustc-cfg=build_type=\"{}\"", profile);
}
}
polkadot/node/test/performance-test/src/constants.rs
-22
View File
@@ -1,22 +0,0 @@
// Copyright (C) Parity Technologies (UK) Ltd.
// This file is part of Polkadot.
// Polkadot is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
// Polkadot is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
// You should have received a copy of the GNU General Public License
// along with Polkadot. If not, see <http://www.gnu.org/licenses/>.
//! This file was automatically generated by `gen-ref-constants`.
//! Do not edit manually!
use std::time::Duration;
pub const PVF_PREPARE_TIME_LIMIT: Duration = Duration::from_millis(4910u64);
pub const ERASURE_CODING_TIME_LIMIT: Duration = Duration::from_millis(466u64);
polkadot/node/test/performance-test/src/gen_ref_constants.rs
-99
View File
@@ -1,99 +0,0 @@
// Copyright (C) Parity Technologies (UK) Ltd.
// This file is part of Polkadot.
// Polkadot is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
// Polkadot is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
// You should have received a copy of the GNU General Public License
// along with Polkadot. If not, see <http://www.gnu.org/licenses/>.
//! Generate reference performance check results.
use polkadot_performance_test::PerfCheckError;
fn main() -> Result<(), PerfCheckError> {
#[cfg(build_type = "release")]
{
run::run()
}
#[cfg(not(build_type = "release"))]
{
Err(PerfCheckError::WrongBuildType)
}
}
#[cfg(build_type = "release")]
mod run {
use polkadot_node_primitives::VALIDATION_CODE_BOMB_LIMIT;
use polkadot_performance_test::{
measure_erasure_coding, measure_pvf_prepare, PerfCheckError, ERASURE_CODING_N_VALIDATORS,
};
use std::{
fs::OpenOptions,
io::{self, Write},
time::Duration,
};
const WARM_UP_RUNS: usize = 16;
const FILE_HEADER: &str = include_str!("../../../../file_header.txt");
const DOC_COMMENT: &str = "//! This file was automatically generated by `gen-ref-constants`.\n//! Do not edit manually!";
const FILE_PATH: &str = concat!(env!("CARGO_MANIFEST_DIR"), "/src/constants.rs");
fn save_constants(pvf_prepare: Duration, erasure_coding: Duration) -> io::Result<()> {
let mut output =
OpenOptions::new().truncate(true).create(true).write(true).open(FILE_PATH)?;
writeln!(output, "{}\n\n{}\n", FILE_HEADER, DOC_COMMENT)?;
let pvf_prepare_millis = pvf_prepare.as_millis() as u64;
let erasure_coding_millis = erasure_coding.as_millis() as u64;
let token_stream = quote::quote! {
use std::time::Duration;
pub const PVF_PREPARE_TIME_LIMIT: Duration = Duration::from_millis(#pvf_prepare_millis);
pub const ERASURE_CODING_TIME_LIMIT: Duration = Duration::from_millis(#erasure_coding_millis);
};
writeln!(output, "{}", token_stream.to_string())?;
Ok(())
}
pub fn run() -> Result<(), PerfCheckError> {
let _ = env_logger::builder().filter(None, log::LevelFilter::Info).try_init();
let wasm_code =
polkadot_performance_test::WASM_BINARY.ok_or(PerfCheckError::WasmBinaryMissing)?;
log::info!("Running the benchmark, number of iterations: {}", WARM_UP_RUNS);
let code = sp_maybe_compressed_blob::decompress(wasm_code, VALIDATION_CODE_BOMB_LIMIT)
.or(Err(PerfCheckError::CodeDecompressionFailed))?;
let (pvf_prepare_time, erasure_coding_time) = (1..=WARM_UP_RUNS)
.map(|i| {
if i - 1 > 0 && (i - 1) % 5 == 0 {
log::info!("{} iterations done", i - 1);
}
(
measure_pvf_prepare(code.as_ref()),
measure_erasure_coding(ERASURE_CODING_N_VALIDATORS, code.as_ref()),
)
})
.last()
.expect("`WARM_UP_RUNS` is greater than 1 and thus we have at least one element; qed");
save_constants(pvf_prepare_time?, erasure_coding_time?)?;
log::info!("Successfully stored new reference values at {:?}. Make sure to format the file via `cargo +nightly fmt`", FILE_PATH);
Ok(())
}
}
polkadot/node/test/performance-test/src/lib.rs
-89
View File
@@ -1,89 +0,0 @@
// Copyright (C) Parity Technologies (UK) Ltd.
// This file is part of Polkadot.
// Polkadot is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
// Polkadot is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
// You should have received a copy of the GNU General Public License
// along with Polkadot. If not, see <http://www.gnu.org/licenses/>.
//! A Polkadot performance tests utilities.
use polkadot_erasure_coding::{obtain_chunks, reconstruct};
use polkadot_primitives::ExecutorParams;
use std::time::{Duration, Instant};
mod constants;
pub use constants::*;
pub use polkadot_node_primitives::VALIDATION_CODE_BOMB_LIMIT;
/// Value used for reference benchmark of erasure-coding.
pub const ERASURE_CODING_N_VALIDATORS: usize = 1024;
pub use kusama_runtime::WASM_BINARY;
#[allow(missing_docs)]
#[derive(thiserror::Error, Debug)]
pub enum PerfCheckError {
#[error("This subcommand is only available in release mode")]
WrongBuildType,
#[error("No wasm code found for running the performance test")]
WasmBinaryMissing,
#[error("Failed to decompress wasm code")]
CodeDecompressionFailed,
#[error(transparent)]
Wasm(#[from] sc_executor_common::error::WasmError),
#[error(transparent)]
ErasureCoding(#[from] polkadot_erasure_coding::Error),
#[error(transparent)]
Io(#[from] std::io::Error),
#[error(
"Performance check not passed: exceeded the {limit:?} time limit, elapsed: {elapsed:?}"
)]
TimeOut { elapsed: Duration, limit: Duration },
}
/// Measures the time it takes to compile arbitrary wasm code.
pub fn measure_pvf_prepare(wasm_code: &[u8]) -> Result<Duration, PerfCheckError> {
let start = Instant::now();
let code = sp_maybe_compressed_blob::decompress(wasm_code, VALIDATION_CODE_BOMB_LIMIT)
.or(Err(PerfCheckError::CodeDecompressionFailed))?;
// Recreate the pipeline from the pvf prepare worker.
let blob = polkadot_node_core_pvf_prepare_worker::prevalidate(code.as_ref())
.map_err(PerfCheckError::from)?;
polkadot_node_core_pvf_prepare_worker::prepare(blob, &ExecutorParams::default())
.map_err(PerfCheckError::from)?;
Ok(start.elapsed())
}
/// Measure the time it takes to break arbitrary data into chunks and reconstruct it back.
pub fn measure_erasure_coding(
n_validators: usize,
data: &[u8],
) -> Result<Duration, PerfCheckError> {
let start = Instant::now();
let chunks = obtain_chunks(n_validators, &data)?;
let indexed_chunks = chunks.iter().enumerate().map(|(i, chunk)| (chunk.as_slice(), i));
let _: Vec<u8> = reconstruct(n_validators, indexed_chunks)?;
Ok(start.elapsed())
}