Add benchmarks for for import/validation/production (#2579)

* Add benchmarks * Remove endowed accounts * Fix group * Remove duplicate code * Comments * Use execute_block instead of block import * Apply suggestions from code review Co-authored-by: Anton <anton.kalyaev@gmail.com> * Add missing comments * Clippy * Reorganize utils * Remove unused import * Switch to compiled again * Apply suggestions from code review Co-authored-by: Davide Galassi <davxy@datawok.net> * Refactor local_testnet * Do not write wasm blob to file * Remove unnecessary block * Add comment fixes * fmt * lock --------- Co-authored-by: Anton <anton.kalyaev@gmail.com> Co-authored-by: Davide Galassi <davxy@datawok.net>
2026-05-30 03:31:05 +00:00 · 2023-06-05 16:41:20 +02:00
parent 005b9d0989
commit c047ec900a
14 changed files with 1711 additions and 41 deletions
@@ -0,0 +1,114 @@
+// This file is part of Cumulus.
+
+// Copyright (C) Parity Technologies (UK) Ltd.
+// SPDX-License-Identifier: Apache-2.0
+
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// 	http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+use criterion::{criterion_group, criterion_main, BatchSize, Criterion};
+
+use sc_client_api::UsageProvider;
+use sp_arithmetic::Perbill;
+
+use core::time::Duration;
+use cumulus_primitives_core::ParaId;
+
+use sc_block_builder::{BlockBuilderProvider, RecordProof};
+
+use sp_keyring::Sr25519Keyring::Alice;
+
+use cumulus_test_service::bench_utils as utils;
+
+fn benchmark_block_production_compute(c: &mut Criterion) {
+	sp_tracing::try_init_simple();
+
+	let runtime = tokio::runtime::Runtime::new().expect("creating tokio runtime doesn't fail; qed");
+	let tokio_handle = runtime.handle();
+
+	let para_id = ParaId::from(100);
+	let alice = runtime.block_on(
+		cumulus_test_service::TestNodeBuilder::new(para_id, tokio_handle.clone(), Alice).build(),
+	);
+	let client = alice.client;
+
+	let mut group = c.benchmark_group("Block production");
+
+	group.sample_size(20);
+	group.measurement_time(Duration::from_secs(120));
+
+	let mut initialize_glutton_pallet = true;
+	for (compute_level, storage_level) in &[
+		(Perbill::from_percent(100), Perbill::from_percent(0)),
+		(Perbill::from_percent(100), Perbill::from_percent(100)),
+	] {
+		let block = utils::set_glutton_parameters(
+			&client,
+			initialize_glutton_pallet,
+			compute_level,
+			storage_level,
+		);
+		runtime.block_on(utils::import_block(&client, &block, false));
+		initialize_glutton_pallet = false;
+
+		let parent_hash = client.usage_info().chain.best_hash;
+		let parent_header = client.header(parent_hash).expect("Just fetched this hash.").unwrap();
+		let set_validation_data_extrinsic = utils::extrinsic_set_validation_data(parent_header);
+		let set_time_extrinsic = utils::extrinsic_set_time(&client);
+		let best_hash = client.chain_info().best_hash;
+
+		group.bench_function(
+			format!(
+				"(compute = {:?}, storage = {:?}, proof = true) block production",
+				compute_level, storage_level
+			),
+			|b| {
+				b.iter_batched(
+					|| (set_validation_data_extrinsic.clone(), set_time_extrinsic.clone()),
+					|(validation_data, time)| {
+						let mut block_builder = client
+							.new_block_at(best_hash, Default::default(), RecordProof::Yes)
+							.unwrap();
+						block_builder.push(validation_data).unwrap();
+						block_builder.push(time).unwrap();
+						block_builder.build().unwrap()
+					},
+					BatchSize::SmallInput,
+				)
+			},
+		);
+
+		group.bench_function(
+			format!(
+				"(compute = {:?}, storage = {:?}, proof = false) block production",
+				compute_level, storage_level
+			),
+			|b| {
+				b.iter_batched(
+					|| (set_validation_data_extrinsic.clone(), set_time_extrinsic.clone()),
+					|(validation_data, time)| {
+						let mut block_builder = client
+							.new_block_at(best_hash, Default::default(), RecordProof::No)
+							.unwrap();
+						block_builder.push(validation_data).unwrap();
+						block_builder.push(time).unwrap();
+						block_builder.build().unwrap()
+					},
+					BatchSize::SmallInput,
+				)
+			},
+		);
+	}
+}
+
+criterion_group!(benches, benchmark_block_production_compute);
+criterion_main!(benches);