Co #11164: Sub-commands for benchmark (#1156)

* para-template: Add bench commands

Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io>

* collator: Add bench commands

Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io>

* Test benchmark commands

Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io>

* Remove comments

Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io>

* update lockfile for {"polkadot"}

* Remove benchmark block test as the collator cannot produce blocks on its own

Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io>

Co-authored-by: parity-processbot <>

polkadot-parachains/tests/benchmark_storage_works.rs

@@ -0,0 +1,42 @@
+use assert_cmd::cargo::cargo_bin;
+use std::{
+	path::Path,
+	process::{Command, ExitStatus},
+};
+use tempfile::tempdir;
+
+/// The runtimes that this command supports.
+static RUNTIMES: [&'static str; 3] = ["westmint", "statemine", "statemint"];
+
+/// The `benchmark storage` command works for the dev runtimes.
+#[test]
+#[ignore]
+fn benchmark_storage_works() {
+	for runtime in RUNTIMES {
+		let tmp_dir = tempdir().expect("could not create a temp dir");
+		let base_path = tmp_dir.path();
+		let runtime = format!("{}-dev", runtime);
+
+		// Benchmarking the storage works and creates the weight file.
+		assert!(benchmark_storage("rocksdb", &runtime, base_path).success());
+		assert!(base_path.join("rocksdb_weights.rs").exists());
+
+		assert!(benchmark_storage("paritydb", &runtime, base_path).success());
+		assert!(base_path.join("paritydb_weights.rs").exists());
+	}
+}
+
+/// Invoke the `benchmark storage` sub-command for the given database and runtime.
+fn benchmark_storage(db: &str, runtime: &str, base_path: &Path) -> ExitStatus {
+	Command::new(cargo_bin("polkadot-collator"))
+		.args(&["benchmark", "storage", "--chain", runtime])
+		.arg("--db")
+		.arg(db)
+		.arg("--weight-path")
+		.arg(base_path)
+		.args(["--state-version", "0"])
+		.args(["--warmups", "0"])
+		.args(["--add", "100", "--mul", "1.2", "--metric", "p75"])
+		.status()
+		.unwrap()
+}