// Copyright 2019-2021 Parity Technologies (UK) Ltd. // This file is part of Cumulus. // Cumulus is free software: you can redistribute it and/or modify // it under the terms of the GNU General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // Cumulus is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU General Public License for more details. // You should have received a copy of the GNU General Public License // along with Cumulus. If not, see . use codec::Codec; use cumulus_client_cli::CollatorOptions; use cumulus_client_consensus_aura::{AuraConsensus, BuildAuraConsensusParams, SlotProportion}; use cumulus_client_consensus_common::{ ParachainBlockImport, ParachainCandidate, ParachainConsensus, }; use cumulus_client_network::BlockAnnounceValidator; use cumulus_client_service::{ prepare_node_config, start_collator, start_full_node, StartCollatorParams, StartFullNodeParams, }; use cumulus_primitives_core::{ relay_chain::v1::{Hash as PHash, PersistedValidationData}, ParaId, }; use cumulus_relay_chain_inprocess_interface::build_inprocess_relay_chain; use cumulus_relay_chain_interface::{RelayChainError, RelayChainInterface, RelayChainResult}; use cumulus_relay_chain_rpc_interface::RelayChainRPCInterface; use polkadot_service::{CollatorPair, NativeExecutionDispatch}; use sp_core::Pair; use crate::rpc; pub use parachains_common::{AccountId, Balance, Block, BlockNumber, Hash, Header, Index as Nonce}; use cumulus_client_consensus_relay_chain::Verifier as RelayChainVerifier; use futures::lock::Mutex; use sc_client_api::ExecutorProvider; use sc_consensus::{ import_queue::{BasicQueue, Verifier as VerifierT}, BlockImportParams, }; use sc_executor::NativeElseWasmExecutor; use sc_network::NetworkService; use sc_service::{Configuration, PartialComponents, Role, TFullBackend, TFullClient, TaskManager}; use sc_telemetry::{Telemetry, TelemetryHandle, TelemetryWorker, TelemetryWorkerHandle}; use sp_api::{ApiExt, ConstructRuntimeApi}; use sp_consensus::CacheKeyId; use sp_consensus_aura::AuraApi; use sp_keystore::SyncCryptoStorePtr; use sp_runtime::{ app_crypto::AppKey, generic::BlockId, traits::{BlakeTwo256, Header as HeaderT}, }; use std::{marker::PhantomData, sync::Arc, time::Duration}; use substrate_prometheus_endpoint::Registry; /// Native executor instance. pub struct RococoParachainRuntimeExecutor; impl sc_executor::NativeExecutionDispatch for RococoParachainRuntimeExecutor { type ExtendHostFunctions = (); fn dispatch(method: &str, data: &[u8]) -> Option> { rococo_parachain_runtime::api::dispatch(method, data) } fn native_version() -> sc_executor::NativeVersion { rococo_parachain_runtime::native_version() } } /// Native executor instance. pub struct ShellRuntimeExecutor; impl sc_executor::NativeExecutionDispatch for ShellRuntimeExecutor { type ExtendHostFunctions = (); fn dispatch(method: &str, data: &[u8]) -> Option> { shell_runtime::api::dispatch(method, data) } fn native_version() -> sc_executor::NativeVersion { shell_runtime::native_version() } } /// Native executor instance. pub struct SeedlingRuntimeExecutor; impl sc_executor::NativeExecutionDispatch for SeedlingRuntimeExecutor { type ExtendHostFunctions = (); fn dispatch(method: &str, data: &[u8]) -> Option> { seedling_runtime::api::dispatch(method, data) } fn native_version() -> sc_executor::NativeVersion { seedling_runtime::native_version() } } // Native Statemint executor instance. pub struct StatemintRuntimeExecutor; impl sc_executor::NativeExecutionDispatch for StatemintRuntimeExecutor { type ExtendHostFunctions = frame_benchmarking::benchmarking::HostFunctions; fn dispatch(method: &str, data: &[u8]) -> Option> { statemint_runtime::api::dispatch(method, data) } fn native_version() -> sc_executor::NativeVersion { statemint_runtime::native_version() } } /// Native Statemine executor instance. pub struct StatemineRuntimeExecutor; impl sc_executor::NativeExecutionDispatch for StatemineRuntimeExecutor { type ExtendHostFunctions = frame_benchmarking::benchmarking::HostFunctions; fn dispatch(method: &str, data: &[u8]) -> Option> { statemine_runtime::api::dispatch(method, data) } fn native_version() -> sc_executor::NativeVersion { statemine_runtime::native_version() } } /// Native Westmint executor instance. pub struct WestmintRuntimeExecutor; impl sc_executor::NativeExecutionDispatch for WestmintRuntimeExecutor { type ExtendHostFunctions = frame_benchmarking::benchmarking::HostFunctions; fn dispatch(method: &str, data: &[u8]) -> Option> { westmint_runtime::api::dispatch(method, data) } fn native_version() -> sc_executor::NativeVersion { westmint_runtime::native_version() } } /// Native Canvas on Kusama executor instance. pub struct CanvasKusamaRuntimeExecutor; impl sc_executor::NativeExecutionDispatch for CanvasKusamaRuntimeExecutor { type ExtendHostFunctions = frame_benchmarking::benchmarking::HostFunctions; fn dispatch(method: &str, data: &[u8]) -> Option> { canvas_kusama_runtime::api::dispatch(method, data) } fn native_version() -> sc_executor::NativeVersion { canvas_kusama_runtime::native_version() } } /// Starts a `ServiceBuilder` for a full service. /// /// Use this macro if you don't actually need the full service, but just the builder in order to /// be able to perform chain operations. pub fn new_partial( config: &Configuration, build_import_queue: BIQ, ) -> Result< PartialComponents< TFullClient>, TFullBackend, (), sc_consensus::DefaultImportQueue< Block, TFullClient>, >, sc_transaction_pool::FullPool< Block, TFullClient>, >, (Option, Option), >, sc_service::Error, > where RuntimeApi: ConstructRuntimeApi>> + Send + Sync + 'static, RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue + sp_api::Metadata + sp_session::SessionKeys + sp_api::ApiExt< Block, StateBackend = sc_client_api::StateBackendFor, Block>, > + sp_offchain::OffchainWorkerApi + sp_block_builder::BlockBuilder, sc_client_api::StateBackendFor, Block>: sp_api::StateBackend, Executor: NativeExecutionDispatch + 'static, BIQ: FnOnce( Arc>>, &Configuration, Option, &TaskManager, ) -> Result< sc_consensus::DefaultImportQueue< Block, TFullClient>, >, sc_service::Error, >, { let telemetry = config .telemetry_endpoints .clone() .filter(|x| !x.is_empty()) .map(|endpoints| -> Result<_, sc_telemetry::Error> { let worker = TelemetryWorker::new(16)?; let telemetry = worker.handle().new_telemetry(endpoints); Ok((worker, telemetry)) }) .transpose()?; let executor = sc_executor::NativeElseWasmExecutor::::new( config.wasm_method, config.default_heap_pages, config.max_runtime_instances, config.runtime_cache_size, ); let (client, backend, keystore_container, task_manager) = sc_service::new_full_parts::( &config, telemetry.as_ref().map(|(_, telemetry)| telemetry.handle()), executor, )?; let client = Arc::new(client); let telemetry_worker_handle = telemetry.as_ref().map(|(worker, _)| worker.handle()); let telemetry = telemetry.map(|(worker, telemetry)| { task_manager.spawn_handle().spawn("telemetry", None, worker.run()); telemetry }); let transaction_pool = sc_transaction_pool::BasicPool::new_full( config.transaction_pool.clone(), config.role.is_authority().into(), config.prometheus_registry(), task_manager.spawn_essential_handle(), client.clone(), ); let import_queue = build_import_queue( client.clone(), config, telemetry.as_ref().map(|telemetry| telemetry.handle()), &task_manager, )?; let params = PartialComponents { backend, client, import_queue, keystore_container, task_manager, transaction_pool, select_chain: (), other: (telemetry, telemetry_worker_handle), }; Ok(params) } async fn build_relay_chain_interface( polkadot_config: Configuration, telemetry_worker_handle: Option, task_manager: &mut TaskManager, collator_options: CollatorOptions, ) -> RelayChainResult<(Arc<(dyn RelayChainInterface + 'static)>, Option)> { match collator_options.relay_chain_rpc_url { Some(relay_chain_url) => Ok((Arc::new(RelayChainRPCInterface::new(relay_chain_url).await?) as Arc<_>, None)), None => { let relay_chain_local = build_inprocess_relay_chain( polkadot_config, telemetry_worker_handle, task_manager, )?; Ok((relay_chain_local.0, Some(relay_chain_local.1))) }, } } /// Start a shell node with the given parachain `Configuration` and relay chain `Configuration`. /// /// This is the actual implementation that is abstract over the executor and the runtime api for shell nodes. #[sc_tracing::logging::prefix_logs_with("Parachain")] async fn start_shell_node_impl( parachain_config: Configuration, polkadot_config: Configuration, collator_options: CollatorOptions, id: ParaId, rpc_ext_builder: RB, build_import_queue: BIQ, build_consensus: BIC, ) -> sc_service::error::Result<( TaskManager, Arc>>, )> where RuntimeApi: ConstructRuntimeApi>> + Send + Sync + 'static, RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue + sp_api::Metadata + sp_session::SessionKeys + sp_api::ApiExt< Block, StateBackend = sc_client_api::StateBackendFor, Block>, > + sp_offchain::OffchainWorkerApi + sp_block_builder::BlockBuilder + cumulus_primitives_core::CollectCollationInfo, sc_client_api::StateBackendFor, Block>: sp_api::StateBackend, Executor: sc_executor::NativeExecutionDispatch + 'static, RB: Fn( Arc>>, ) -> Result, sc_service::Error> + Send + 'static, BIQ: FnOnce( Arc>>, &Configuration, Option, &TaskManager, ) -> Result< sc_consensus::DefaultImportQueue< Block, TFullClient>, >, sc_service::Error, >, BIC: FnOnce( Arc>>, Option<&Registry>, Option, &TaskManager, Arc, Arc< sc_transaction_pool::FullPool< Block, TFullClient>, >, >, Arc>, SyncCryptoStorePtr, bool, ) -> Result>, sc_service::Error>, { if matches!(parachain_config.role, Role::Light) { return Err("Light client not supported!".into()) } let parachain_config = prepare_node_config(parachain_config); let params = new_partial::(¶chain_config, build_import_queue)?; let (mut telemetry, telemetry_worker_handle) = params.other; let client = params.client.clone(); let backend = params.backend.clone(); let mut task_manager = params.task_manager; let (relay_chain_interface, collator_key) = build_relay_chain_interface( polkadot_config, telemetry_worker_handle, &mut task_manager, collator_options.clone(), ) .await .map_err(|e| match e { RelayChainError::ServiceError(polkadot_service::Error::Sub(x)) => x, s => s.to_string().into(), })?; let block_announce_validator = BlockAnnounceValidator::new(relay_chain_interface.clone(), id); let force_authoring = parachain_config.force_authoring; let validator = parachain_config.role.is_authority(); let prometheus_registry = parachain_config.prometheus_registry().cloned(); let transaction_pool = params.transaction_pool.clone(); let import_queue = cumulus_client_service::SharedImportQueue::new(params.import_queue); let (network, system_rpc_tx, start_network) = sc_service::build_network(sc_service::BuildNetworkParams { config: ¶chain_config, client: client.clone(), transaction_pool: transaction_pool.clone(), spawn_handle: task_manager.spawn_handle(), import_queue: import_queue.clone(), block_announce_validator_builder: Some(Box::new(|_| { Box::new(block_announce_validator) })), warp_sync: None, })?; let rpc_client = client.clone(); let rpc_extensions_builder = Box::new(move |_, _| rpc_ext_builder(rpc_client.clone())); sc_service::spawn_tasks(sc_service::SpawnTasksParams { rpc_extensions_builder, client: client.clone(), transaction_pool: transaction_pool.clone(), task_manager: &mut task_manager, config: parachain_config, keystore: params.keystore_container.sync_keystore(), backend: backend.clone(), network: network.clone(), system_rpc_tx, telemetry: telemetry.as_mut(), })?; let announce_block = { let network = network.clone(); Arc::new(move |hash, data| network.announce_block(hash, data)) }; let relay_chain_slot_duration = Duration::from_secs(6); if validator { let parachain_consensus = build_consensus( client.clone(), prometheus_registry.as_ref(), telemetry.as_ref().map(|t| t.handle()), &task_manager, relay_chain_interface.clone(), transaction_pool, network, params.keystore_container.sync_keystore(), force_authoring, )?; let spawner = task_manager.spawn_handle(); let params = StartCollatorParams { para_id: id, block_status: client.clone(), announce_block, client: client.clone(), task_manager: &mut task_manager, relay_chain_interface, spawner, parachain_consensus, import_queue, collator_key: collator_key.expect("Command line arguments do not allow this. qed"), relay_chain_slot_duration, }; start_collator(params).await?; } else { let params = StartFullNodeParams { client: client.clone(), announce_block, task_manager: &mut task_manager, para_id: id, relay_chain_interface, relay_chain_slot_duration, import_queue, collator_options, }; start_full_node(params)?; } start_network.start_network(); Ok((task_manager, client)) } /// Start a node with the given parachain `Configuration` and relay chain `Configuration`. /// /// This is the actual implementation that is abstract over the executor and the runtime api. #[sc_tracing::logging::prefix_logs_with("Parachain")] async fn start_node_impl( parachain_config: Configuration, polkadot_config: Configuration, collator_options: CollatorOptions, id: ParaId, _rpc_ext_builder: RB, build_import_queue: BIQ, build_consensus: BIC, ) -> sc_service::error::Result<( TaskManager, Arc>>, )> where RuntimeApi: ConstructRuntimeApi>> + Send + Sync + 'static, RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue + sp_api::Metadata + sp_session::SessionKeys + sp_api::ApiExt< Block, StateBackend = sc_client_api::StateBackendFor, Block>, > + sp_offchain::OffchainWorkerApi + sp_block_builder::BlockBuilder + cumulus_primitives_core::CollectCollationInfo + pallet_transaction_payment_rpc::TransactionPaymentRuntimeApi + frame_rpc_system::AccountNonceApi, sc_client_api::StateBackendFor, Block>: sp_api::StateBackend, Executor: sc_executor::NativeExecutionDispatch + 'static, RB: Fn( Arc>, ) -> Result, sc_service::Error> + Send + 'static, BIQ: FnOnce( Arc>>, &Configuration, Option, &TaskManager, ) -> Result< sc_consensus::DefaultImportQueue< Block, TFullClient>, >, sc_service::Error, > + 'static, BIC: FnOnce( Arc>>, Option<&Registry>, Option, &TaskManager, Arc, Arc< sc_transaction_pool::FullPool< Block, TFullClient>, >, >, Arc>, SyncCryptoStorePtr, bool, ) -> Result>, sc_service::Error>, { if matches!(parachain_config.role, Role::Light) { return Err("Light client not supported!".into()) } let parachain_config = prepare_node_config(parachain_config); let params = new_partial::(¶chain_config, build_import_queue)?; let (mut telemetry, telemetry_worker_handle) = params.other; let client = params.client.clone(); let backend = params.backend.clone(); let mut task_manager = params.task_manager; let (relay_chain_interface, collator_key) = build_relay_chain_interface( polkadot_config, telemetry_worker_handle, &mut task_manager, collator_options.clone(), ) .await .map_err(|e| match e { RelayChainError::ServiceError(polkadot_service::Error::Sub(x)) => x, s => s.to_string().into(), })?; let block_announce_validator = BlockAnnounceValidator::new(relay_chain_interface.clone(), id); let force_authoring = parachain_config.force_authoring; let validator = parachain_config.role.is_authority(); let prometheus_registry = parachain_config.prometheus_registry().cloned(); let transaction_pool = params.transaction_pool.clone(); let import_queue = cumulus_client_service::SharedImportQueue::new(params.import_queue); let (network, system_rpc_tx, start_network) = sc_service::build_network(sc_service::BuildNetworkParams { config: ¶chain_config, client: client.clone(), transaction_pool: transaction_pool.clone(), spawn_handle: task_manager.spawn_handle(), import_queue: import_queue.clone(), block_announce_validator_builder: Some(Box::new(|_| { Box::new(block_announce_validator) })), warp_sync: None, })?; let rpc_extensions_builder = { let client = client.clone(); let transaction_pool = transaction_pool.clone(); Box::new(move |deny_unsafe, _| { let deps = rpc::FullDeps { client: client.clone(), pool: transaction_pool.clone(), deny_unsafe, }; Ok(rpc::create_full(deps)) }) }; sc_service::spawn_tasks(sc_service::SpawnTasksParams { rpc_extensions_builder, client: client.clone(), transaction_pool: transaction_pool.clone(), task_manager: &mut task_manager, config: parachain_config, keystore: params.keystore_container.sync_keystore(), backend: backend.clone(), network: network.clone(), system_rpc_tx, telemetry: telemetry.as_mut(), })?; let announce_block = { let network = network.clone(); Arc::new(move |hash, data| network.announce_block(hash, data)) }; let relay_chain_slot_duration = Duration::from_secs(6); if validator { let parachain_consensus = build_consensus( client.clone(), prometheus_registry.as_ref(), telemetry.as_ref().map(|t| t.handle()), &task_manager, relay_chain_interface.clone(), transaction_pool, network, params.keystore_container.sync_keystore(), force_authoring, )?; let spawner = task_manager.spawn_handle(); let params = StartCollatorParams { para_id: id, block_status: client.clone(), announce_block, client: client.clone(), task_manager: &mut task_manager, relay_chain_interface: relay_chain_interface.clone(), spawner, parachain_consensus, import_queue, collator_key: collator_key.expect("Command line arguments do not allow this. qed"), relay_chain_slot_duration, }; start_collator(params).await?; } else { let params = StartFullNodeParams { client: client.clone(), announce_block, task_manager: &mut task_manager, para_id: id, relay_chain_interface, relay_chain_slot_duration, import_queue, collator_options, }; start_full_node(params)?; } start_network.start_network(); Ok((task_manager, client)) } /// Build the import queue for the rococo parachain runtime. pub fn rococo_parachain_build_import_queue( client: Arc< TFullClient< Block, rococo_parachain_runtime::RuntimeApi, NativeElseWasmExecutor, >, >, config: &Configuration, telemetry: Option, task_manager: &TaskManager, ) -> Result< sc_consensus::DefaultImportQueue< Block, TFullClient< Block, rococo_parachain_runtime::RuntimeApi, NativeElseWasmExecutor, >, >, sc_service::Error, > { let slot_duration = cumulus_client_consensus_aura::slot_duration(&*client)?; cumulus_client_consensus_aura::import_queue::< sp_consensus_aura::sr25519::AuthorityPair, _, _, _, _, _, _, >(cumulus_client_consensus_aura::ImportQueueParams { block_import: client.clone(), client: client.clone(), create_inherent_data_providers: move |_, _| async move { let timestamp = sp_timestamp::InherentDataProvider::from_system_time(); let slot = sp_consensus_aura::inherents::InherentDataProvider::from_timestamp_and_slot_duration( *timestamp, slot_duration, ); Ok((timestamp, slot)) }, registry: config.prometheus_registry().clone(), can_author_with: sp_consensus::CanAuthorWithNativeVersion::new(client.executor().clone()), spawner: &task_manager.spawn_essential_handle(), telemetry, }) .map_err(Into::into) } /// Start a rococo parachain node. pub async fn start_rococo_parachain_node( parachain_config: Configuration, polkadot_config: Configuration, collator_options: CollatorOptions, id: ParaId, ) -> sc_service::error::Result<( TaskManager, Arc< TFullClient< Block, rococo_parachain_runtime::RuntimeApi, NativeElseWasmExecutor, >, >, )> { start_node_impl::( parachain_config, polkadot_config, collator_options, id, |_| Ok(Default::default()), rococo_parachain_build_import_queue, |client, prometheus_registry, telemetry, task_manager, relay_chain_interface, transaction_pool, sync_oracle, keystore, force_authoring| { let slot_duration = cumulus_client_consensus_aura::slot_duration(&*client)?; let proposer_factory = sc_basic_authorship::ProposerFactory::with_proof_recording( task_manager.spawn_handle(), client.clone(), transaction_pool, prometheus_registry.clone(), telemetry.clone(), ); Ok(AuraConsensus::build::< sp_consensus_aura::sr25519::AuthorityPair, _, _, _, _, _, _, >(BuildAuraConsensusParams { proposer_factory, create_inherent_data_providers: move |_, (relay_parent, validation_data)| { let relay_chain_interface = relay_chain_interface.clone(); async move { let parachain_inherent = cumulus_primitives_parachain_inherent::ParachainInherentData::create_at( relay_parent, &relay_chain_interface, &validation_data, id, ).await; let timestamp = sp_timestamp::InherentDataProvider::from_system_time(); let slot = sp_consensus_aura::inherents::InherentDataProvider::from_timestamp_and_slot_duration( *timestamp, slot_duration, ); let parachain_inherent = parachain_inherent.ok_or_else(|| { Box::::from( "Failed to create parachain inherent", ) })?; Ok((timestamp, slot, parachain_inherent)) } }, block_import: client.clone(), para_client: client.clone(), backoff_authoring_blocks: Option::<()>::None, sync_oracle, keystore, force_authoring, slot_duration, // We got around 500ms for proposing block_proposal_slot_portion: SlotProportion::new(1f32 / 24f32), // And a maximum of 750ms if slots are skipped max_block_proposal_slot_portion: Some(SlotProportion::new(1f32 / 16f32)), telemetry, })) }, ) .await } /// Build the import queue for the shell runtime. pub fn shell_build_import_queue( client: Arc>>, config: &Configuration, _: Option, task_manager: &TaskManager, ) -> Result< sc_consensus::DefaultImportQueue< Block, TFullClient>, >, sc_service::Error, > where RuntimeApi: ConstructRuntimeApi>> + Send + Sync + 'static, RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue + sp_api::Metadata + sp_session::SessionKeys + sp_api::ApiExt< Block, StateBackend = sc_client_api::StateBackendFor, Block>, > + sp_offchain::OffchainWorkerApi + sp_block_builder::BlockBuilder, sc_client_api::StateBackendFor, Block>: sp_api::StateBackend, Executor: sc_executor::NativeExecutionDispatch + 'static, { cumulus_client_consensus_relay_chain::import_queue( client.clone(), client, |_, _| async { Ok(()) }, &task_manager.spawn_essential_handle(), config.prometheus_registry().clone(), ) .map_err(Into::into) } /// Start a polkadot-shell parachain node. pub async fn start_shell_node( parachain_config: Configuration, polkadot_config: Configuration, collator_options: CollatorOptions, id: ParaId, ) -> sc_service::error::Result<( TaskManager, Arc>>, )> where RuntimeApi: ConstructRuntimeApi>> + Send + Sync + 'static, RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue + sp_api::Metadata + sp_session::SessionKeys + sp_api::ApiExt< Block, StateBackend = sc_client_api::StateBackendFor, Block>, > + sp_offchain::OffchainWorkerApi + sp_block_builder::BlockBuilder + cumulus_primitives_core::CollectCollationInfo, sc_client_api::StateBackendFor, Block>: sp_api::StateBackend, Executor: sc_executor::NativeExecutionDispatch + 'static, { start_shell_node_impl::( parachain_config, polkadot_config, collator_options, id, |_| Ok(Default::default()), shell_build_import_queue, |client, prometheus_registry, telemetry, task_manager, relay_chain_interface, transaction_pool, _, _, _| { let proposer_factory = sc_basic_authorship::ProposerFactory::with_proof_recording( task_manager.spawn_handle(), client.clone(), transaction_pool, prometheus_registry.clone(), telemetry.clone(), ); Ok(cumulus_client_consensus_relay_chain::build_relay_chain_consensus( cumulus_client_consensus_relay_chain::BuildRelayChainConsensusParams { para_id: id, proposer_factory, block_import: client.clone(), relay_chain_interface: relay_chain_interface.clone(), create_inherent_data_providers: move |_, (relay_parent, validation_data)| { let relay_chain_interface = relay_chain_interface.clone(); async move { let parachain_inherent = cumulus_primitives_parachain_inherent::ParachainInherentData::create_at( relay_parent, &relay_chain_interface, &validation_data, id, ).await; let parachain_inherent = parachain_inherent.ok_or_else(|| { Box::::from( "Failed to create parachain inherent", ) })?; Ok(parachain_inherent) } }, }, )) }, ) .await } enum BuildOnAccess { Uninitialized(Option R + Send + Sync>>), Initialized(R), } impl BuildOnAccess { fn get_mut(&mut self) -> &mut R { loop { match self { Self::Uninitialized(f) => { *self = Self::Initialized((f.take().unwrap())()); }, Self::Initialized(ref mut r) => return r, } } } } /// Special [`ParachainConsensus`] implementation that waits for the upgrade from /// shell to a parachain runtime that implements Aura. struct WaitForAuraConsensus { client: Arc, aura_consensus: Arc>>>>, relay_chain_consensus: Arc>>>, _phantom: PhantomData, } impl Clone for WaitForAuraConsensus { fn clone(&self) -> Self { Self { client: self.client.clone(), aura_consensus: self.aura_consensus.clone(), relay_chain_consensus: self.relay_chain_consensus.clone(), _phantom: PhantomData, } } } #[async_trait::async_trait] impl ParachainConsensus for WaitForAuraConsensus where Client: sp_api::ProvideRuntimeApi + Send + Sync, Client::Api: AuraApi, AuraId: Send + Codec + Sync, { async fn produce_candidate( &mut self, parent: &Header, relay_parent: PHash, validation_data: &PersistedValidationData, ) -> Option> { let block_id = BlockId::hash(parent.hash()); if self .client .runtime_api() .has_api::>(&block_id) .unwrap_or(false) { self.aura_consensus .lock() .await .get_mut() .produce_candidate(parent, relay_parent, validation_data) .await } else { self.relay_chain_consensus .lock() .await .produce_candidate(parent, relay_parent, validation_data) .await } } } struct Verifier { client: Arc, aura_verifier: BuildOnAccess>>, relay_chain_verifier: Box>, _phantom: PhantomData, } #[async_trait::async_trait] impl VerifierT for Verifier where Client: sp_api::ProvideRuntimeApi + Send + Sync, Client::Api: AuraApi, AuraId: Send + Sync + Codec, { async fn verify( &mut self, block_import: BlockImportParams, ) -> Result<(BlockImportParams, Option)>>), String> { let block_id = BlockId::hash(*block_import.header.parent_hash()); if self .client .runtime_api() .has_api::>(&block_id) .unwrap_or(false) { self.aura_verifier.get_mut().verify(block_import).await } else { self.relay_chain_verifier.verify(block_import).await } } } /// Build the import queue for the statemint/statemine/westmine runtime. pub fn statemint_build_import_queue( client: Arc>>, config: &Configuration, telemetry_handle: Option, task_manager: &TaskManager, ) -> Result< sc_consensus::DefaultImportQueue< Block, TFullClient>, >, sc_service::Error, > where RuntimeApi: ConstructRuntimeApi>> + Send + Sync + 'static, RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue + sp_api::Metadata + sp_session::SessionKeys + sp_api::ApiExt< Block, StateBackend = sc_client_api::StateBackendFor, Block>, > + sp_offchain::OffchainWorkerApi + sp_block_builder::BlockBuilder + sp_consensus_aura::AuraApi::Pair as Pair>::Public>, sc_client_api::StateBackendFor, Block>: sp_api::StateBackend, Executor: sc_executor::NativeExecutionDispatch + 'static, <::Pair as Pair>::Signature: TryFrom> + std::hash::Hash + sp_runtime::traits::Member + Codec, { let client2 = client.clone(); let aura_verifier = move || { let slot_duration = cumulus_client_consensus_aura::slot_duration(&*client2).unwrap(); Box::new( cumulus_client_consensus_aura::build_verifier::<::Pair, _, _, _>( cumulus_client_consensus_aura::BuildVerifierParams { client: client2.clone(), create_inherent_data_providers: move |_, _| async move { let timestamp = sp_timestamp::InherentDataProvider::from_system_time(); let slot = sp_consensus_aura::inherents::InherentDataProvider::from_timestamp_and_slot_duration( *timestamp, slot_duration, ); Ok((timestamp, slot)) }, can_author_with: sp_consensus::CanAuthorWithNativeVersion::new( client2.executor().clone(), ), telemetry: telemetry_handle, }, ), ) as Box<_> }; let relay_chain_verifier = Box::new(RelayChainVerifier::new(client.clone(), |_, _| async { Ok(()) })) as Box<_>; let verifier = Verifier { client: client.clone(), relay_chain_verifier, aura_verifier: BuildOnAccess::Uninitialized(Some(Box::new(aura_verifier))), _phantom: PhantomData, }; let registry = config.prometheus_registry().clone(); let spawner = task_manager.spawn_essential_handle(); Ok(BasicQueue::new( verifier, Box::new(ParachainBlockImport::new(client.clone())), None, &spawner, registry, )) } /// Start a statemint/statemine/westmint parachain node. pub async fn start_statemint_node( parachain_config: Configuration, polkadot_config: Configuration, collator_options: CollatorOptions, id: ParaId, ) -> sc_service::error::Result<( TaskManager, Arc>>, )> where RuntimeApi: ConstructRuntimeApi>> + Send + Sync + 'static, RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue + sp_api::Metadata + sp_session::SessionKeys + sp_api::ApiExt< Block, StateBackend = sc_client_api::StateBackendFor, Block>, > + sp_offchain::OffchainWorkerApi + sp_block_builder::BlockBuilder + cumulus_primitives_core::CollectCollationInfo + sp_consensus_aura::AuraApi::Pair as Pair>::Public> + pallet_transaction_payment_rpc::TransactionPaymentRuntimeApi + frame_rpc_system::AccountNonceApi, sc_client_api::StateBackendFor, Block>: sp_api::StateBackend, Executor: sc_executor::NativeExecutionDispatch + 'static, <::Pair as Pair>::Signature: TryFrom> + std::hash::Hash + sp_runtime::traits::Member + Codec, { start_node_impl::( parachain_config, polkadot_config, collator_options, id, |_| Ok(Default::default()), statemint_build_import_queue::<_, _, AuraId>, |client, prometheus_registry, telemetry, task_manager, relay_chain_interface, transaction_pool, sync_oracle, keystore, force_authoring| { let client2 = client.clone(); let spawn_handle = task_manager.spawn_handle(); let transaction_pool2 = transaction_pool.clone(); let telemetry2 = telemetry.clone(); let prometheus_registry2 = prometheus_registry.map(|r| (*r).clone()); let relay_chain_for_aura = relay_chain_interface.clone(); let aura_consensus = BuildOnAccess::Uninitialized(Some(Box::new(move || { let slot_duration = cumulus_client_consensus_aura::slot_duration(&*client2).unwrap(); let proposer_factory = sc_basic_authorship::ProposerFactory::with_proof_recording( spawn_handle, client2.clone(), transaction_pool2, prometheus_registry2.as_ref(), telemetry2.clone(), ); AuraConsensus::build::<::Pair, _, _, _, _, _, _>( BuildAuraConsensusParams { proposer_factory, create_inherent_data_providers: move |_, (relay_parent, validation_data)| { let relay_chain_for_aura = relay_chain_for_aura.clone(); async move { let parachain_inherent = cumulus_primitives_parachain_inherent::ParachainInherentData::create_at( relay_parent, &relay_chain_for_aura, &validation_data, id, ).await; let timestamp = sp_timestamp::InherentDataProvider::from_system_time(); let slot = sp_consensus_aura::inherents::InherentDataProvider::from_timestamp_and_slot_duration( *timestamp, slot_duration, ); let parachain_inherent = parachain_inherent.ok_or_else(|| { Box::::from( "Failed to create parachain inherent", ) })?; Ok((timestamp, slot, parachain_inherent)) } }, block_import: client2.clone(), para_client: client2.clone(), backoff_authoring_blocks: Option::<()>::None, sync_oracle, keystore, force_authoring, slot_duration, // We got around 500ms for proposing block_proposal_slot_portion: SlotProportion::new(1f32 / 24f32), // And a maximum of 750ms if slots are skipped max_block_proposal_slot_portion: Some(SlotProportion::new(1f32 / 16f32)), telemetry: telemetry2, }, ) }))); let proposer_factory = sc_basic_authorship::ProposerFactory::with_proof_recording( task_manager.spawn_handle(), client.clone(), transaction_pool, prometheus_registry.clone(), telemetry.clone(), ); let relay_chain_consensus = cumulus_client_consensus_relay_chain::build_relay_chain_consensus( cumulus_client_consensus_relay_chain::BuildRelayChainConsensusParams { para_id: id, proposer_factory, block_import: client.clone(), relay_chain_interface: relay_chain_interface.clone(), create_inherent_data_providers: move |_, (relay_parent, validation_data)| { let relay_chain_interface = relay_chain_interface.clone(); async move { let parachain_inherent = cumulus_primitives_parachain_inherent::ParachainInherentData::create_at( relay_parent, &relay_chain_interface, &validation_data, id, ).await; let parachain_inherent = parachain_inherent.ok_or_else(|| { Box::::from( "Failed to create parachain inherent", ) })?; Ok(parachain_inherent) } }, }, ); let parachain_consensus = Box::new(WaitForAuraConsensus { client: client.clone(), aura_consensus: Arc::new(Mutex::new(aura_consensus)), relay_chain_consensus: Arc::new(Mutex::new(relay_chain_consensus)), _phantom: PhantomData, }); Ok(parachain_consensus) }, ) .await } #[sc_tracing::logging::prefix_logs_with("Parachain")] async fn start_canvas_kusama_node_impl( parachain_config: Configuration, polkadot_config: Configuration, collator_options: CollatorOptions, id: ParaId, _rpc_ext_builder: RB, build_import_queue: BIQ, build_consensus: BIC, ) -> sc_service::error::Result<( TaskManager, Arc>>, )> where RuntimeApi: ConstructRuntimeApi>> + Send + Sync + 'static, RuntimeApi::RuntimeApi: sp_transaction_pool::runtime_api::TaggedTransactionQueue + sp_api::Metadata + sp_session::SessionKeys + sp_api::ApiExt< Block, StateBackend = sc_client_api::StateBackendFor, Block>, > + sp_offchain::OffchainWorkerApi + sp_block_builder::BlockBuilder + cumulus_primitives_core::CollectCollationInfo + pallet_transaction_payment_rpc::TransactionPaymentRuntimeApi + frame_rpc_system::AccountNonceApi + pallet_contracts_rpc::ContractsRuntimeApi, sc_client_api::StateBackendFor, Block>: sp_api::StateBackend, Executor: sc_executor::NativeExecutionDispatch + 'static, RB: Fn( Arc>, ) -> Result, sc_service::Error> + Send + 'static, BIQ: FnOnce( Arc>>, &Configuration, Option, &TaskManager, ) -> Result< sc_consensus::DefaultImportQueue< Block, TFullClient>, >, sc_service::Error, > + 'static, BIC: FnOnce( Arc>>, Option<&Registry>, Option, &TaskManager, Arc, Arc< sc_transaction_pool::FullPool< Block, TFullClient>, >, >, Arc>, SyncCryptoStorePtr, bool, ) -> Result>, sc_service::Error>, { if matches!(parachain_config.role, Role::Light) { return Err("Light client not supported!".into()) } let parachain_config = prepare_node_config(parachain_config); let params = new_partial::(¶chain_config, build_import_queue)?; let (mut telemetry, telemetry_worker_handle) = params.other; let client = params.client.clone(); let backend = params.backend.clone(); let mut task_manager = params.task_manager; let (relay_chain_interface, collator_key) = build_relay_chain_interface( polkadot_config, telemetry_worker_handle, &mut task_manager, collator_options.clone(), ) .await .map_err(|e| match e { RelayChainError::ServiceError(polkadot_service::Error::Sub(x)) => x, s => s.to_string().into(), })?; let block_announce_validator = BlockAnnounceValidator::new(relay_chain_interface.clone(), id); let force_authoring = parachain_config.force_authoring; let validator = parachain_config.role.is_authority(); let prometheus_registry = parachain_config.prometheus_registry().cloned(); let transaction_pool = params.transaction_pool.clone(); let import_queue = cumulus_client_service::SharedImportQueue::new(params.import_queue); let (network, system_rpc_tx, start_network) = sc_service::build_network(sc_service::BuildNetworkParams { config: ¶chain_config, client: client.clone(), transaction_pool: transaction_pool.clone(), spawn_handle: task_manager.spawn_handle(), import_queue: import_queue.clone(), block_announce_validator_builder: Some(Box::new(|_| { Box::new(block_announce_validator) })), warp_sync: None, })?; let rpc_extensions_builder = { let client = client.clone(); let transaction_pool = transaction_pool.clone(); Box::new(move |deny_unsafe, _| { let deps = crate::rpc::FullDeps { client: client.clone(), pool: transaction_pool.clone(), deny_unsafe, }; Ok(crate::rpc::create_canvas_kusama(deps)) }) }; sc_service::spawn_tasks(sc_service::SpawnTasksParams { rpc_extensions_builder, client: client.clone(), transaction_pool: transaction_pool.clone(), task_manager: &mut task_manager, config: parachain_config, keystore: params.keystore_container.sync_keystore(), backend: backend.clone(), network: network.clone(), system_rpc_tx, telemetry: telemetry.as_mut(), })?; let announce_block = { let network = network.clone(); Arc::new(move |hash, data| network.announce_block(hash, data)) }; let relay_chain_slot_duration = Duration::from_secs(6); if validator { let parachain_consensus = build_consensus( client.clone(), prometheus_registry.as_ref(), telemetry.as_ref().map(|t| t.handle()), &task_manager, relay_chain_interface.clone(), transaction_pool, network, params.keystore_container.sync_keystore(), force_authoring, )?; let spawner = task_manager.spawn_handle(); let params = StartCollatorParams { para_id: id, block_status: client.clone(), announce_block, client: client.clone(), task_manager: &mut task_manager, relay_chain_interface, spawner, parachain_consensus, import_queue, collator_key: collator_key.expect("Command line arguments do not allow this. qed"), relay_chain_slot_duration, }; start_collator(params).await?; } else { let params = StartFullNodeParams { client: client.clone(), announce_block, task_manager: &mut task_manager, para_id: id, relay_chain_interface, relay_chain_slot_duration, import_queue, collator_options, }; start_full_node(params)?; } start_network.start_network(); Ok((task_manager, client)) } #[allow(clippy::type_complexity)] pub fn canvas_kusama_build_import_queue( client: Arc< TFullClient< Block, canvas_kusama_runtime::RuntimeApi, NativeElseWasmExecutor, >, >, config: &Configuration, telemetry: Option, task_manager: &TaskManager, ) -> Result< sc_consensus::DefaultImportQueue< Block, TFullClient< Block, canvas_kusama_runtime::RuntimeApi, NativeElseWasmExecutor, >, >, sc_service::Error, > { let slot_duration = cumulus_client_consensus_aura::slot_duration(&*client)?; cumulus_client_consensus_aura::import_queue::< sp_consensus_aura::sr25519::AuthorityPair, _, _, _, _, _, _, >(cumulus_client_consensus_aura::ImportQueueParams { block_import: client.clone(), client: client.clone(), create_inherent_data_providers: move |_, _| async move { let timestamp = sp_timestamp::InherentDataProvider::from_system_time(); let slot = sp_consensus_aura::inherents::InherentDataProvider::from_timestamp_and_slot_duration( *timestamp, slot_duration, ); Ok((timestamp, slot)) }, registry: config.prometheus_registry(), can_author_with: sp_consensus::CanAuthorWithNativeVersion::new(client.executor().clone()), spawner: &task_manager.spawn_essential_handle(), telemetry, }) .map_err(Into::into) } /// Start a parachain node. pub async fn start_canvas_kusama_node( parachain_config: Configuration, polkadot_config: Configuration, collator_options: CollatorOptions, id: ParaId, ) -> sc_service::error::Result<( TaskManager, Arc< TFullClient< Block, canvas_kusama_runtime::RuntimeApi, NativeElseWasmExecutor, >, >, )> { start_canvas_kusama_node_impl::< canvas_kusama_runtime::RuntimeApi, CanvasKusamaRuntimeExecutor, _, _, _, >( parachain_config, polkadot_config, collator_options, id, |_| Ok(Default::default()), canvas_kusama_build_import_queue, |client, prometheus_registry, telemetry, task_manager, relay_chain_interface, transaction_pool, sync_oracle, keystore, force_authoring| { let slot_duration = cumulus_client_consensus_aura::slot_duration(&*client)?; let proposer_factory = sc_basic_authorship::ProposerFactory::with_proof_recording( task_manager.spawn_handle(), client.clone(), transaction_pool, prometheus_registry, telemetry.clone(), ); Ok(AuraConsensus::build::( BuildAuraConsensusParams { proposer_factory, create_inherent_data_providers: move |_, (relay_parent, validation_data)| { let relay_chain_interface = relay_chain_interface.clone(); async move { let parachain_inherent = cumulus_primitives_parachain_inherent::ParachainInherentData::create_at( relay_parent, &relay_chain_interface, &validation_data, id, ).await; let timestamp = sp_timestamp::InherentDataProvider::from_system_time(); let slot = sp_consensus_aura::inherents::InherentDataProvider::from_timestamp_and_slot_duration( *timestamp, slot_duration, ); let parachain_inherent = parachain_inherent.ok_or_else(|| { Box::::from( "Failed to create parachain inherent", ) })?; Ok((timestamp, slot, parachain_inherent)) } }, block_import: client.clone(), para_client: client, backoff_authoring_blocks: Option::<()>::None, sync_oracle, keystore, force_authoring, slot_duration, // We got around 500ms for proposing block_proposal_slot_portion: SlotProportion::new(1f32 / 24f32), // And a maximum of 750ms if slots are skipped max_block_proposal_slot_portion: Some(SlotProportion::new(1f32 / 16f32)), telemetry, }, )) }, ) .await }