// Copyright 2018-2019 Parity Technologies (UK) Ltd. // This file is part of Substrate. // Substrate is free software: you can redistribute it and/or modify // it under the terms of the GNU General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // Substrate is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU General Public License for more details. // You should have received a copy of the GNU General Public License // along with Substrate. If not, see . #![warn(unused_extern_crates)] //! Service and ServiceFactory implementation. Specialized wrapper over substrate service. use std::sync::Arc; use std::time::Duration; use babe::{import_queue, start_babe, BabeImportQueue, Config}; use client::{self, LongestChain}; use grandpa::{self, FinalityProofProvider as GrandpaFinalityProofProvider}; use node_executor; use futures::prelude::*; use node_primitives::Block; use node_runtime::{GenesisConfig, RuntimeApi}; use substrate_service::{ FactoryFullConfiguration, LightComponents, FullComponents, FullBackend, FullClient, LightClient, LightBackend, FullExecutor, LightExecutor, error::{Error as ServiceError}, }; use transaction_pool::{self, txpool::{Pool as TransactionPool}}; use inherents::InherentDataProviders; use network::construct_simple_protocol; use substrate_service::construct_service_factory; use substrate_service::TelemetryOnConnect; construct_simple_protocol! { /// Demo protocol attachment for substrate. pub struct NodeProtocol where Block = Block { } } type BabeBlockImportForService = babe::BabeBlockImport< FullBackend, FullExecutor, ::Block, grandpa::BlockImportForService, ::RuntimeApi, client::Client< FullBackend, FullExecutor, ::Block, ::RuntimeApi >, >; /// Node specific configuration pub struct NodeConfig { /// GRANDPA and BABE connection to import block. // FIXME #1134 rather than putting this on the config, let's have an actual intermediate setup state pub import_setup: Option<( BabeBlockImportForService, grandpa::LinkHalfForService, babe::BabeLink, )>, /// Tasks that were created by previous setup steps and should be spawned. pub tasks_to_spawn: Option + Send>>>, inherent_data_providers: InherentDataProviders, } impl Default for NodeConfig where F: substrate_service::ServiceFactory { fn default() -> NodeConfig { NodeConfig { import_setup: None, inherent_data_providers: InherentDataProviders::new(), tasks_to_spawn: None, } } } construct_service_factory! { struct Factory { Block = Block, RuntimeApi = RuntimeApi, NetworkProtocol = NodeProtocol { |config| Ok(NodeProtocol::new()) }, RuntimeDispatch = node_executor::Executor, FullTransactionPoolApi = transaction_pool::ChainApi< client::Client, FullExecutor, Block, RuntimeApi>, Block > { |config, client| Ok(TransactionPool::new(config, transaction_pool::ChainApi::new(client))) }, LightTransactionPoolApi = transaction_pool::ChainApi< client::Client, LightExecutor, Block, RuntimeApi>, Block > { |config, client| Ok(TransactionPool::new(config, transaction_pool::ChainApi::new(client))) }, Genesis = GenesisConfig, Configuration = NodeConfig, FullService = FullComponents { |config: FactoryFullConfiguration| FullComponents::::new(config) }, AuthoritySetup = { |mut service: Self::FullService| { let (block_import, link_half, babe_link) = service.config_mut().custom.import_setup.take() .expect("Link Half and Block Import are present for Full Services or setup failed before. qed"); // spawn any futures that were created in the previous setup steps if let Some(tasks) = service.config_mut().custom.tasks_to_spawn.take() { for task in tasks { service.spawn_task( task.select(service.on_exit()) .map(|_| ()) .map_err(|_| ()) ); } } if service.config().roles.is_authority() { let proposer = substrate_basic_authorship::ProposerFactory { client: service.client(), transaction_pool: service.transaction_pool(), }; let client = service.client(); let select_chain = service.select_chain() .ok_or(ServiceError::SelectChainRequired)?; let babe_config = babe::BabeParams { config: Config::get_or_compute(&*client)?, keystore: service.keystore(), client, select_chain, block_import, env: proposer, sync_oracle: service.network(), inherent_data_providers: service.config() .custom.inherent_data_providers.clone(), force_authoring: service.config().force_authoring, time_source: babe_link, }; let babe = start_babe(babe_config)?; let select = babe.select(service.on_exit()).then(|_| Ok(())); // the BABE authoring task is considered infallible, i.e. if it // fails we take down the service with it. service.spawn_essential_task(select); } let config = grandpa::Config { // FIXME #1578 make this available through chainspec gossip_duration: Duration::from_millis(333), justification_period: 4096, name: Some(service.config().name.clone()), keystore: Some(service.keystore()), }; match (service.config().roles.is_authority(), service.config().disable_grandpa) { (false, false) => { // start the lightweight GRANDPA observer service.spawn_task(Box::new(grandpa::run_grandpa_observer( config, link_half, service.network(), service.on_exit(), )?)); }, (true, false) => { // start the full GRANDPA voter let telemetry_on_connect = TelemetryOnConnect { telemetry_connection_sinks: service.telemetry_on_connect_stream(), }; let grandpa_config = grandpa::GrandpaParams { config: config, link: link_half, network: service.network(), inherent_data_providers: service.config().custom.inherent_data_providers.clone(), on_exit: service.on_exit(), telemetry_on_connect: Some(telemetry_on_connect), }; // the GRANDPA voter task is considered infallible, i.e. // if it fails we take down the service with it. service.spawn_essential_task(grandpa::run_grandpa_voter(grandpa_config)?); }, (_, true) => { grandpa::setup_disabled_grandpa( service.client(), &service.config().custom.inherent_data_providers, service.network(), )?; }, } Ok(service) } }, LightService = LightComponents { |config| >::new(config) }, FullImportQueue = BabeImportQueue { | config: &mut FactoryFullConfiguration, client: Arc>, select_chain: Self::SelectChain, transaction_pool: Option>>, | { let (block_import, link_half) = grandpa::block_import::<_, _, _, RuntimeApi, FullClient, _>( client.clone(), client.clone(), select_chain )?; let justification_import = block_import.clone(); let (import_queue, babe_link, babe_block_import, pruning_task) = import_queue( Config::get_or_compute(&*client)?, block_import, Some(Box::new(justification_import)), None, client.clone(), client, config.custom.inherent_data_providers.clone(), transaction_pool, )?; config.custom.import_setup = Some((babe_block_import.clone(), link_half, babe_link)); config.custom.tasks_to_spawn = Some(vec![Box::new(pruning_task)]); Ok(import_queue) }}, LightImportQueue = BabeImportQueue { |config: &FactoryFullConfiguration, client: Arc>| { #[allow(deprecated)] let fetch_checker = client.backend().blockchain().fetcher() .upgrade() .map(|fetcher| fetcher.checker().clone()) .ok_or_else(|| "Trying to start light import queue without active fetch checker")?; let block_import = grandpa::light_block_import::<_, _, _, RuntimeApi, LightClient>( client.clone(), Arc::new(fetch_checker), client.clone() )?; let finality_proof_import = block_import.clone(); let finality_proof_request_builder = finality_proof_import.create_finality_proof_request_builder(); // FIXME: pruning task isn't started since light client doesn't do `AuthoritySetup`. let (import_queue, ..) = import_queue::<_, _, _, _, _, _, TransactionPool>( Config::get_or_compute(&*client)?, block_import, None, Some(Box::new(finality_proof_import)), client.clone(), client, config.custom.inherent_data_providers.clone(), None, )?; Ok((import_queue, finality_proof_request_builder)) }}, SelectChain = LongestChain, Self::Block> { |config: &FactoryFullConfiguration, client: Arc>| { #[allow(deprecated)] Ok(LongestChain::new(client.backend().clone())) } }, FinalityProofProvider = { |client: Arc>| { Ok(Some(Arc::new(GrandpaFinalityProofProvider::new(client.clone(), client)) as _)) }}, } } #[cfg(test)] mod tests { use std::sync::Arc; use babe::CompatibleDigestItem; use consensus_common::{ Environment, Proposer, BlockImportParams, BlockOrigin, ForkChoiceStrategy }; use node_primitives::DigestItem; use node_runtime::{BalancesCall, Call, UncheckedExtrinsic}; use node_runtime::constants::{currency::CENTS, time::SLOT_DURATION}; use codec::{Encode, Decode}; use primitives::{ crypto::Pair as CryptoPair, blake2_256, sr25519::Public as AddressPublic, H256, }; use sr_primitives::{generic::{BlockId, Era, Digest}, traits::Block, OpaqueExtrinsic}; use timestamp; use finality_tracker; use keyring::AccountKeyring; use substrate_service::ServiceFactory; use service_test::SyncService; use crate::service::Factory; #[cfg(feature = "rhd")] fn test_sync() { use primitives::ed25519::Pair; use {service_test, Factory}; use client::{BlockImportParams, BlockOrigin}; let alice: Arc = Arc::new(Keyring::Alice.into()); let bob: Arc = Arc::new(Keyring::Bob.into()); let validators = vec![alice.public().0.into(), bob.public().0.into()]; let keys: Vec<&ed25519::Pair> = vec![&*alice, &*bob]; let dummy_runtime = ::tokio::runtime::Runtime::new().unwrap(); let block_factory = |service: &::FullService| { let block_id = BlockId::number(service.client().info().chain.best_number); let parent_header = service.client().header(&block_id).unwrap().unwrap(); let consensus_net = ConsensusNetwork::new(service.network(), service.client().clone()); let proposer_factory = consensus::ProposerFactory { client: service.client().clone(), transaction_pool: service.transaction_pool().clone(), network: consensus_net, force_delay: 0, handle: dummy_runtime.executor(), }; let (proposer, _, _) = proposer_factory.init(&parent_header, &validators, alice.clone()).unwrap(); let block = proposer.propose().expect("Error making test block"); BlockImportParams { origin: BlockOrigin::File, justification: Vec::new(), internal_justification: Vec::new(), finalized: true, body: Some(block.extrinsics), header: block.header, auxiliary: Vec::new(), } }; let extrinsic_factory = |service: &SyncService<::FullService>| { let payload = ( 0, Call::Balances(BalancesCall::transfer(RawAddress::Id(bob.public().0.into()), 69.into())), Era::immortal(), service.client().genesis_hash() ); let signature = alice.sign(&payload.encode()).into(); let id = alice.public().0.into(); let xt = UncheckedExtrinsic { signature: Some((RawAddress::Id(id), signature, payload.0, Era::immortal())), function: payload.1, }.encode(); let v: Vec = Decode::decode(&mut xt.as_slice()).unwrap(); OpaqueExtrinsic(v) }; service_test::sync::( chain_spec::integration_test_config(), block_factory, extrinsic_factory, ); } #[test] #[ignore] fn test_sync() { let keystore_path = tempfile::tempdir().expect("Creates keystore path"); let keystore = keystore::Store::open(keystore_path.path(), None) .expect("Creates keystore"); let alice = keystore.write().insert_ephemeral_from_seed::("//Alice") .expect("Creates authority pair"); let chain_spec = crate::chain_spec::tests::integration_test_config_with_single_authority(); let mut slot_num = 1u64; let block_factory = |service: &SyncService<::FullService>| { let service = service.get(); let mut inherent_data = service .config() .custom .inherent_data_providers .create_inherent_data() .expect("Creates inherent data."); inherent_data.replace_data(finality_tracker::INHERENT_IDENTIFIER, &1u64); let parent_id = BlockId::number(service.client().info().chain.best_number); let parent_header = service.client().header(&parent_id).unwrap().unwrap(); let mut proposer_factory = substrate_basic_authorship::ProposerFactory { client: service.client(), transaction_pool: service.transaction_pool(), }; let mut digest = Digest::::default(); // even though there's only one authority some slots might be empty, // so we must keep trying the next slots until we can claim one. let babe_pre_digest = loop { inherent_data.replace_data(timestamp::INHERENT_IDENTIFIER, &(slot_num * SLOT_DURATION)); if let Some(babe_pre_digest) = babe::test_helpers::claim_slot( &*service.client(), &parent_id, slot_num, (278, 1000), &keystore, ) { break babe_pre_digest; } slot_num += 1; }; digest.push(::babe_pre_digest(babe_pre_digest)); let mut proposer = proposer_factory.init(&parent_header).unwrap(); let new_block = futures03::executor::block_on(proposer.propose( inherent_data, digest, std::time::Duration::from_secs(1), )).expect("Error making test block"); let (new_header, new_body) = new_block.deconstruct(); let pre_hash = new_header.hash(); // sign the pre-sealed hash of the block and then // add it to a digest item. let to_sign = pre_hash.encode(); let signature = alice.sign(&to_sign[..]); let item = ::babe_seal( signature.into(), ); slot_num += 1; BlockImportParams { origin: BlockOrigin::File, header: new_header, justification: None, post_digests: vec![item], body: Some(new_body), finalized: true, auxiliary: Vec::new(), fork_choice: ForkChoiceStrategy::LongestChain, } }; let bob = Arc::new(AccountKeyring::Bob.pair()); let charlie = Arc::new(AccountKeyring::Charlie.pair()); let mut index = 0; let extrinsic_factory = |service: &SyncService<::FullService>| { let amount = 5 * CENTS; let to = AddressPublic::from_raw(bob.public().0); let from = AddressPublic::from_raw(charlie.public().0); let genesis_hash = service.get().client().block_hash(0).unwrap().unwrap(); let signer = charlie.clone(); let function = Call::Balances(BalancesCall::transfer(to.into(), amount)); let check_genesis = system::CheckGenesis::new(); let check_era = system::CheckEra::from(Era::Immortal); let check_nonce = system::CheckNonce::from(index); let check_weight = system::CheckWeight::new(); let take_fees = balances::TakeFees::from(0); let extra = (check_genesis, check_era, check_nonce, check_weight, take_fees); let raw_payload = (function, extra.clone(), genesis_hash, genesis_hash); let signature = raw_payload.using_encoded(|payload| if payload.len() > 256 { signer.sign(&blake2_256(payload)[..]) } else { signer.sign(payload) }); let xt = UncheckedExtrinsic::new_signed( raw_payload.0, from.into(), signature.into(), extra, ).encode(); let v: Vec = Decode::decode(&mut xt.as_slice()).unwrap(); index += 1; OpaqueExtrinsic(v) }; service_test::sync::( chain_spec, block_factory, extrinsic_factory, ); } #[test] #[ignore] fn test_consensus() { use super::Factory; service_test::consensus::( crate::chain_spec::tests::integration_test_config_with_two_authorities(), vec![ "//Alice".into(), "//Bob".into(), ], ) } }