// This file is part of Substrate. // Copyright (C) Parity Technologies (UK) Ltd. // SPDX-License-Identifier: GPL-3.0-or-later WITH Classpath-exception-2.0 // This program is free software: you can redistribute it and/or modify // it under the terms of the GNU General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU General Public License for more details. // You should have received a copy of the GNU General Public License // along with this program. If not, see . //! Main entry point of the sc-network crate. //! //! There are two main structs in this module: [`NetworkWorker`] and [`NetworkService`]. //! The [`NetworkWorker`] *is* the network. Network is driven by [`NetworkWorker::run`] future that //! terminates only when all instances of the control handles [`NetworkService`] were dropped. //! The [`NetworkService`] is merely a shared version of the [`NetworkWorker`]. You can obtain an //! `Arc` by calling [`NetworkWorker::service`]. //! //! The methods of the [`NetworkService`] are implemented by sending a message over a channel, //! which is then processed by [`NetworkWorker::next_action`]. use crate::{ behaviour::{self, Behaviour, BehaviourOut}, config::{MultiaddrWithPeerId, Params, TransportConfig}, discovery::DiscoveryConfig, error::Error, event::{DhtEvent, Event}, network_state::{ NetworkState, NotConnectedPeer as NetworkStateNotConnectedPeer, Peer as NetworkStatePeer, }, protocol::{self, NotifsHandlerError, Protocol, Ready}, request_responses::{IfDisconnected, RequestFailure}, service::{ signature::{Signature, SigningError}, traits::{ NetworkDHTProvider, NetworkEventStream, NetworkNotification, NetworkPeers, NetworkRequest, NetworkSigner, NetworkStateInfo, NetworkStatus, NetworkStatusProvider, NotificationSender as NotificationSenderT, NotificationSenderError, NotificationSenderReady as NotificationSenderReadyT, }, }, transport, types::ProtocolName, ReputationChange, }; use futures::{channel::oneshot, prelude::*}; use libp2p::{ core::{either::EitherError, upgrade, ConnectedPoint}, identify::Info as IdentifyInfo, kad::record::Key as KademliaKey, multiaddr, ping::Failure as PingFailure, swarm::{ AddressScore, ConnectionError, ConnectionHandler, ConnectionLimits, DialError, Executor, IntoConnectionHandler, NetworkBehaviour, PendingConnectionError, Swarm, SwarmBuilder, SwarmEvent, }, Multiaddr, PeerId, }; use log::{debug, error, info, trace, warn}; use metrics::{Histogram, HistogramVec, MetricSources, Metrics}; use parking_lot::Mutex; use sc_network_common::ExHashT; use sc_peerset::PeersetHandle; use sc_utils::mpsc::{tracing_unbounded, TracingUnboundedReceiver, TracingUnboundedSender}; use sp_runtime::traits::Block as BlockT; use std::{ cmp, collections::{HashMap, HashSet}, fs, iter, marker::PhantomData, num::NonZeroUsize, pin::Pin, str, sync::{ atomic::{AtomicUsize, Ordering}, Arc, }, }; pub use behaviour::{InboundFailure, OutboundFailure, ResponseFailure}; pub use libp2p::identity::{error::DecodingError, Keypair, PublicKey}; pub use protocol::NotificationsSink; mod metrics; mod out_events; pub mod signature; pub mod traits; /// Custom error that can be produced by the [`ConnectionHandler`] of the [`NetworkBehaviour`]. /// Used as a template parameter of [`SwarmEvent`] below. type ConnectionHandlerErr = <<::ConnectionHandler as IntoConnectionHandler> ::Handler as ConnectionHandler>::Error; /// Substrate network service. Handles network IO and manages connectivity. pub struct NetworkService { /// Number of peers we're connected to. num_connected: Arc, /// The local external addresses. external_addresses: Arc>>, /// Listen addresses. Do **NOT** include a trailing `/p2p/` with our `PeerId`. listen_addresses: Arc>>, /// Local copy of the `PeerId` of the local node. local_peer_id: PeerId, /// The `KeyPair` that defines the `PeerId` of the local node. local_identity: Keypair, /// Bandwidth logging system. Can be queried to know the average bandwidth consumed. bandwidth: Arc, /// Peerset manager (PSM); manages the reputation of nodes and indicates the network which /// nodes it should be connected to or not. peerset: PeersetHandle, /// Channel that sends messages to the actual worker. to_worker: TracingUnboundedSender, /// For each peer and protocol combination, an object that allows sending notifications to /// that peer. Updated by the [`NetworkWorker`]. peers_notifications_sinks: Arc>>, /// Field extracted from the [`Metrics`] struct and necessary to report the /// notifications-related metrics. notifications_sizes_metric: Option, /// Marker to pin the `H` generic. Serves no purpose except to not break backwards /// compatibility. _marker: PhantomData, /// Marker for block type _block: PhantomData, } impl NetworkWorker where B: BlockT + 'static, H: ExHashT, { /// Creates the network service. /// /// Returns a `NetworkWorker` that implements `Future` and must be regularly polled in order /// for the network processing to advance. From it, you can extract a `NetworkService` using /// `worker.service()`. The `NetworkService` can be shared through the codebase. pub fn new(mut params: Params) -> Result { // Private and public keys configuration. let local_identity = params.network_config.node_key.clone().into_keypair()?; let local_public = local_identity.public(); let local_peer_id = local_public.to_peer_id(); params .network_config .request_response_protocols .extend(params.request_response_protocol_configs); params.network_config.boot_nodes = params .network_config .boot_nodes .into_iter() .filter(|boot_node| boot_node.peer_id != local_peer_id) .collect(); params.network_config.default_peers_set.reserved_nodes = params .network_config .default_peers_set .reserved_nodes .into_iter() .filter(|reserved_node| { if reserved_node.peer_id == local_peer_id { warn!( target: "sub-libp2p", "Local peer ID used in reserved node, ignoring: {}", reserved_node, ); false } else { true } }) .collect(); // Ensure the listen addresses are consistent with the transport. ensure_addresses_consistent_with_transport( params.network_config.listen_addresses.iter(), ¶ms.network_config.transport, )?; ensure_addresses_consistent_with_transport( params.network_config.boot_nodes.iter().map(|x| &x.multiaddr), ¶ms.network_config.transport, )?; ensure_addresses_consistent_with_transport( params .network_config .default_peers_set .reserved_nodes .iter() .map(|x| &x.multiaddr), ¶ms.network_config.transport, )?; for extra_set in ¶ms.network_config.extra_sets { ensure_addresses_consistent_with_transport( extra_set.set_config.reserved_nodes.iter().map(|x| &x.multiaddr), ¶ms.network_config.transport, )?; } ensure_addresses_consistent_with_transport( params.network_config.public_addresses.iter(), ¶ms.network_config.transport, )?; let (to_worker, from_service) = tracing_unbounded("mpsc_network_worker", 100_000); if let Some(path) = ¶ms.network_config.net_config_path { fs::create_dir_all(path)?; } info!( target: "sub-libp2p", "🏷 Local node identity is: {}", local_peer_id.to_base58(), ); let (protocol, peerset_handle, mut known_addresses) = Protocol::new( From::from(¶ms.role), ¶ms.network_config, params.block_announce_config, params.tx, )?; // List of multiaddresses that we know in the network. let mut boot_node_ids = HashSet::new(); // Process the bootnodes. for bootnode in params.network_config.boot_nodes.iter() { boot_node_ids.insert(bootnode.peer_id); known_addresses.push((bootnode.peer_id, bootnode.multiaddr.clone())); } let boot_node_ids = Arc::new(boot_node_ids); // Check for duplicate bootnodes. params.network_config.boot_nodes.iter().try_for_each(|bootnode| { if let Some(other) = params .network_config .boot_nodes .iter() .filter(|o| o.multiaddr == bootnode.multiaddr) .find(|o| o.peer_id != bootnode.peer_id) { Err(Error::DuplicateBootnode { address: bootnode.multiaddr.clone(), first_id: bootnode.peer_id, second_id: other.peer_id, }) } else { Ok(()) } })?; let num_connected = Arc::new(AtomicUsize::new(0)); // Build the swarm. let (mut swarm, bandwidth): (Swarm>, _) = { let user_agent = format!( "{} ({})", params.network_config.client_version, params.network_config.node_name ); let discovery_config = { let mut config = DiscoveryConfig::new(local_public.clone()); config.with_permanent_addresses(known_addresses); config.discovery_limit( u64::from(params.network_config.default_peers_set.out_peers) + 15, ); config.with_kademlia( params.genesis_hash, params.fork_id.as_deref(), ¶ms.protocol_id, ); config.with_dht_random_walk(params.network_config.enable_dht_random_walk); config.allow_non_globals_in_dht(params.network_config.allow_non_globals_in_dht); config.use_kademlia_disjoint_query_paths( params.network_config.kademlia_disjoint_query_paths, ); match params.network_config.transport { TransportConfig::MemoryOnly => { config.with_mdns(false); config.allow_private_ip(false); }, TransportConfig::Normal { enable_mdns, allow_private_ip: allow_private_ipv4, .. } => { config.with_mdns(enable_mdns); config.allow_private_ip(allow_private_ipv4); }, } config }; let (transport, bandwidth) = { let config_mem = match params.network_config.transport { TransportConfig::MemoryOnly => true, TransportConfig::Normal { .. } => false, }; // The yamux buffer size limit is configured to be equal to the maximum frame size // of all protocols. 10 bytes are added to each limit for the length prefix that // is not included in the upper layer protocols limit but is still present in the // yamux buffer. These 10 bytes correspond to the maximum size required to encode // a variable-length-encoding 64bits number. In other words, we make the // assumption that no notification larger than 2^64 will ever be sent. let yamux_maximum_buffer_size = { let requests_max = params .network_config .request_response_protocols .iter() .map(|cfg| usize::try_from(cfg.max_request_size).unwrap_or(usize::MAX)); let responses_max = params.network_config.request_response_protocols.iter().map(|cfg| { usize::try_from(cfg.max_response_size).unwrap_or(usize::MAX) }); let notifs_max = params.network_config.extra_sets.iter().map(|cfg| { usize::try_from(cfg.max_notification_size).unwrap_or(usize::MAX) }); // A "default" max is added to cover all the other protocols: ping, identify, // kademlia, block announces, and transactions. let default_max = cmp::max( 1024 * 1024, usize::try_from(protocol::BLOCK_ANNOUNCES_TRANSACTIONS_SUBSTREAM_SIZE) .unwrap_or(usize::MAX), ); iter::once(default_max) .chain(requests_max) .chain(responses_max) .chain(notifs_max) .max() .expect("iterator known to always yield at least one element; qed") .saturating_add(10) }; transport::build_transport( local_identity.clone(), config_mem, params.network_config.yamux_window_size, yamux_maximum_buffer_size, ) }; let behaviour = { let result = Behaviour::new( protocol, user_agent, local_public, discovery_config, params.network_config.request_response_protocols, peerset_handle.clone(), ); match result { Ok(b) => b, Err(crate::request_responses::RegisterError::DuplicateProtocol(proto)) => return Err(Error::DuplicateRequestResponseProtocol { protocol: proto }), } }; let builder = { struct SpawnImpl(F); impl + Send>>)> Executor for SpawnImpl { fn exec(&self, f: Pin + Send>>) { (self.0)(f) } } SwarmBuilder::with_executor( transport, behaviour, local_peer_id, SpawnImpl(params.executor), ) }; let builder = builder .connection_limits( ConnectionLimits::default() .with_max_established_per_peer(Some(crate::MAX_CONNECTIONS_PER_PEER as u32)) .with_max_established_incoming(Some( crate::MAX_CONNECTIONS_ESTABLISHED_INCOMING, )), ) .substream_upgrade_protocol_override(upgrade::Version::V1Lazy) .notify_handler_buffer_size(NonZeroUsize::new(32).expect("32 != 0; qed")) .connection_event_buffer_size(1024) .max_negotiating_inbound_streams(2048); (builder.build(), bandwidth) }; // Initialize the metrics. let metrics = match ¶ms.metrics_registry { Some(registry) => Some(metrics::register( registry, MetricSources { bandwidth: bandwidth.clone(), connected_peers: num_connected.clone(), }, )?), None => None, }; // Listen on multiaddresses. for addr in ¶ms.network_config.listen_addresses { if let Err(err) = Swarm::>::listen_on(&mut swarm, addr.clone()) { warn!(target: "sub-libp2p", "Can't listen on {} because: {:?}", addr, err) } } // Add external addresses. for addr in ¶ms.network_config.public_addresses { Swarm::>::add_external_address( &mut swarm, addr.clone(), AddressScore::Infinite, ); } let external_addresses = Arc::new(Mutex::new(Vec::new())); let listen_addresses = Arc::new(Mutex::new(Vec::new())); let peers_notifications_sinks = Arc::new(Mutex::new(HashMap::new())); let service = Arc::new(NetworkService { bandwidth, external_addresses: external_addresses.clone(), listen_addresses: listen_addresses.clone(), num_connected: num_connected.clone(), peerset: peerset_handle, local_peer_id, local_identity, to_worker, peers_notifications_sinks: peers_notifications_sinks.clone(), notifications_sizes_metric: metrics .as_ref() .map(|metrics| metrics.notifications_sizes.clone()), _marker: PhantomData, _block: Default::default(), }); Ok(NetworkWorker { external_addresses, listen_addresses, num_connected, network_service: swarm, service, from_service, event_streams: out_events::OutChannels::new(params.metrics_registry.as_ref())?, peers_notifications_sinks, metrics, boot_node_ids, _marker: Default::default(), _block: Default::default(), }) } /// High-level network status information. pub fn status(&self) -> NetworkStatus { NetworkStatus { num_connected_peers: self.num_connected_peers(), total_bytes_inbound: self.total_bytes_inbound(), total_bytes_outbound: self.total_bytes_outbound(), } } /// Returns the total number of bytes received so far. pub fn total_bytes_inbound(&self) -> u64 { self.service.bandwidth.total_inbound() } /// Returns the total number of bytes sent so far. pub fn total_bytes_outbound(&self) -> u64 { self.service.bandwidth.total_outbound() } /// Returns the number of peers we're connected to. pub fn num_connected_peers(&self) -> usize { self.network_service.behaviour().user_protocol().num_connected_peers() } /// Adds an address for a node. pub fn add_known_address(&mut self, peer_id: PeerId, addr: Multiaddr) { self.network_service.behaviour_mut().add_known_address(peer_id, addr); } /// Return a `NetworkService` that can be shared through the code base and can be used to /// manipulate the worker. pub fn service(&self) -> &Arc> { &self.service } /// Returns the local `PeerId`. pub fn local_peer_id(&self) -> &PeerId { Swarm::>::local_peer_id(&self.network_service) } /// Returns the list of addresses we are listening on. /// /// Does **NOT** include a trailing `/p2p/` with our `PeerId`. pub fn listen_addresses(&self) -> impl Iterator { Swarm::>::listeners(&self.network_service) } /// Get network state. /// /// **Note**: Use this only for debugging. This API is unstable. There are warnings literally /// everywhere about this. Please don't use this function to retrieve actual information. pub fn network_state(&mut self) -> NetworkState { let swarm = &mut self.network_service; let open = swarm.behaviour_mut().user_protocol().open_peers().cloned().collect::>(); let connected_peers = { let swarm = &mut *swarm; open.iter() .filter_map(move |peer_id| { let known_addresses = NetworkBehaviour::addresses_of_peer(swarm.behaviour_mut(), peer_id) .into_iter() .collect(); let endpoint = if let Some(e) = swarm.behaviour_mut().node(peer_id).and_then(|i| i.endpoint()) { e.clone().into() } else { error!(target: "sub-libp2p", "Found state inconsistency between custom protocol \ and debug information about {:?}", peer_id); return None }; Some(( peer_id.to_base58(), NetworkStatePeer { endpoint, version_string: swarm .behaviour_mut() .node(peer_id) .and_then(|i| i.client_version().map(|s| s.to_owned())), latest_ping_time: swarm .behaviour_mut() .node(peer_id) .and_then(|i| i.latest_ping()), known_addresses, }, )) }) .collect() }; let not_connected_peers = { let swarm = &mut *swarm; swarm .behaviour_mut() .known_peers() .into_iter() .filter(|p| open.iter().all(|n| n != p)) .map(move |peer_id| { ( peer_id.to_base58(), NetworkStateNotConnectedPeer { version_string: swarm .behaviour_mut() .node(&peer_id) .and_then(|i| i.client_version().map(|s| s.to_owned())), latest_ping_time: swarm .behaviour_mut() .node(&peer_id) .and_then(|i| i.latest_ping()), known_addresses: NetworkBehaviour::addresses_of_peer( swarm.behaviour_mut(), &peer_id, ) .into_iter() .collect(), }, ) }) .collect() }; let peer_id = Swarm::>::local_peer_id(swarm).to_base58(); let listened_addresses = swarm.listeners().cloned().collect(); let external_addresses = swarm.external_addresses().map(|r| &r.addr).cloned().collect(); NetworkState { peer_id, listened_addresses, external_addresses, connected_peers, not_connected_peers, peerset: swarm.behaviour_mut().user_protocol_mut().peerset_debug_info(), } } /// Removes a `PeerId` from the list of reserved peers. pub fn remove_reserved_peer(&self, peer: PeerId) { self.service.remove_reserved_peer(peer); } /// Adds a `PeerId` and its `Multiaddr` as reserved. pub fn add_reserved_peer(&self, peer: MultiaddrWithPeerId) -> Result<(), String> { self.service.add_reserved_peer(peer) } /// Returns the list of reserved peers. pub fn reserved_peers(&self) -> impl Iterator { self.network_service.behaviour().user_protocol().reserved_peers() } } impl NetworkService { /// Get network state. /// /// **Note**: Use this only for debugging. This API is unstable. There are warnings literally /// everywhere about this. Please don't use this function to retrieve actual information. /// /// Returns an error if the `NetworkWorker` is no longer running. pub async fn network_state(&self) -> Result { let (tx, rx) = oneshot::channel(); let _ = self .to_worker .unbounded_send(ServiceToWorkerMsg::NetworkState { pending_response: tx }); match rx.await { Ok(v) => v.map_err(|_| ()), // The channel can only be closed if the network worker no longer exists. Err(_) => Err(()), } } /// Get the list of reserved peers. /// /// Returns an error if the `NetworkWorker` is no longer running. pub async fn reserved_peers(&self) -> Result, ()> { let (tx, rx) = oneshot::channel(); let _ = self .to_worker .unbounded_send(ServiceToWorkerMsg::ReservedPeers { pending_response: tx }); // The channel can only be closed if the network worker no longer exists. rx.await.map_err(|_| ()) } /// Utility function to extract `PeerId` from each `Multiaddr` for peer set updates. /// /// Returns an `Err` if one of the given addresses is invalid or contains an /// invalid peer ID (which includes the local peer ID). fn split_multiaddr_and_peer_id( &self, peers: HashSet, ) -> Result, String> { peers .into_iter() .map(|mut addr| { let peer = match addr.pop() { Some(multiaddr::Protocol::P2p(key)) => PeerId::from_multihash(key) .map_err(|_| "Invalid PeerId format".to_string())?, _ => return Err("Missing PeerId from address".to_string()), }; // Make sure the local peer ID is never added to the PSM // or added as a "known address", even if given. if peer == self.local_peer_id { Err("Local peer ID in peer set.".to_string()) } else { Ok((peer, addr)) } }) .collect::, String>>() } } impl NetworkStateInfo for NetworkService where B: sp_runtime::traits::Block, H: ExHashT, { /// Returns the local external addresses. fn external_addresses(&self) -> Vec { self.external_addresses.lock().clone() } /// Returns the listener addresses (without trailing `/p2p/` with our `PeerId`). fn listen_addresses(&self) -> Vec { self.listen_addresses.lock().clone() } /// Returns the local Peer ID. fn local_peer_id(&self) -> PeerId { self.local_peer_id } } impl NetworkSigner for NetworkService where B: sp_runtime::traits::Block, H: ExHashT, { fn sign_with_local_identity(&self, msg: impl AsRef<[u8]>) -> Result { Signature::sign_message(msg.as_ref(), &self.local_identity) } } impl NetworkDHTProvider for NetworkService where B: BlockT + 'static, H: ExHashT, { /// Start getting a value from the DHT. /// /// This will generate either a `ValueFound` or a `ValueNotFound` event and pass it as an /// item on the [`NetworkWorker`] stream. fn get_value(&self, key: &KademliaKey) { let _ = self.to_worker.unbounded_send(ServiceToWorkerMsg::GetValue(key.clone())); } /// Start putting a value in the DHT. /// /// This will generate either a `ValuePut` or a `ValuePutFailed` event and pass it as an /// item on the [`NetworkWorker`] stream. fn put_value(&self, key: KademliaKey, value: Vec) { let _ = self.to_worker.unbounded_send(ServiceToWorkerMsg::PutValue(key, value)); } } #[async_trait::async_trait] impl NetworkStatusProvider for NetworkService where B: BlockT + 'static, H: ExHashT, { async fn status(&self) -> Result { let (tx, rx) = oneshot::channel(); let _ = self .to_worker .unbounded_send(ServiceToWorkerMsg::NetworkStatus { pending_response: tx }); match rx.await { Ok(v) => v.map_err(|_| ()), // The channel can only be closed if the network worker no longer exists. Err(_) => Err(()), } } } impl NetworkPeers for NetworkService where B: BlockT + 'static, H: ExHashT, { fn set_authorized_peers(&self, peers: HashSet) { let _ = self.to_worker.unbounded_send(ServiceToWorkerMsg::SetReserved(peers)); } fn set_authorized_only(&self, reserved_only: bool) { let _ = self .to_worker .unbounded_send(ServiceToWorkerMsg::SetReservedOnly(reserved_only)); } fn add_known_address(&self, peer_id: PeerId, addr: Multiaddr) { let _ = self .to_worker .unbounded_send(ServiceToWorkerMsg::AddKnownAddress(peer_id, addr)); } fn report_peer(&self, who: PeerId, cost_benefit: ReputationChange) { self.peerset.report_peer(who, cost_benefit); } fn disconnect_peer(&self, who: PeerId, protocol: ProtocolName) { let _ = self.to_worker.unbounded_send(ServiceToWorkerMsg::DisconnectPeer(who, protocol)); } fn accept_unreserved_peers(&self) { let _ = self.to_worker.unbounded_send(ServiceToWorkerMsg::SetReservedOnly(false)); } fn deny_unreserved_peers(&self) { let _ = self.to_worker.unbounded_send(ServiceToWorkerMsg::SetReservedOnly(true)); } fn add_reserved_peer(&self, peer: MultiaddrWithPeerId) -> Result<(), String> { // Make sure the local peer ID is never added to the PSM. if peer.peer_id == self.local_peer_id { return Err("Local peer ID cannot be added as a reserved peer.".to_string()) } let _ = self .to_worker .unbounded_send(ServiceToWorkerMsg::AddKnownAddress(peer.peer_id, peer.multiaddr)); let _ = self.to_worker.unbounded_send(ServiceToWorkerMsg::AddReserved(peer.peer_id)); Ok(()) } fn remove_reserved_peer(&self, peer_id: PeerId) { let _ = self.to_worker.unbounded_send(ServiceToWorkerMsg::RemoveReserved(peer_id)); } fn set_reserved_peers( &self, protocol: ProtocolName, peers: HashSet, ) -> Result<(), String> { let peers_addrs = self.split_multiaddr_and_peer_id(peers)?; let mut peers: HashSet = HashSet::with_capacity(peers_addrs.len()); for (peer_id, addr) in peers_addrs.into_iter() { // Make sure the local peer ID is never added to the PSM. if peer_id == self.local_peer_id { return Err("Local peer ID cannot be added as a reserved peer.".to_string()) } peers.insert(peer_id); if !addr.is_empty() { let _ = self .to_worker .unbounded_send(ServiceToWorkerMsg::AddKnownAddress(peer_id, addr)); } } let _ = self .to_worker .unbounded_send(ServiceToWorkerMsg::SetPeersetReserved(protocol, peers)); Ok(()) } fn add_peers_to_reserved_set( &self, protocol: ProtocolName, peers: HashSet, ) -> Result<(), String> { let peers = self.split_multiaddr_and_peer_id(peers)?; for (peer_id, addr) in peers.into_iter() { // Make sure the local peer ID is never added to the PSM. if peer_id == self.local_peer_id { return Err("Local peer ID cannot be added as a reserved peer.".to_string()) } if !addr.is_empty() { let _ = self .to_worker .unbounded_send(ServiceToWorkerMsg::AddKnownAddress(peer_id, addr)); } let _ = self .to_worker .unbounded_send(ServiceToWorkerMsg::AddSetReserved(protocol.clone(), peer_id)); } Ok(()) } fn remove_peers_from_reserved_set(&self, protocol: ProtocolName, peers: Vec) { for peer_id in peers.into_iter() { let _ = self .to_worker .unbounded_send(ServiceToWorkerMsg::RemoveSetReserved(protocol.clone(), peer_id)); } } fn add_to_peers_set( &self, protocol: ProtocolName, peers: HashSet, ) -> Result<(), String> { let peers = self.split_multiaddr_and_peer_id(peers)?; for (peer_id, addr) in peers.into_iter() { // Make sure the local peer ID is never added to the PSM. if peer_id == self.local_peer_id { return Err("Local peer ID cannot be added as a reserved peer.".to_string()) } if !addr.is_empty() { let _ = self .to_worker .unbounded_send(ServiceToWorkerMsg::AddKnownAddress(peer_id, addr)); } let _ = self .to_worker .unbounded_send(ServiceToWorkerMsg::AddToPeersSet(protocol.clone(), peer_id)); } Ok(()) } fn remove_from_peers_set(&self, protocol: ProtocolName, peers: Vec) { for peer_id in peers.into_iter() { let _ = self .to_worker .unbounded_send(ServiceToWorkerMsg::RemoveFromPeersSet(protocol.clone(), peer_id)); } } fn sync_num_connected(&self) -> usize { self.num_connected.load(Ordering::Relaxed) } } impl NetworkEventStream for NetworkService where B: BlockT + 'static, H: ExHashT, { fn event_stream(&self, name: &'static str) -> Pin + Send>> { let (tx, rx) = out_events::channel(name, 100_000); let _ = self.to_worker.unbounded_send(ServiceToWorkerMsg::EventStream(tx)); Box::pin(rx) } } impl NetworkNotification for NetworkService where B: BlockT + 'static, H: ExHashT, { fn write_notification(&self, target: PeerId, protocol: ProtocolName, message: Vec) { // We clone the `NotificationsSink` in order to be able to unlock the network-wide // `peers_notifications_sinks` mutex as soon as possible. let sink = { let peers_notifications_sinks = self.peers_notifications_sinks.lock(); if let Some(sink) = peers_notifications_sinks.get(&(target, protocol.clone())) { sink.clone() } else { // Notification silently discarded, as documented. debug!( target: "sub-libp2p", "Attempted to send notification on missing or closed substream: {}, {:?}", target, protocol, ); return } }; if let Some(notifications_sizes_metric) = self.notifications_sizes_metric.as_ref() { notifications_sizes_metric .with_label_values(&["out", &protocol]) .observe(message.len() as f64); } // Sending is communicated to the `NotificationsSink`. trace!( target: "sub-libp2p", "External API => Notification({:?}, {:?}, {} bytes)", target, protocol, message.len() ); trace!(target: "sub-libp2p", "Handler({:?}) <= Sync notification", target); sink.send_sync_notification(message); } fn notification_sender( &self, target: PeerId, protocol: ProtocolName, ) -> Result, NotificationSenderError> { // We clone the `NotificationsSink` in order to be able to unlock the network-wide // `peers_notifications_sinks` mutex as soon as possible. let sink = { let peers_notifications_sinks = self.peers_notifications_sinks.lock(); if let Some(sink) = peers_notifications_sinks.get(&(target, protocol.clone())) { sink.clone() } else { return Err(NotificationSenderError::Closed) } }; let notification_size_metric = self .notifications_sizes_metric .as_ref() .map(|histogram| histogram.with_label_values(&["out", &protocol])); Ok(Box::new(NotificationSender { sink, protocol_name: protocol, notification_size_metric })) } fn set_notification_handshake(&self, protocol: ProtocolName, handshake: Vec) { let _ = self .to_worker .unbounded_send(ServiceToWorkerMsg::SetNotificationHandshake(protocol, handshake)); } } #[async_trait::async_trait] impl NetworkRequest for NetworkService where B: BlockT + 'static, H: ExHashT, { async fn request( &self, target: PeerId, protocol: ProtocolName, request: Vec, connect: IfDisconnected, ) -> Result, RequestFailure> { let (tx, rx) = oneshot::channel(); self.start_request(target, protocol, request, tx, connect); match rx.await { Ok(v) => v, // The channel can only be closed if the network worker no longer exists. If the // network worker no longer exists, then all connections to `target` are necessarily // closed, and we legitimately report this situation as a "ConnectionClosed". Err(_) => Err(RequestFailure::Network(OutboundFailure::ConnectionClosed)), } } fn start_request( &self, target: PeerId, protocol: ProtocolName, request: Vec, tx: oneshot::Sender, RequestFailure>>, connect: IfDisconnected, ) { let _ = self.to_worker.unbounded_send(ServiceToWorkerMsg::Request { target, protocol: protocol.into(), request, pending_response: tx, connect, }); } } /// A `NotificationSender` allows for sending notifications to a peer with a chosen protocol. #[must_use] pub struct NotificationSender { sink: NotificationsSink, /// Name of the protocol on the wire. protocol_name: ProtocolName, /// Field extracted from the [`Metrics`] struct and necessary to report the /// notifications-related metrics. notification_size_metric: Option, } #[async_trait::async_trait] impl NotificationSenderT for NotificationSender { async fn ready( &self, ) -> Result, NotificationSenderError> { Ok(Box::new(NotificationSenderReady { ready: match self.sink.reserve_notification().await { Ok(r) => Some(r), Err(()) => return Err(NotificationSenderError::Closed), }, peer_id: self.sink.peer_id(), protocol_name: &self.protocol_name, notification_size_metric: self.notification_size_metric.clone(), })) } } /// Reserved slot in the notifications buffer, ready to accept data. #[must_use] pub struct NotificationSenderReady<'a> { ready: Option>, /// Target of the notification. peer_id: &'a PeerId, /// Name of the protocol on the wire. protocol_name: &'a ProtocolName, /// Field extracted from the [`Metrics`] struct and necessary to report the /// notifications-related metrics. notification_size_metric: Option, } impl<'a> NotificationSenderReadyT for NotificationSenderReady<'a> { fn send(&mut self, notification: Vec) -> Result<(), NotificationSenderError> { if let Some(notification_size_metric) = &self.notification_size_metric { notification_size_metric.observe(notification.len() as f64); } trace!( target: "sub-libp2p", "External API => Notification({:?}, {}, {} bytes)", self.peer_id, self.protocol_name, notification.len(), ); trace!(target: "sub-libp2p", "Handler({:?}) <= Async notification", self.peer_id); self.ready .take() .ok_or(NotificationSenderError::Closed)? .send(notification) .map_err(|()| NotificationSenderError::Closed) } } /// Messages sent from the `NetworkService` to the `NetworkWorker`. /// /// Each entry corresponds to a method of `NetworkService`. enum ServiceToWorkerMsg { GetValue(KademliaKey), PutValue(KademliaKey, Vec), AddKnownAddress(PeerId, Multiaddr), SetReservedOnly(bool), AddReserved(PeerId), RemoveReserved(PeerId), SetReserved(HashSet), SetPeersetReserved(ProtocolName, HashSet), AddSetReserved(ProtocolName, PeerId), RemoveSetReserved(ProtocolName, PeerId), AddToPeersSet(ProtocolName, PeerId), RemoveFromPeersSet(ProtocolName, PeerId), EventStream(out_events::Sender), Request { target: PeerId, protocol: ProtocolName, request: Vec, pending_response: oneshot::Sender, RequestFailure>>, connect: IfDisconnected, }, NetworkStatus { pending_response: oneshot::Sender>, }, NetworkState { pending_response: oneshot::Sender>, }, DisconnectPeer(PeerId, ProtocolName), SetNotificationHandshake(ProtocolName, Vec), ReservedPeers { pending_response: oneshot::Sender>, }, } /// Main network worker. Must be polled in order for the network to advance. /// /// You are encouraged to poll this in a separate background thread or task. #[must_use = "The NetworkWorker must be polled in order for the network to advance"] pub struct NetworkWorker where B: BlockT + 'static, H: ExHashT, { /// Updated by the `NetworkWorker` and loaded by the `NetworkService`. external_addresses: Arc>>, /// Updated by the `NetworkWorker` and loaded by the `NetworkService`. listen_addresses: Arc>>, /// Updated by the `NetworkWorker` and loaded by the `NetworkService`. num_connected: Arc, /// The network service that can be extracted and shared through the codebase. service: Arc>, /// The *actual* network. network_service: Swarm>, /// Messages from the [`NetworkService`] that must be processed. from_service: TracingUnboundedReceiver, /// Senders for events that happen on the network. event_streams: out_events::OutChannels, /// Prometheus network metrics. metrics: Option, /// The `PeerId`'s of all boot nodes. boot_node_ids: Arc>, /// For each peer and protocol combination, an object that allows sending notifications to /// that peer. Shared with the [`NetworkService`]. peers_notifications_sinks: Arc>>, /// Marker to pin the `H` generic. Serves no purpose except to not break backwards /// compatibility. _marker: PhantomData, /// Marker for block type _block: PhantomData, } impl NetworkWorker where B: BlockT + 'static, H: ExHashT, { /// Run the network. pub async fn run(mut self) { while self.next_action().await {} } /// Perform one action on the network. /// /// Returns `false` when the worker should be shutdown. /// Use in tests only. pub async fn next_action(&mut self) -> bool { futures::select! { // Next message from the service. msg = self.from_service.next() => { if let Some(msg) = msg { self.handle_worker_message(msg); } else { return false } }, // Next event from `Swarm` (the stream guaranteed to never terminate). event = self.network_service.select_next_some() => { self.handle_swarm_event(event); }, }; // Update the variables shared with the `NetworkService`. let num_connected_peers = self.network_service.behaviour_mut().user_protocol_mut().num_connected_peers(); self.num_connected.store(num_connected_peers, Ordering::Relaxed); { let external_addresses = self.network_service.external_addresses().map(|r| &r.addr).cloned().collect(); *self.external_addresses.lock() = external_addresses; let listen_addresses = self.network_service.listeners().map(ToOwned::to_owned).collect(); *self.listen_addresses.lock() = listen_addresses; } if let Some(metrics) = self.metrics.as_ref() { if let Some(buckets) = self.network_service.behaviour_mut().num_entries_per_kbucket() { for (lower_ilog2_bucket_bound, num_entries) in buckets { metrics .kbuckets_num_nodes .with_label_values(&[&lower_ilog2_bucket_bound.to_string()]) .set(num_entries as u64); } } if let Some(num_entries) = self.network_service.behaviour_mut().num_kademlia_records() { metrics.kademlia_records_count.set(num_entries as u64); } if let Some(num_entries) = self.network_service.behaviour_mut().kademlia_records_total_size() { metrics.kademlia_records_sizes_total.set(num_entries as u64); } metrics .peerset_num_discovered .set(self.network_service.behaviour_mut().user_protocol().num_discovered_peers() as u64); metrics.pending_connections.set( Swarm::network_info(&self.network_service).connection_counters().num_pending() as u64, ); } true } /// Process the next message coming from the `NetworkService`. fn handle_worker_message(&mut self, msg: ServiceToWorkerMsg) { match msg { ServiceToWorkerMsg::GetValue(key) => self.network_service.behaviour_mut().get_value(key), ServiceToWorkerMsg::PutValue(key, value) => self.network_service.behaviour_mut().put_value(key, value), ServiceToWorkerMsg::SetReservedOnly(reserved_only) => self .network_service .behaviour_mut() .user_protocol_mut() .set_reserved_only(reserved_only), ServiceToWorkerMsg::SetReserved(peers) => self .network_service .behaviour_mut() .user_protocol_mut() .set_reserved_peers(peers), ServiceToWorkerMsg::SetPeersetReserved(protocol, peers) => self .network_service .behaviour_mut() .user_protocol_mut() .set_reserved_peerset_peers(protocol, peers), ServiceToWorkerMsg::AddReserved(peer_id) => self .network_service .behaviour_mut() .user_protocol_mut() .add_reserved_peer(peer_id), ServiceToWorkerMsg::RemoveReserved(peer_id) => self .network_service .behaviour_mut() .user_protocol_mut() .remove_reserved_peer(peer_id), ServiceToWorkerMsg::AddSetReserved(protocol, peer_id) => self .network_service .behaviour_mut() .user_protocol_mut() .add_set_reserved_peer(protocol, peer_id), ServiceToWorkerMsg::RemoveSetReserved(protocol, peer_id) => self .network_service .behaviour_mut() .user_protocol_mut() .remove_set_reserved_peer(protocol, peer_id), ServiceToWorkerMsg::AddKnownAddress(peer_id, addr) => self.network_service.behaviour_mut().add_known_address(peer_id, addr), ServiceToWorkerMsg::AddToPeersSet(protocol, peer_id) => self .network_service .behaviour_mut() .user_protocol_mut() .add_to_peers_set(protocol, peer_id), ServiceToWorkerMsg::RemoveFromPeersSet(protocol, peer_id) => self .network_service .behaviour_mut() .user_protocol_mut() .remove_from_peers_set(protocol, peer_id), ServiceToWorkerMsg::EventStream(sender) => self.event_streams.push(sender), ServiceToWorkerMsg::Request { target, protocol, request, pending_response, connect, } => { self.network_service.behaviour_mut().send_request( &target, &protocol, request, pending_response, connect, ); }, ServiceToWorkerMsg::NetworkStatus { pending_response } => { let _ = pending_response.send(Ok(self.status())); }, ServiceToWorkerMsg::NetworkState { pending_response } => { let _ = pending_response.send(Ok(self.network_state())); }, ServiceToWorkerMsg::DisconnectPeer(who, protocol_name) => self .network_service .behaviour_mut() .user_protocol_mut() .disconnect_peer(&who, protocol_name), ServiceToWorkerMsg::SetNotificationHandshake(protocol, handshake) => self .network_service .behaviour_mut() .user_protocol_mut() .set_notification_handshake(protocol, handshake), ServiceToWorkerMsg::ReservedPeers { pending_response } => { let _ = pending_response.send(self.reserved_peers().map(ToOwned::to_owned).collect()); }, } } /// Process the next event coming from `Swarm`. fn handle_swarm_event( &mut self, event: SwarmEvent>>, ) { match event { SwarmEvent::Behaviour(BehaviourOut::InboundRequest { protocol, result, .. }) => { if let Some(metrics) = self.metrics.as_ref() { match result { Ok(serve_time) => { metrics .requests_in_success_total .with_label_values(&[&protocol]) .observe(serve_time.as_secs_f64()); }, Err(err) => { let reason = match err { ResponseFailure::Network(InboundFailure::Timeout) => Some("timeout"), ResponseFailure::Network(InboundFailure::UnsupportedProtocols) => // `UnsupportedProtocols` is reported for every single // inbound request whenever a request with an unsupported // protocol is received. This is not reported in order to // avoid confusions. None, ResponseFailure::Network(InboundFailure::ResponseOmission) => Some("busy-omitted"), ResponseFailure::Network(InboundFailure::ConnectionClosed) => Some("connection-closed"), }; if let Some(reason) = reason { metrics .requests_in_failure_total .with_label_values(&[&protocol, reason]) .inc(); } }, } } }, SwarmEvent::Behaviour(BehaviourOut::RequestFinished { protocol, duration, result, .. }) => if let Some(metrics) = self.metrics.as_ref() { match result { Ok(_) => { metrics .requests_out_success_total .with_label_values(&[&protocol]) .observe(duration.as_secs_f64()); }, Err(err) => { let reason = match err { RequestFailure::NotConnected => "not-connected", RequestFailure::UnknownProtocol => "unknown-protocol", RequestFailure::Refused => "refused", RequestFailure::Obsolete => "obsolete", RequestFailure::Network(OutboundFailure::DialFailure) => "dial-failure", RequestFailure::Network(OutboundFailure::Timeout) => "timeout", RequestFailure::Network(OutboundFailure::ConnectionClosed) => "connection-closed", RequestFailure::Network(OutboundFailure::UnsupportedProtocols) => "unsupported", }; metrics .requests_out_failure_total .with_label_values(&[&protocol, reason]) .inc(); }, } }, SwarmEvent::Behaviour(BehaviourOut::ReputationChanges { peer, changes }) => { for change in changes { self.network_service.behaviour().user_protocol().report_peer(peer, change); } }, SwarmEvent::Behaviour(BehaviourOut::PeerIdentify { peer_id, info: IdentifyInfo { protocol_version, agent_version, mut listen_addrs, protocols, .. }, }) => { if listen_addrs.len() > 30 { debug!( target: "sub-libp2p", "Node {:?} has reported more than 30 addresses; it is identified by {:?} and {:?}", peer_id, protocol_version, agent_version ); listen_addrs.truncate(30); } for addr in listen_addrs { self.network_service .behaviour_mut() .add_self_reported_address_to_dht(&peer_id, &protocols, addr); } self.network_service .behaviour_mut() .user_protocol_mut() .add_default_set_discovered_nodes(iter::once(peer_id)); }, SwarmEvent::Behaviour(BehaviourOut::Discovered(peer_id)) => { self.network_service .behaviour_mut() .user_protocol_mut() .add_default_set_discovered_nodes(iter::once(peer_id)); }, SwarmEvent::Behaviour(BehaviourOut::RandomKademliaStarted) => { if let Some(metrics) = self.metrics.as_ref() { metrics.kademlia_random_queries_total.inc(); } }, SwarmEvent::Behaviour(BehaviourOut::NotificationStreamOpened { remote, protocol, negotiated_fallback, notifications_sink, role, received_handshake, }) => { if let Some(metrics) = self.metrics.as_ref() { metrics .notifications_streams_opened_total .with_label_values(&[&protocol]) .inc(); } { let mut peers_notifications_sinks = self.peers_notifications_sinks.lock(); let _previous_value = peers_notifications_sinks .insert((remote, protocol.clone()), notifications_sink); debug_assert!(_previous_value.is_none()); } self.event_streams.send(Event::NotificationStreamOpened { remote, protocol, negotiated_fallback, role, received_handshake, }); }, SwarmEvent::Behaviour(BehaviourOut::NotificationStreamReplaced { remote, protocol, notifications_sink, }) => { let mut peers_notifications_sinks = self.peers_notifications_sinks.lock(); if let Some(s) = peers_notifications_sinks.get_mut(&(remote, protocol)) { *s = notifications_sink; } else { error!( target: "sub-libp2p", "NotificationStreamReplaced for non-existing substream" ); debug_assert!(false); } // TODO: Notifications might have been lost as a result of the previous // connection being dropped, and as a result it would be preferable to notify // the users of this fact by simulating the substream being closed then // reopened. // The code below doesn't compile because `role` is unknown. Propagating the // handshake of the secondary connections is quite an invasive change and // would conflict with https://github.com/paritytech/substrate/issues/6403. // Considering that dropping notifications is generally regarded as // acceptable, this bug is at the moment intentionally left there and is // intended to be fixed at the same time as // https://github.com/paritytech/substrate/issues/6403. // self.event_streams.send(Event::NotificationStreamClosed { // remote, // protocol, // }); // self.event_streams.send(Event::NotificationStreamOpened { // remote, // protocol, // role, // }); }, SwarmEvent::Behaviour(BehaviourOut::NotificationStreamClosed { remote, protocol }) => { if let Some(metrics) = self.metrics.as_ref() { metrics .notifications_streams_closed_total .with_label_values(&[&protocol[..]]) .inc(); } self.event_streams .send(Event::NotificationStreamClosed { remote, protocol: protocol.clone() }); { let mut peers_notifications_sinks = self.peers_notifications_sinks.lock(); let _previous_value = peers_notifications_sinks.remove(&(remote, protocol)); debug_assert!(_previous_value.is_some()); } }, SwarmEvent::Behaviour(BehaviourOut::NotificationsReceived { remote, messages }) => { if let Some(metrics) = self.metrics.as_ref() { for (protocol, message) in &messages { metrics .notifications_sizes .with_label_values(&["in", protocol]) .observe(message.len() as f64); } } self.event_streams.send(Event::NotificationsReceived { remote, messages }); }, SwarmEvent::Behaviour(BehaviourOut::Dht(event, duration)) => { if let Some(metrics) = self.metrics.as_ref() { let query_type = match event { DhtEvent::ValueFound(_) => "value-found", DhtEvent::ValueNotFound(_) => "value-not-found", DhtEvent::ValuePut(_) => "value-put", DhtEvent::ValuePutFailed(_) => "value-put-failed", }; metrics .kademlia_query_duration .with_label_values(&[query_type]) .observe(duration.as_secs_f64()); } self.event_streams.send(Event::Dht(event)); }, SwarmEvent::Behaviour(BehaviourOut::None) => { // Ignored event from lower layers. }, SwarmEvent::ConnectionEstablished { peer_id, endpoint, num_established, concurrent_dial_errors, } => { if let Some(errors) = concurrent_dial_errors { debug!(target: "sub-libp2p", "Libp2p => Connected({:?}) with errors: {:?}", peer_id, errors); } else { debug!(target: "sub-libp2p", "Libp2p => Connected({:?})", peer_id); } if let Some(metrics) = self.metrics.as_ref() { let direction = match endpoint { ConnectedPoint::Dialer { .. } => "out", ConnectedPoint::Listener { .. } => "in", }; metrics.connections_opened_total.with_label_values(&[direction]).inc(); if num_established.get() == 1 { metrics.distinct_peers_connections_opened_total.inc(); } } }, SwarmEvent::ConnectionClosed { peer_id, cause, endpoint, num_established } => { debug!(target: "sub-libp2p", "Libp2p => Disconnected({:?}, {:?})", peer_id, cause); if let Some(metrics) = self.metrics.as_ref() { let direction = match endpoint { ConnectedPoint::Dialer { .. } => "out", ConnectedPoint::Listener { .. } => "in", }; let reason = match cause { Some(ConnectionError::IO(_)) => "transport-error", Some(ConnectionError::Handler(EitherError::A(EitherError::A( EitherError::B(EitherError::A(PingFailure::Timeout)), )))) => "ping-timeout", Some(ConnectionError::Handler(EitherError::A(EitherError::A( EitherError::A(NotifsHandlerError::SyncNotificationsClogged), )))) => "sync-notifications-clogged", Some(ConnectionError::Handler(_)) => "protocol-error", Some(ConnectionError::KeepAliveTimeout) => "keep-alive-timeout", None => "actively-closed", }; metrics.connections_closed_total.with_label_values(&[direction, reason]).inc(); // `num_established` represents the number of *remaining* connections. if num_established == 0 { metrics.distinct_peers_connections_closed_total.inc(); } } }, SwarmEvent::NewListenAddr { address, .. } => { trace!(target: "sub-libp2p", "Libp2p => NewListenAddr({})", address); if let Some(metrics) = self.metrics.as_ref() { metrics.listeners_local_addresses.inc(); } }, SwarmEvent::ExpiredListenAddr { address, .. } => { info!(target: "sub-libp2p", "📪 No longer listening on {}", address); if let Some(metrics) = self.metrics.as_ref() { metrics.listeners_local_addresses.dec(); } }, SwarmEvent::OutgoingConnectionError { peer_id, error } => { if let Some(peer_id) = peer_id { trace!( target: "sub-libp2p", "Libp2p => Failed to reach {:?}: {}", peer_id, error, ); if self.boot_node_ids.contains(&peer_id) { if let DialError::WrongPeerId { obtained, endpoint } = &error { if let ConnectedPoint::Dialer { address, role_override: _ } = endpoint { warn!( "💔 The bootnode you want to connect to at `{}` provided a different peer ID `{}` than the one you expect `{}`.", address, obtained, peer_id, ); } } } } if let Some(metrics) = self.metrics.as_ref() { let reason = match error { DialError::ConnectionLimit(_) => Some("limit-reached"), DialError::InvalidPeerId(_) => Some("invalid-peer-id"), DialError::Transport(_) | DialError::ConnectionIo(_) => Some("transport-error"), DialError::Banned | DialError::LocalPeerId | DialError::NoAddresses | DialError::DialPeerConditionFalse(_) | DialError::WrongPeerId { .. } | DialError::Aborted => None, // ignore them }; if let Some(reason) = reason { metrics.pending_connections_errors_total.with_label_values(&[reason]).inc(); } } }, SwarmEvent::Dialing(peer_id) => { trace!(target: "sub-libp2p", "Libp2p => Dialing({:?})", peer_id) }, SwarmEvent::IncomingConnection { local_addr, send_back_addr } => { trace!(target: "sub-libp2p", "Libp2p => IncomingConnection({},{}))", local_addr, send_back_addr); if let Some(metrics) = self.metrics.as_ref() { metrics.incoming_connections_total.inc(); } }, SwarmEvent::IncomingConnectionError { local_addr, send_back_addr, error } => { debug!( target: "sub-libp2p", "Libp2p => IncomingConnectionError({},{}): {}", local_addr, send_back_addr, error, ); if let Some(metrics) = self.metrics.as_ref() { let reason = match error { PendingConnectionError::ConnectionLimit(_) => Some("limit-reached"), PendingConnectionError::WrongPeerId { .. } => Some("invalid-peer-id"), PendingConnectionError::Transport(_) | PendingConnectionError::IO(_) => Some("transport-error"), PendingConnectionError::Aborted => None, // ignore it }; if let Some(reason) = reason { metrics .incoming_connections_errors_total .with_label_values(&[reason]) .inc(); } } }, SwarmEvent::BannedPeer { peer_id, endpoint } => { debug!( target: "sub-libp2p", "Libp2p => BannedPeer({}). Connected via {:?}.", peer_id, endpoint, ); if let Some(metrics) = self.metrics.as_ref() { metrics.incoming_connections_errors_total.with_label_values(&["banned"]).inc(); } }, SwarmEvent::ListenerClosed { reason, addresses, .. } => { if let Some(metrics) = self.metrics.as_ref() { metrics.listeners_local_addresses.sub(addresses.len() as u64); } let addrs = addresses.into_iter().map(|a| a.to_string()).collect::>().join(", "); match reason { Ok(()) => error!( target: "sub-libp2p", "📪 Libp2p listener ({}) closed gracefully", addrs ), Err(e) => error!( target: "sub-libp2p", "📪 Libp2p listener ({}) closed: {}", addrs, e ), } }, SwarmEvent::ListenerError { error, .. } => { debug!(target: "sub-libp2p", "Libp2p => ListenerError: {}", error); if let Some(metrics) = self.metrics.as_ref() { metrics.listeners_errors_total.inc(); } }, } } } impl Unpin for NetworkWorker where B: BlockT + 'static, H: ExHashT, { } fn ensure_addresses_consistent_with_transport<'a>( addresses: impl Iterator, transport: &TransportConfig, ) -> Result<(), Error> { if matches!(transport, TransportConfig::MemoryOnly) { let addresses: Vec<_> = addresses .filter(|x| { x.iter().any(|y| !matches!(y, libp2p::core::multiaddr::Protocol::Memory(_))) }) .cloned() .collect(); if !addresses.is_empty() { return Err(Error::AddressesForAnotherTransport { transport: transport.clone(), addresses, }) } } else { let addresses: Vec<_> = addresses .filter(|x| x.iter().any(|y| matches!(y, libp2p::core::multiaddr::Protocol::Memory(_)))) .cloned() .collect(); if !addresses.is_empty() { return Err(Error::AddressesForAnotherTransport { transport: transport.clone(), addresses, }) } } Ok(()) }