mirror of
https://github.com/pezkuwichain/pezkuwi-subxt.git
synced 2026-04-26 16:57:58 +00:00
c6f07d8f31
* Indentation fix. * Prepare request-response for PoV fetching. * Drop old PoV distribution. * WIP: Fetch PoV directly from backing. * Backing compiles. * Runtime access and connection management for PoV distribution. * Get rid of seemingly dead code. * Implement PoV fetching. Backing does not yet use it. * Don't send `ConnectToValidators` for empty list. * Even better - no need to check over and over again. * PoV fetching implemented. + Typechecks + Should work Missing: - Guide - Tests - Do fallback fetching in case fetching from seconding validator fails. * Check PoV hash upon reception. * Implement retry of PoV fetching in backing. * Avoid pointless validation spawning. * Add jaeger span to pov requesting. * Add back tracing. * Review remarks. * Whitespace. * Whitespace again. * Cleanup + fix tests. * Log to log target in overseer. * Fix more tests. * Don't fail if group cannot be found. * Simple test for PoV fetcher. * Handle missing group membership better. * Add test for retry functionality. * Fix flaky test. * Spaces again. * Guide updates. * Spaces.
383 lines
11 KiB
Rust
383 lines
11 KiB
Rust
// Copyright 2020 Parity Technologies (UK) Ltd.
|
|
// This file is part of Polkadot.
|
|
|
|
// Polkadot is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
|
|
// Polkadot is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU General Public License for more details.
|
|
|
|
// You should have received a copy of the GNU General Public License
|
|
// along with Polkadot. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
//! Network protocol types for parachains.
|
|
|
|
#![deny(unused_crate_dependencies)]
|
|
#![warn(missing_docs)]
|
|
|
|
use polkadot_primitives::v1::{Hash, BlockNumber};
|
|
use parity_scale_codec::{Encode, Decode};
|
|
use std::{fmt, collections::HashMap};
|
|
|
|
pub use sc_network::{PeerId, IfDisconnected};
|
|
#[doc(hidden)]
|
|
pub use polkadot_node_jaeger as jaeger;
|
|
#[doc(hidden)]
|
|
pub use std::sync::Arc;
|
|
|
|
mod reputation;
|
|
pub use self::reputation::{ReputationChange, UnifiedReputationChange};
|
|
|
|
/// Peer-sets and protocols used for parachains.
|
|
pub mod peer_set;
|
|
|
|
/// Request/response protocols used in Polkadot.
|
|
pub mod request_response;
|
|
|
|
/// A version of the protocol.
|
|
pub type ProtocolVersion = u32;
|
|
|
|
/// An error indicating that this the over-arching message type had the wrong variant
|
|
#[derive(Debug, Clone, Copy, PartialEq)]
|
|
pub struct WrongVariant;
|
|
|
|
impl fmt::Display for WrongVariant {
|
|
fn fmt(&self, formatter: &mut fmt::Formatter<'_>) -> fmt::Result {
|
|
write!(formatter, "Wrong message variant")
|
|
}
|
|
}
|
|
|
|
impl std::error::Error for WrongVariant {}
|
|
|
|
/// The advertised role of a node.
|
|
#[derive(Debug, Clone, Copy, PartialEq)]
|
|
pub enum ObservedRole {
|
|
/// A light node.
|
|
Light,
|
|
/// A full node.
|
|
Full,
|
|
/// A node claiming to be an authority (unauthenticated)
|
|
Authority,
|
|
}
|
|
|
|
impl From<sc_network::ObservedRole> for ObservedRole {
|
|
fn from(role: sc_network::ObservedRole) -> ObservedRole {
|
|
match role {
|
|
sc_network::ObservedRole::Light => ObservedRole::Light,
|
|
sc_network::ObservedRole::Authority => ObservedRole::Authority,
|
|
sc_network::ObservedRole::Full => ObservedRole::Full,
|
|
}
|
|
}
|
|
}
|
|
|
|
impl Into<sc_network::ObservedRole> for ObservedRole {
|
|
fn into(self) -> sc_network::ObservedRole {
|
|
match self {
|
|
ObservedRole::Light => sc_network::ObservedRole::Light,
|
|
ObservedRole::Full => sc_network::ObservedRole::Full,
|
|
ObservedRole::Authority => sc_network::ObservedRole::Authority,
|
|
}
|
|
}
|
|
}
|
|
|
|
macro_rules! impl_try_from {
|
|
($m_ty:ident, $variant:ident, $out:ty) => {
|
|
impl TryFrom<$m_ty> for $out {
|
|
type Error = crate::WrongVariant;
|
|
|
|
#[allow(unreachable_patterns)] // when there is only one variant
|
|
fn try_from(x: $m_ty) -> Result<$out, Self::Error> {
|
|
match x {
|
|
$m_ty::$variant(y) => Ok(y),
|
|
_ => Err(crate::WrongVariant),
|
|
}
|
|
}
|
|
}
|
|
|
|
impl<'a> TryFrom<&'a $m_ty> for &'a $out {
|
|
type Error = crate::WrongVariant;
|
|
|
|
fn try_from(x: &'a $m_ty) -> Result<&'a $out, Self::Error> {
|
|
#[allow(unreachable_patterns)] // when there is only one variant
|
|
match *x {
|
|
$m_ty::$variant(ref y) => Ok(y),
|
|
_ => Err(crate::WrongVariant),
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
/// Specialized wrapper around [`View`].
|
|
///
|
|
/// Besides the access to the view itself, it also gives access to the [`jaeger::Span`] per leave/head.
|
|
#[derive(Debug, Clone, Default)]
|
|
pub struct OurView {
|
|
view: View,
|
|
span_per_head: HashMap<Hash, Arc<jaeger::Span>>,
|
|
}
|
|
|
|
impl OurView {
|
|
/// Creates a new instance.
|
|
pub fn new(heads: impl IntoIterator<Item = (Hash, Arc<jaeger::Span>)>, finalized_number: BlockNumber) -> Self {
|
|
let state_per_head = heads.into_iter().collect::<HashMap<_, _>>();
|
|
let view = View::new(
|
|
state_per_head.keys().cloned(),
|
|
finalized_number,
|
|
);
|
|
Self {
|
|
view,
|
|
span_per_head: state_per_head,
|
|
}
|
|
}
|
|
|
|
/// Returns the span per head map.
|
|
///
|
|
/// For each head there exists one span in this map.
|
|
pub fn span_per_head(&self) -> &HashMap<Hash, Arc<jaeger::Span>> {
|
|
&self.span_per_head
|
|
}
|
|
}
|
|
|
|
impl PartialEq for OurView {
|
|
fn eq(&self, other: &Self) -> bool {
|
|
self.view == other.view
|
|
}
|
|
}
|
|
|
|
impl std::ops::Deref for OurView {
|
|
type Target = View;
|
|
|
|
fn deref(&self) -> &View {
|
|
&self.view
|
|
}
|
|
}
|
|
|
|
/// Construct a new [`OurView`] with the given chain heads, finalized number 0 and disabled [`jaeger::Span`]'s.
|
|
///
|
|
/// NOTE: Use for tests only.
|
|
///
|
|
/// # Example
|
|
///
|
|
/// ```
|
|
/// # use polkadot_node_network_protocol::our_view;
|
|
/// # use polkadot_primitives::v1::Hash;
|
|
/// let our_view = our_view![Hash::repeat_byte(1), Hash::repeat_byte(2)];
|
|
/// ```
|
|
#[macro_export]
|
|
macro_rules! our_view {
|
|
( $( $hash:expr ),* $(,)? ) => {
|
|
$crate::OurView::new(
|
|
vec![ $( $hash.clone() ),* ].into_iter().map(|h| (h, $crate::Arc::new($crate::jaeger::Span::Disabled))),
|
|
0,
|
|
)
|
|
};
|
|
}
|
|
|
|
/// A succinct representation of a peer's view. This consists of a bounded amount of chain heads
|
|
/// and the highest known finalized block number.
|
|
///
|
|
/// Up to `N` (5?) chain heads.
|
|
#[derive(Default, Debug, Clone, PartialEq, Eq, Encode, Decode)]
|
|
pub struct View {
|
|
/// A bounded amount of chain heads.
|
|
/// Invariant: Sorted.
|
|
heads: Vec<Hash>,
|
|
/// The highest known finalized block number.
|
|
pub finalized_number: BlockNumber,
|
|
}
|
|
|
|
/// Construct a new view with the given chain heads and finalized number 0.
|
|
///
|
|
/// NOTE: Use for tests only.
|
|
///
|
|
/// # Example
|
|
///
|
|
/// ```
|
|
/// # use polkadot_node_network_protocol::view;
|
|
/// # use polkadot_primitives::v1::Hash;
|
|
/// let view = view![Hash::repeat_byte(1), Hash::repeat_byte(2)];
|
|
/// ```
|
|
#[macro_export]
|
|
macro_rules! view {
|
|
( $( $hash:expr ),* $(,)? ) => {
|
|
$crate::View::new(vec![ $( $hash.clone() ),* ], 0)
|
|
};
|
|
}
|
|
|
|
impl View {
|
|
/// Construct a new view based on heads and a finalized block number.
|
|
pub fn new(heads: impl IntoIterator<Item=Hash>, finalized_number: BlockNumber) -> Self
|
|
{
|
|
let mut heads = heads.into_iter().collect::<Vec<Hash>>();
|
|
heads.sort();
|
|
Self {
|
|
heads,
|
|
finalized_number,
|
|
}
|
|
}
|
|
|
|
/// Start with no heads, but only a finalized block number.
|
|
pub fn with_finalized(finalized_number: BlockNumber) -> Self {
|
|
Self {
|
|
heads: Vec::new(),
|
|
finalized_number,
|
|
}
|
|
}
|
|
|
|
/// Obtain the number of heads that are in view.
|
|
pub fn len(&self) -> usize {
|
|
self.heads.len()
|
|
}
|
|
|
|
/// Check if the number of heads contained, is null.
|
|
pub fn is_empty(&self) -> bool {
|
|
self.heads.is_empty()
|
|
}
|
|
|
|
/// Obtain an iterator over all heads.
|
|
pub fn iter<'a>(&'a self) -> impl Iterator<Item=&'a Hash> {
|
|
self.heads.iter()
|
|
}
|
|
|
|
/// Obtain an iterator over all heads.
|
|
pub fn into_iter(self) -> impl Iterator<Item=Hash> {
|
|
self.heads.into_iter()
|
|
}
|
|
|
|
/// Replace `self` with `new`.
|
|
///
|
|
/// Returns an iterator that will yield all elements of `new` that were not part of `self`.
|
|
pub fn replace_difference(&mut self, new: View) -> impl Iterator<Item = &Hash> {
|
|
let old = std::mem::replace(self, new);
|
|
|
|
self.heads.iter().filter(move |h| !old.contains(h))
|
|
}
|
|
|
|
/// Returns an iterator of the hashes present in `Self` but not in `other`.
|
|
pub fn difference<'a>(&'a self, other: &'a View) -> impl Iterator<Item = &'a Hash> + 'a {
|
|
self.heads.iter().filter(move |h| !other.contains(h))
|
|
}
|
|
|
|
/// An iterator containing hashes present in both `Self` and in `other`.
|
|
pub fn intersection<'a>(&'a self, other: &'a View) -> impl Iterator<Item = &'a Hash> + 'a {
|
|
self.heads.iter().filter(move |h| other.contains(h))
|
|
}
|
|
|
|
/// Whether the view contains a given hash.
|
|
pub fn contains(&self, hash: &Hash) -> bool {
|
|
self.heads.contains(hash)
|
|
}
|
|
|
|
/// Check if two views have the same heads.
|
|
///
|
|
/// Equivalent to the `PartialEq` fn,
|
|
/// but ignores the `finalized_number` field.
|
|
pub fn check_heads_eq(&self, other: &Self) -> bool {
|
|
self.heads == other.heads
|
|
}
|
|
}
|
|
|
|
/// v1 protocol types.
|
|
pub mod v1 {
|
|
use parity_scale_codec::{Encode, Decode};
|
|
use std::convert::TryFrom;
|
|
|
|
use polkadot_primitives::v1::{
|
|
CandidateIndex, CollatorId, Hash, Id as ParaId, SignedAvailabilityBitfield,
|
|
CollatorSignature,
|
|
};
|
|
use polkadot_node_primitives::{
|
|
approval::{IndirectAssignmentCert, IndirectSignedApprovalVote},
|
|
SignedFullStatement,
|
|
};
|
|
|
|
/// Network messages used by the bitfield distribution subsystem.
|
|
#[derive(Debug, Clone, Encode, Decode, PartialEq, Eq)]
|
|
pub enum BitfieldDistributionMessage {
|
|
/// A signed availability bitfield for a given relay-parent hash.
|
|
#[codec(index = 0)]
|
|
Bitfield(Hash, SignedAvailabilityBitfield),
|
|
}
|
|
|
|
/// Network messages used by the statement distribution subsystem.
|
|
#[derive(Debug, Clone, Encode, Decode, PartialEq, Eq)]
|
|
pub enum StatementDistributionMessage {
|
|
/// A signed full statement under a given relay-parent.
|
|
#[codec(index = 0)]
|
|
Statement(Hash, SignedFullStatement)
|
|
}
|
|
|
|
/// Network messages used by the approval distribution subsystem.
|
|
#[derive(Debug, Clone, Encode, Decode, PartialEq, Eq)]
|
|
pub enum ApprovalDistributionMessage {
|
|
/// Assignments for candidates in recent, unfinalized blocks.
|
|
///
|
|
/// Actually checking the assignment may yield a different result.
|
|
#[codec(index = 0)]
|
|
Assignments(Vec<(IndirectAssignmentCert, CandidateIndex)>),
|
|
/// Approvals for candidates in some recent, unfinalized block.
|
|
#[codec(index = 1)]
|
|
Approvals(Vec<IndirectSignedApprovalVote>),
|
|
}
|
|
|
|
/// Network messages used by the collator protocol subsystem
|
|
#[derive(Debug, Clone, Encode, Decode, PartialEq, Eq)]
|
|
pub enum CollatorProtocolMessage {
|
|
/// Declare the intent to advertise collations under a collator ID, attaching a
|
|
/// signature of the `PeerId` of the node using the given collator ID key.
|
|
#[codec(index = 0)]
|
|
Declare(CollatorId, CollatorSignature),
|
|
/// Advertise a collation to a validator. Can only be sent once the peer has
|
|
/// declared that they are a collator with given ID.
|
|
#[codec(index = 1)]
|
|
AdvertiseCollation(Hash, ParaId),
|
|
/// A collation sent to a validator was seconded.
|
|
#[codec(index = 4)]
|
|
CollationSeconded(SignedFullStatement),
|
|
}
|
|
|
|
/// All network messages on the validation peer-set.
|
|
#[derive(Debug, Clone, Encode, Decode, PartialEq, Eq)]
|
|
pub enum ValidationProtocol {
|
|
/// Bitfield distribution messages
|
|
#[codec(index = 1)]
|
|
BitfieldDistribution(BitfieldDistributionMessage),
|
|
/// Statement distribution messages
|
|
#[codec(index = 3)]
|
|
StatementDistribution(StatementDistributionMessage),
|
|
/// Approval distribution messages
|
|
#[codec(index = 4)]
|
|
ApprovalDistribution(ApprovalDistributionMessage),
|
|
}
|
|
|
|
impl_try_from!(ValidationProtocol, BitfieldDistribution, BitfieldDistributionMessage);
|
|
impl_try_from!(ValidationProtocol, StatementDistribution, StatementDistributionMessage);
|
|
impl_try_from!(ValidationProtocol, ApprovalDistribution, ApprovalDistributionMessage);
|
|
|
|
/// All network messages on the collation peer-set.
|
|
#[derive(Debug, Clone, Encode, Decode, PartialEq, Eq)]
|
|
pub enum CollationProtocol {
|
|
/// Collator protocol messages
|
|
#[codec(index = 0)]
|
|
CollatorProtocol(CollatorProtocolMessage),
|
|
}
|
|
|
|
impl_try_from!(CollationProtocol, CollatorProtocol, CollatorProtocolMessage);
|
|
|
|
/// Get the payload that should be signed and included in a `Declare` message.
|
|
///
|
|
/// The payload is the local peer id of the node, which serves to prove that it
|
|
/// controls the collator key it is declaring an intention to collate under.
|
|
pub fn declare_signature_payload(peer_id: &sc_network::PeerId) -> Vec<u8> {
|
|
let mut payload = peer_id.to_bytes();
|
|
payload.extend_from_slice(b"COLL");
|
|
payload
|
|
}
|
|
}
|