mirror of
https://github.com/pezkuwichain/pezkuwi-subxt.git
synced 2026-06-13 17:31:05 +00:00
restructure polkadot-node-jaeger (#2642)
This commit is contained in:
committed by
GitHub
parent
59640a38bc
commit
ea6294fa79
@@ -0,0 +1,73 @@
|
||||
// Copyright 2020 Parity Technologies (UK) Ltd.
|
||||
// This file is part of Polkadot.
|
||||
|
||||
// Polkadot is free software: you can redistribute it and/or modify
|
||||
// it under the terms of the GNU General Public License as published by
|
||||
// the Free Software Foundation, either version 3 of the License, or
|
||||
// (at your option) any later version.
|
||||
|
||||
// Polkadot is distributed in the hope that it will be useful,
|
||||
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
// GNU General Public License for more details.
|
||||
|
||||
// You should have received a copy of the GNU General Public License
|
||||
// along with Polkadot. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
//! Polkadot Jaeger configuration.
|
||||
|
||||
/// Configuration for the jaeger tracing.
|
||||
#[derive(Clone)]
|
||||
pub struct JaegerConfig {
|
||||
pub(crate) node_name: String,
|
||||
pub(crate) agent_addr: std::net::SocketAddr,
|
||||
}
|
||||
|
||||
impl std::default::Default for JaegerConfig {
|
||||
fn default() -> Self {
|
||||
Self {
|
||||
node_name: "unknown_".to_owned(),
|
||||
agent_addr: "127.0.0.1:6831"
|
||||
.parse()
|
||||
.expect(r#"Static "127.0.0.1:6831" is a valid socket address string. qed"#),
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
impl JaegerConfig {
|
||||
/// Use the builder pattern to construct a configuration.
|
||||
pub fn builder() -> JaegerConfigBuilder {
|
||||
JaegerConfigBuilder::default()
|
||||
}
|
||||
}
|
||||
|
||||
/// Jaeger configuration builder.
|
||||
#[derive(Default)]
|
||||
pub struct JaegerConfigBuilder {
|
||||
inner: JaegerConfig,
|
||||
}
|
||||
|
||||
impl JaegerConfigBuilder {
|
||||
/// Set the name for this node.
|
||||
pub fn named<S>(mut self, name: S) -> Self
|
||||
where
|
||||
S: AsRef<str>,
|
||||
{
|
||||
self.inner.node_name = name.as_ref().to_owned();
|
||||
self
|
||||
}
|
||||
|
||||
/// Set the agent address to send the collected spans to.
|
||||
pub fn agent<U>(mut self, addr: U) -> Self
|
||||
where
|
||||
U: Into<std::net::SocketAddr>,
|
||||
{
|
||||
self.inner.agent_addr = addr.into();
|
||||
self
|
||||
}
|
||||
|
||||
/// Construct the configuration.
|
||||
pub fn build(self) -> JaegerConfig {
|
||||
self.inner
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,28 @@
|
||||
// Copyright 2020 Parity Technologies (UK) Ltd.
|
||||
// This file is part of Polkadot.
|
||||
|
||||
// Polkadot is free software: you can redistribute it and/or modify
|
||||
// it under the terms of the GNU General Public License as published by
|
||||
// the Free Software Foundation, either version 3 of the License, or
|
||||
// (at your option) any later version.
|
||||
|
||||
// Polkadot is distributed in the hope that it will be useful,
|
||||
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
// GNU General Public License for more details.
|
||||
|
||||
// You should have received a copy of the GNU General Public License
|
||||
// along with Polkadot. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
//! Polkadot Jaeger error definitions.
|
||||
|
||||
/// A description of an error during jaeger initialization.
|
||||
#[derive(Debug, thiserror::Error)]
|
||||
#[allow(missing_docs)]
|
||||
pub enum JaegerError {
|
||||
#[error("Already launched the collector thread")]
|
||||
AlreadyLaunched,
|
||||
|
||||
#[error("Missing jaeger configuration")]
|
||||
MissingConfiguration,
|
||||
}
|
||||
+38
-390
@@ -25,7 +25,7 @@
|
||||
//! The easiest way to try Jaeger is:
|
||||
//!
|
||||
//! - Start a docker container with the all-in-one docker image (see below).
|
||||
//! - Open your browser and navigate to <https://localhost:16686> to acces the UI.
|
||||
//! - Open your browser and navigate to <https://localhost:16686> to access the UI.
|
||||
//!
|
||||
//! The all-in-one image can be started with:
|
||||
//!
|
||||
@@ -44,375 +44,27 @@
|
||||
//! docker.io/jaegertracing/all-in-one:1.21
|
||||
//! ```
|
||||
|
||||
#![forbid(unused_imports)]
|
||||
|
||||
mod config;
|
||||
mod errors;
|
||||
mod spans;
|
||||
|
||||
pub use self::config::{JaegerConfig, JaegerConfigBuilder};
|
||||
pub use self::errors::JaegerError;
|
||||
pub use self::spans::{PerLeafSpan, Span, Stage};
|
||||
|
||||
use self::spans::TraceIdentifier;
|
||||
|
||||
use sp_core::traits::SpawnNamed;
|
||||
use polkadot_primitives::v1::{CandidateHash, Hash, PoV, ValidatorIndex, BlakeTwo256, HashT, Id as ParaId};
|
||||
use parity_scale_codec::Encode;
|
||||
use sc_network::PeerId;
|
||||
|
||||
use parking_lot::RwLock;
|
||||
use std::{sync::Arc, result};
|
||||
|
||||
/// A description of an error causing the chain API request to be unservable.
|
||||
#[derive(Debug, thiserror::Error)]
|
||||
#[allow(missing_docs)]
|
||||
pub enum JaegerError {
|
||||
#[error("Already launched the collector thread")]
|
||||
AlreadyLaunched,
|
||||
|
||||
#[error("Missing jaeger configuration")]
|
||||
MissingConfiguration,
|
||||
}
|
||||
use std::{result, sync::Arc};
|
||||
|
||||
lazy_static::lazy_static! {
|
||||
static ref INSTANCE: RwLock<Jaeger> = RwLock::new(Jaeger::None);
|
||||
}
|
||||
|
||||
/// Configuration for the jaeger tracing.
|
||||
#[derive(Clone)]
|
||||
pub struct JaegerConfig {
|
||||
node_name: String,
|
||||
agent_addr: std::net::SocketAddr,
|
||||
}
|
||||
|
||||
impl std::default::Default for JaegerConfig {
|
||||
fn default() -> Self {
|
||||
Self {
|
||||
node_name: "unknown_".to_owned(),
|
||||
agent_addr: "127.0.0.1:6831".parse().expect(r#"Static "127.0.0.1:6831" is a valid socket address string. qed"#),
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
impl JaegerConfig {
|
||||
/// Use the builder pattern to construct a configuration.
|
||||
pub fn builder() -> JaegerConfigBuilder {
|
||||
JaegerConfigBuilder::default()
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
/// Jaeger configuration builder.
|
||||
#[derive(Default)]
|
||||
pub struct JaegerConfigBuilder {
|
||||
inner: JaegerConfig
|
||||
}
|
||||
|
||||
impl JaegerConfigBuilder {
|
||||
/// Set the name for this node.
|
||||
pub fn named<S>(mut self, name: S) -> Self where S: AsRef<str> {
|
||||
self.inner.node_name = name.as_ref().to_owned();
|
||||
self
|
||||
}
|
||||
|
||||
/// Set the agent address to send the collected spans to.
|
||||
pub fn agent<U>(mut self, addr: U) -> Self where U: Into<std::net::SocketAddr> {
|
||||
self.inner.agent_addr = addr.into();
|
||||
self
|
||||
}
|
||||
|
||||
/// Construct the configuration.
|
||||
pub fn build(self) -> JaegerConfig {
|
||||
self.inner
|
||||
}
|
||||
}
|
||||
|
||||
/// A special "per leaf span".
|
||||
///
|
||||
/// Essentially this span wraps two spans:
|
||||
///
|
||||
/// 1. The span that is created per leaf in the overseer.
|
||||
/// 2. Some child span of the per-leaf span.
|
||||
///
|
||||
/// This just works as auxiliary structure to easily store both.
|
||||
#[derive(Debug)]
|
||||
pub struct PerLeafSpan {
|
||||
leaf_span: Arc<Span>,
|
||||
span: Span,
|
||||
}
|
||||
|
||||
impl PerLeafSpan {
|
||||
/// Creates a new instance.
|
||||
///
|
||||
/// Takes the `leaf_span` that is created by the overseer per leaf and a name for a child span.
|
||||
/// Both will be stored in this object, while the child span is implicitly accessible by using the
|
||||
/// [`Deref`](std::ops::Deref) implementation.
|
||||
pub fn new(leaf_span: Arc<Span>, name: &'static str) -> Self {
|
||||
let span = leaf_span.child(name);
|
||||
|
||||
Self {
|
||||
span,
|
||||
leaf_span,
|
||||
}
|
||||
}
|
||||
|
||||
/// Returns the leaf span.
|
||||
pub fn leaf_span(&self) -> &Arc<Span> {
|
||||
&self.leaf_span
|
||||
}
|
||||
}
|
||||
|
||||
/// Returns a reference to the child span.
|
||||
impl std::ops::Deref for PerLeafSpan {
|
||||
type Target = Span;
|
||||
|
||||
fn deref(&self) -> &Span {
|
||||
&self.span
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
/// A helper to annotate the stage with a numerical value
|
||||
/// to ease the life of the tooling team creating viable
|
||||
/// statistical metrics for which stage of the inclusion
|
||||
/// pipeline drops a significant amount of candidates,
|
||||
/// statistically speaking.
|
||||
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
|
||||
#[repr(u8)]
|
||||
#[non_exhaustive]
|
||||
pub enum Stage {
|
||||
CandidateSelection = 1,
|
||||
CandidateBacking = 2,
|
||||
StatementDistribution = 3,
|
||||
PoVDistribution = 4,
|
||||
AvailabilityDistribution = 5,
|
||||
AvailabilityRecovery = 6,
|
||||
BitfieldDistribution = 7,
|
||||
ApprovalChecking = 8,
|
||||
// Expand as needed, numbers should be ascending according to the stage
|
||||
// through the inclusion pipeline, or according to the descriptions
|
||||
// in [the path of a para chain block]
|
||||
// (https://polkadot.network/the-path-of-a-parachain-block/)
|
||||
// see [issue](https://github.com/paritytech/polkadot/issues/2389)
|
||||
}
|
||||
|
||||
/// Builder pattern for children and root spans to unify
|
||||
/// information annotations.
|
||||
pub struct SpanBuilder {
|
||||
span: Span,
|
||||
}
|
||||
|
||||
impl SpanBuilder {
|
||||
/// Attach a peer id to the span.
|
||||
#[inline(always)]
|
||||
pub fn with_peer_id(mut self, peer: &PeerId) -> Self {
|
||||
self.span.add_string_tag("peer-id", &peer.to_base58());
|
||||
self
|
||||
}
|
||||
/// Attach a candidate hash to the span.
|
||||
#[inline(always)]
|
||||
pub fn with_candidate(mut self, candidate_hash: &CandidateHash) -> Self {
|
||||
self.span.add_string_tag("candidate-hash", &format!("{:?}", candidate_hash.0));
|
||||
self
|
||||
}
|
||||
|
||||
/// Attach a para-id to the span.
|
||||
#[inline(always)]
|
||||
pub fn with_para_id(mut self, para_id: ParaId) -> Self {
|
||||
self.span.add_para_id(para_id);
|
||||
self
|
||||
}
|
||||
|
||||
/// Attach a candidate stage.
|
||||
/// Should always come with a `CandidateHash`.
|
||||
#[inline(always)]
|
||||
pub fn with_stage(mut self, stage: Stage) -> Self {
|
||||
self.span.add_stage(stage);
|
||||
self
|
||||
}
|
||||
|
||||
#[inline(always)]
|
||||
pub fn with_validator_index(mut self, validator: ValidatorIndex) -> Self {
|
||||
self.span.add_string_tag("validator-index", &validator.0.to_string());
|
||||
self
|
||||
}
|
||||
|
||||
#[inline(always)]
|
||||
pub fn with_chunk_index(mut self, chunk_index: u32) -> Self {
|
||||
self.span.add_string_tag("chunk-index", &format!("{}", chunk_index));
|
||||
self
|
||||
}
|
||||
|
||||
#[inline(always)]
|
||||
pub fn with_relay_parent(mut self, relay_parent: &Hash) -> Self {
|
||||
self.span.add_string_tag("relay-parent", &format!("{:?}", relay_parent));
|
||||
self
|
||||
}
|
||||
|
||||
#[inline(always)]
|
||||
pub fn with_claimed_validator_index(mut self, claimed_validator_index: ValidatorIndex) -> Self {
|
||||
self.span.add_string_tag(
|
||||
"claimed-validator",
|
||||
&claimed_validator_index.0.to_string(),
|
||||
);
|
||||
self
|
||||
}
|
||||
|
||||
#[inline(always)]
|
||||
pub fn with_pov(mut self, pov: &PoV) -> Self {
|
||||
self.span.add_pov(pov);
|
||||
self
|
||||
}
|
||||
|
||||
/// Complete construction.
|
||||
#[inline(always)]
|
||||
pub fn build(self) -> Span {
|
||||
self.span
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
/// A wrapper type for a span.
|
||||
///
|
||||
/// Handles running with and without jaeger.
|
||||
pub enum Span {
|
||||
/// Running with jaeger being enabled.
|
||||
Enabled(mick_jaeger::Span),
|
||||
/// Running with jaeger disabled.
|
||||
Disabled,
|
||||
}
|
||||
|
||||
impl Span {
|
||||
/// Derive a child span from `self`.
|
||||
pub fn child(&self, name: &'static str) -> Self {
|
||||
match self {
|
||||
Self::Enabled(inner) => Self::Enabled(inner.child(name)),
|
||||
Self::Disabled => Self::Disabled,
|
||||
}
|
||||
}
|
||||
|
||||
pub fn child_builder(&self, name: &'static str) -> SpanBuilder {
|
||||
SpanBuilder {
|
||||
span: self.child(name),
|
||||
}
|
||||
}
|
||||
|
||||
/// Derive a child span from `self` but add a candidate annotation.
|
||||
/// A shortcut for
|
||||
///
|
||||
/// ```rust,no_run
|
||||
/// # use polkadot_primitives::v1::CandidateHash;
|
||||
/// # use polkadot_node_jaeger::candidate_hash_span;
|
||||
/// # let hash = CandidateHash::default();
|
||||
/// # let span = candidate_hash_span(&hash, "foo");
|
||||
/// let _span = span.child_builder("name").with_candidate(&hash).build();
|
||||
/// ```
|
||||
#[inline(always)]
|
||||
pub fn child_with_candidate(&self, name: &'static str, candidate_hash: &CandidateHash) -> Self {
|
||||
self.child_builder(name).with_candidate(candidate_hash).build()
|
||||
}
|
||||
|
||||
/// Add candidate stage annotation.
|
||||
pub fn add_stage(&mut self, stage: Stage) {
|
||||
self.add_string_tag("candidate-stage", &format!("{}", stage as u8));
|
||||
}
|
||||
|
||||
pub fn add_pov(&mut self, pov: &PoV) {
|
||||
if self.is_enabled() {
|
||||
// avoid computing the pov hash if jaeger is not enabled
|
||||
self.add_string_tag("pov", &format!("{:?}", pov.hash()));
|
||||
}
|
||||
}
|
||||
|
||||
/// Add the para-id to the span.
|
||||
pub fn add_para_id(&mut self, para_id: ParaId) {
|
||||
self.add_int_tag("para-id", u32::from(para_id) as i64);
|
||||
}
|
||||
|
||||
/// Add an additional tag to the span.
|
||||
pub fn add_string_tag(&mut self, tag: &str, value: &str) {
|
||||
match self {
|
||||
Self::Enabled(ref mut inner) => inner.add_string_tag(tag, value),
|
||||
Self::Disabled => {},
|
||||
}
|
||||
}
|
||||
|
||||
/// Add an additional int tag to the span.
|
||||
pub fn add_int_tag(&mut self, tag: &str, value: i64) {
|
||||
match self {
|
||||
Self::Enabled(ref mut inner) => inner.add_int_tag(tag, value),
|
||||
Self::Disabled => {},
|
||||
}
|
||||
}
|
||||
|
||||
/// Adds the `FollowsFrom` relationship to this span with respect to the given one.
|
||||
pub fn add_follows_from(&mut self, other: &Self) {
|
||||
match (self, other) {
|
||||
(Self::Enabled(ref mut inner), Self::Enabled(ref other_inner)) => inner.add_follows_from(&other_inner),
|
||||
_ => {},
|
||||
}
|
||||
}
|
||||
|
||||
/// Helper to check whether jaeger is enabled
|
||||
/// in order to avoid computational overhead.
|
||||
pub const fn is_enabled(&self) -> bool {
|
||||
match self {
|
||||
Span::Enabled(_) => true,
|
||||
_ => false,
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
impl std::fmt::Debug for Span {
|
||||
fn fmt(&self, f: &mut std::fmt::Formatter) -> std::fmt::Result {
|
||||
write!(f, "<jaeger span>")
|
||||
}
|
||||
}
|
||||
|
||||
impl From<Option<mick_jaeger::Span>> for Span {
|
||||
fn from(src: Option<mick_jaeger::Span>) -> Self {
|
||||
if let Some(span) = src {
|
||||
Self::Enabled(span)
|
||||
} else {
|
||||
Self::Disabled
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
impl From<mick_jaeger::Span> for Span {
|
||||
fn from(src: mick_jaeger::Span) -> Self {
|
||||
Self::Enabled(src)
|
||||
}
|
||||
}
|
||||
|
||||
/// Shortcut for [`hash_span`] with the hash of the `Candidate` block.
|
||||
pub fn candidate_hash_span(candidate_hash: &CandidateHash, span_name: &'static str) -> Span {
|
||||
let mut span: Span = INSTANCE.read_recursive()
|
||||
.span(|| { candidate_hash.0 }, span_name).into();
|
||||
|
||||
span.add_string_tag("candidate-hash", &format!("{:?}", candidate_hash.0));
|
||||
span
|
||||
}
|
||||
|
||||
/// Shortcut for [`hash_span`] with the hash of the `PoV`.
|
||||
#[inline(always)]
|
||||
pub fn pov_span(pov: &PoV, span_name: &'static str) -> Span {
|
||||
let mut span: Span = INSTANCE.read_recursive()
|
||||
.span(|| { pov.hash() }, span_name).into();
|
||||
|
||||
span.add_pov(pov);
|
||||
span
|
||||
}
|
||||
|
||||
/// Creates a `Span` referring to the given hash. All spans created with [`hash_span`] with the
|
||||
/// same hash (even from multiple different nodes) will be visible in the same view on Jaeger.
|
||||
///
|
||||
/// This span automatically has the `relay-parent` tag set.
|
||||
#[inline(always)]
|
||||
pub fn hash_span(hash: &Hash, span_name: &'static str) -> Span {
|
||||
let mut span: Span = INSTANCE.read_recursive().span(|| { *hash }, span_name).into();
|
||||
span.add_string_tag("relay-parent", &format!("{:?}", hash));
|
||||
span
|
||||
}
|
||||
|
||||
/// Creates a `Span` referring to the given descriptor, which should be unique.
|
||||
#[inline(always)]
|
||||
pub fn descriptor_span(descriptor: impl Encode, span_name: &'static str) -> Span {
|
||||
INSTANCE.read_recursive().span(
|
||||
|| { BlakeTwo256::hash_of(&descriptor) },
|
||||
span_name,
|
||||
).into()
|
||||
}
|
||||
|
||||
/// Stateful convenience wrapper around [`mick_jaeger`].
|
||||
pub enum Jaeger {
|
||||
/// Launched and operational state.
|
||||
@@ -443,9 +95,7 @@ impl Jaeger {
|
||||
pub fn launch<S: SpawnNamed>(self, spawner: S) -> result::Result<(), JaegerError> {
|
||||
let cfg = match self {
|
||||
Self::Prep(cfg) => Ok(cfg),
|
||||
Self::Launched{ .. } => {
|
||||
return Err(JaegerError::AlreadyLaunched)
|
||||
}
|
||||
Self::Launched { .. } => return Err(JaegerError::AlreadyLaunched),
|
||||
Self::None => Err(JaegerError::MissingConfiguration),
|
||||
}?;
|
||||
|
||||
@@ -453,41 +103,39 @@ impl Jaeger {
|
||||
|
||||
log::info!("🐹 Collecting jaeger spans for {:?}", &jaeger_agent);
|
||||
|
||||
let (traces_in, mut traces_out) = mick_jaeger::init(mick_jaeger::Config {
|
||||
service_name: format!("polkadot-{}", cfg.node_name),
|
||||
});
|
||||
let (traces_in, mut traces_out) =
|
||||
mick_jaeger::init(mick_jaeger::Config { service_name: format!("polkadot-{}", cfg.node_name) });
|
||||
|
||||
// Spawn a background task that pulls span information and sends them on the network.
|
||||
spawner.spawn("jaeger-collector", Box::pin(async move {
|
||||
match async_std::net::UdpSocket::bind("0.0.0.0:0").await {
|
||||
Ok(udp_socket) => loop {
|
||||
let buf = traces_out.next().await;
|
||||
// UDP sending errors happen only either if the API is misused or in case of missing privilege.
|
||||
if let Err(e) = udp_socket.send_to(&buf, jaeger_agent).await {
|
||||
log::debug!(target: "jaeger", "UDP send error: {}", e);
|
||||
spawner.spawn(
|
||||
"jaeger-collector",
|
||||
Box::pin(async move {
|
||||
match async_std::net::UdpSocket::bind("0.0.0.0:0").await {
|
||||
Ok(udp_socket) => loop {
|
||||
let buf = traces_out.next().await;
|
||||
// UDP sending errors happen only either if the API is misused or in case of missing privilege.
|
||||
if let Err(e) = udp_socket.send_to(&buf, jaeger_agent).await {
|
||||
log::debug!(target: "jaeger", "UDP send error: {}", e);
|
||||
}
|
||||
},
|
||||
Err(e) => {
|
||||
log::warn!(target: "jaeger", "UDP socket open error: {}", e);
|
||||
}
|
||||
}
|
||||
Err(e) => {
|
||||
log::warn!(target: "jaeger", "UDP socket open error: {}", e);
|
||||
}
|
||||
}
|
||||
}));
|
||||
}),
|
||||
);
|
||||
|
||||
*INSTANCE.write() = Self::Launched {
|
||||
traces_in,
|
||||
};
|
||||
*INSTANCE.write() = Self::Launched { traces_in };
|
||||
Ok(())
|
||||
}
|
||||
|
||||
fn span<F>(&self, lazy_hash: F, span_name: &'static str) -> Option<mick_jaeger::Span>
|
||||
pub(crate) fn span<F>(&self, lazy_hash: F, span_name: &'static str) -> Option<mick_jaeger::Span>
|
||||
where
|
||||
F: Fn() -> Hash,
|
||||
F: Fn() -> TraceIdentifier,
|
||||
{
|
||||
if let Self::Launched { traces_in , .. } = self {
|
||||
let hash = lazy_hash();
|
||||
let mut buf = [0u8; 16];
|
||||
buf.copy_from_slice(&hash.as_ref()[0..16]);
|
||||
let trace_id = std::num::NonZeroU128::new(u128::from_be_bytes(buf))?;
|
||||
if let Self::Launched { traces_in, .. } = self {
|
||||
let ident = lazy_hash();
|
||||
let trace_id = std::num::NonZeroU128::new(ident)?;
|
||||
Some(traces_in.span(trace_id, span_name))
|
||||
} else {
|
||||
None
|
||||
|
||||
@@ -0,0 +1,431 @@
|
||||
// Copyright 2020 Parity Technologies (UK) Ltd.
|
||||
// This file is part of Polkadot.
|
||||
|
||||
// Polkadot is free software: you can redistribute it and/or modify
|
||||
// it under the terms of the GNU General Public License as published by
|
||||
// the Free Software Foundation, either version 3 of the License, or
|
||||
// (at your option) any later version.
|
||||
|
||||
// Polkadot is distributed in the hope that it will be useful,
|
||||
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
// GNU General Public License for more details.
|
||||
|
||||
// You should have received a copy of the GNU General Public License
|
||||
// along with Polkadot. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
//! Polkadot Jaeger span definitions.
|
||||
//!
|
||||
//! ```rust
|
||||
//! # use polkadot_primitives::v1::{CandidateHash, Hash};
|
||||
//! # fn main() {
|
||||
//! use polkadot_node_jaeger as jaeger;
|
||||
//!
|
||||
//! let relay_parent = Hash::default();
|
||||
//! let candidate = CandidateHash::default();
|
||||
//!
|
||||
//! #[derive(Debug, Default)]
|
||||
//! struct Foo {
|
||||
//! a: u8,
|
||||
//! b: u16,
|
||||
//! c: u32,
|
||||
//! };
|
||||
//!
|
||||
//! let foo = Foo::default();
|
||||
//!
|
||||
//! let span =
|
||||
//! jaeger::Span::new(relay_parent, "root_of_aaall_spans")
|
||||
//! // explicit well defined items
|
||||
//! .with_candidate(candidate)
|
||||
//! // anything that implements `trait std::fmt::Debug`
|
||||
//! .with_string_fmt_debug_tag("foo", foo)
|
||||
//! // anything that implements `trait std::str::ToString`
|
||||
//! .with_string_tag("again", 1337_u32)
|
||||
//! // add a `Stage` for [`dot-jaeger`](https://github.com/paritytech/dot-jaeger)
|
||||
//! .with_stage(jaeger::Stage::CandidateBacking);
|
||||
//! // complete by design, no completion required
|
||||
//! # }
|
||||
//! ```
|
||||
//!
|
||||
//! In a few cases additional annotations might want to be added
|
||||
//! over the course of a function, for this purpose use the non-consuming
|
||||
//! `fn` variants, i.e.
|
||||
//! ```rust
|
||||
//! # use polkadot_primitives::v1::{CandidateHash, Hash};
|
||||
//! # fn main() {
|
||||
//! # use polkadot_node_jaeger as jaeger;
|
||||
//!
|
||||
//! # let relay_parent = Hash::default();
|
||||
//! # let candidate = CandidateHash::default();
|
||||
//!
|
||||
//! # #[derive(Debug, Default)]
|
||||
//! # struct Foo {
|
||||
//! # a: u8,
|
||||
//! # b: u16,
|
||||
//! # c: u32,
|
||||
//! # };
|
||||
//! #
|
||||
//! # let foo = Foo::default();
|
||||
//!
|
||||
//! let root_span =
|
||||
//! jaeger::Span::new(relay_parent, "root_of_aaall_spans");
|
||||
//!
|
||||
//! // the prefered way of adding additional delayed information:
|
||||
//! let span = root_span.child("inner");
|
||||
//!
|
||||
//! // ... more operations ...
|
||||
//!
|
||||
//! // but this is also possible:
|
||||
//!
|
||||
//! let mut root_span = root_span;
|
||||
//! root_span.add_string_fmt_debug_tag("foo_constructed", &foo);
|
||||
//! root_span.add_string_tag("bar", true);
|
||||
//! # }
|
||||
//! ```
|
||||
|
||||
use parity_scale_codec::Encode;
|
||||
use polkadot_primitives::v1::{BlakeTwo256, CandidateHash, Hash, HashT, Id as ParaId, PoV, ValidatorIndex};
|
||||
use sc_network::PeerId;
|
||||
|
||||
use std::fmt;
|
||||
use std::sync::Arc;
|
||||
|
||||
use super::INSTANCE;
|
||||
|
||||
/// A special "per leaf span".
|
||||
///
|
||||
/// Essentially this span wraps two spans:
|
||||
///
|
||||
/// 1. The span that is created per leaf in the overseer.
|
||||
/// 2. Some child span of the per-leaf span.
|
||||
///
|
||||
/// This just works as auxiliary structure to easily store both.
|
||||
#[derive(Debug)]
|
||||
pub struct PerLeafSpan {
|
||||
leaf_span: Arc<Span>,
|
||||
span: Span,
|
||||
}
|
||||
|
||||
impl PerLeafSpan {
|
||||
/// Creates a new instance.
|
||||
///
|
||||
/// Takes the `leaf_span` that is created by the overseer per leaf and a name for a child span.
|
||||
/// Both will be stored in this object, while the child span is implicitly accessible by using the
|
||||
/// [`Deref`](std::ops::Deref) implementation.
|
||||
pub fn new(leaf_span: Arc<Span>, name: &'static str) -> Self {
|
||||
let span = leaf_span.child(name);
|
||||
|
||||
Self { span, leaf_span }
|
||||
}
|
||||
|
||||
/// Returns the leaf span.
|
||||
pub fn leaf_span(&self) -> &Arc<Span> {
|
||||
&self.leaf_span
|
||||
}
|
||||
}
|
||||
|
||||
/// Returns a reference to the child span.
|
||||
impl std::ops::Deref for PerLeafSpan {
|
||||
type Target = Span;
|
||||
|
||||
fn deref(&self) -> &Span {
|
||||
&self.span
|
||||
}
|
||||
}
|
||||
|
||||
/// A helper to annotate the stage with a numerical value
|
||||
/// to ease the life of the tooling team creating viable
|
||||
/// statistical metrics for which stage of the inclusion
|
||||
/// pipeline drops a significant amount of candidates,
|
||||
/// statistically speaking.
|
||||
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
|
||||
#[repr(u8)]
|
||||
#[non_exhaustive]
|
||||
pub enum Stage {
|
||||
CandidateSelection = 1,
|
||||
CandidateBacking = 2,
|
||||
StatementDistribution = 3,
|
||||
PoVDistribution = 4,
|
||||
AvailabilityDistribution = 5,
|
||||
AvailabilityRecovery = 6,
|
||||
BitfieldDistribution = 7,
|
||||
ApprovalChecking = 8,
|
||||
// Expand as needed, numbers should be ascending according to the stage
|
||||
// through the inclusion pipeline, or according to the descriptions
|
||||
// in [the path of a para chain block]
|
||||
// (https://polkadot.network/the-path-of-a-parachain-block/)
|
||||
// see [issue](https://github.com/paritytech/polkadot/issues/2389)
|
||||
}
|
||||
|
||||
/// A wrapper type for a span.
|
||||
///
|
||||
/// Handles running with and without jaeger.
|
||||
pub enum Span {
|
||||
/// Running with jaeger being enabled.
|
||||
Enabled(mick_jaeger::Span),
|
||||
/// Running with jaeger disabled.
|
||||
Disabled,
|
||||
}
|
||||
|
||||
/// Alias for the 16 byte unique identifier used with jaeger.
|
||||
pub(crate) type TraceIdentifier = u128;
|
||||
|
||||
/// A helper to convert the hash to the fixed size representation
|
||||
/// needed for jaeger.
|
||||
#[inline]
|
||||
fn hash_to_identifier(hash: Hash) -> TraceIdentifier {
|
||||
let mut buf = [0u8; 16];
|
||||
buf.copy_from_slice(&hash.as_ref()[0..16]);
|
||||
u128::from_be_bytes(buf) as TraceIdentifier
|
||||
}
|
||||
|
||||
/// Helper to unify lazy proxy evaluation.
|
||||
pub trait LazyIdent {
|
||||
/// Evaluate the type to a unique trace identifier.
|
||||
/// Called lazily on demand.
|
||||
fn eval(&self) -> TraceIdentifier;
|
||||
|
||||
/// Annotate a new root item with these additional spans
|
||||
/// at construction.
|
||||
fn extra_tags(&self, _span: &mut Span) {}
|
||||
}
|
||||
|
||||
impl<'a> LazyIdent for &'a [u8] {
|
||||
fn eval(&self) -> TraceIdentifier {
|
||||
hash_to_identifier(BlakeTwo256::hash_of(self))
|
||||
}
|
||||
}
|
||||
|
||||
impl LazyIdent for &PoV {
|
||||
fn eval(&self) -> TraceIdentifier {
|
||||
hash_to_identifier(self.hash())
|
||||
}
|
||||
|
||||
fn extra_tags(&self, span: &mut Span) {
|
||||
span.add_pov(self)
|
||||
}
|
||||
}
|
||||
|
||||
impl LazyIdent for Hash {
|
||||
fn eval(&self) -> TraceIdentifier {
|
||||
hash_to_identifier(*self)
|
||||
}
|
||||
|
||||
fn extra_tags(&self, span: &mut Span) {
|
||||
span.add_string_fmt_debug_tag("relay-parent", self.0);
|
||||
}
|
||||
}
|
||||
|
||||
impl LazyIdent for &Hash {
|
||||
fn eval(&self) -> TraceIdentifier {
|
||||
hash_to_identifier(**self)
|
||||
}
|
||||
|
||||
fn extra_tags(&self, span: &mut Span) {
|
||||
span.add_string_fmt_debug_tag("relay-parent", self.0);
|
||||
}
|
||||
}
|
||||
|
||||
impl LazyIdent for CandidateHash {
|
||||
fn eval(&self) -> TraceIdentifier {
|
||||
hash_to_identifier(self.0)
|
||||
}
|
||||
|
||||
fn extra_tags(&self, span: &mut Span) {
|
||||
span.add_string_fmt_debug_tag("candidate-hash", &self.0);
|
||||
}
|
||||
}
|
||||
|
||||
impl Span {
|
||||
/// Creates a new span builder based on anything that can be lazily evaluated
|
||||
/// to and identifier.
|
||||
pub fn new<I: LazyIdent>(identifier: I, span_name: &'static str) -> Span {
|
||||
let mut span = INSTANCE.read_recursive().span(|| <I as LazyIdent>::eval(&identifier), span_name).into();
|
||||
<I as LazyIdent>::extra_tags(&identifier, &mut span);
|
||||
span
|
||||
}
|
||||
|
||||
/// Creates a new span builder based on an encodable type.
|
||||
/// The encoded bytes are then used to derive the true trace identifier.
|
||||
pub fn from_encodable<I: Encode>(identifier: I, span_name: &'static str) -> Span {
|
||||
INSTANCE
|
||||
.read_recursive()
|
||||
.span(
|
||||
move || {
|
||||
let bytes = identifier.encode();
|
||||
LazyIdent::eval(&bytes.as_slice())
|
||||
},
|
||||
span_name,
|
||||
)
|
||||
.into()
|
||||
}
|
||||
|
||||
/// Derive a child span from `self`.
|
||||
pub fn child(&self, name: &'static str) -> Self {
|
||||
match self {
|
||||
Self::Enabled(inner) => Self::Enabled(inner.child(name)),
|
||||
Self::Disabled => Self::Disabled,
|
||||
}
|
||||
}
|
||||
|
||||
#[inline(always)]
|
||||
pub fn with_string_tag<V: ToString>(mut self, tag: &'static str, val: V) -> Self {
|
||||
self.add_string_tag::<V>(tag, val);
|
||||
self
|
||||
}
|
||||
|
||||
#[inline(always)]
|
||||
pub fn with_peer_id(self, peer: &PeerId) -> Self {
|
||||
self.with_string_tag("peer-id", &peer.to_base58())
|
||||
}
|
||||
|
||||
/// Attach a candidate hash to the span.
|
||||
#[inline(always)]
|
||||
pub fn with_candidate(self, candidate_hash: CandidateHash) -> Self {
|
||||
self.with_string_fmt_debug_tag("candidate-hash", &candidate_hash.0)
|
||||
}
|
||||
|
||||
/// Attach a para-id to the span.
|
||||
#[inline(always)]
|
||||
pub fn with_para_id(self, para_id: ParaId) -> Self {
|
||||
self.with_int_tag("para-id", u32::from(para_id) as i64)
|
||||
}
|
||||
|
||||
/// Attach a candidate stage.
|
||||
/// Should always come with a `CandidateHash`.
|
||||
#[inline(always)]
|
||||
pub fn with_stage(self, stage: Stage) -> Self {
|
||||
self.with_string_tag("candidate-stage", stage as u8)
|
||||
}
|
||||
|
||||
#[inline(always)]
|
||||
pub fn with_validator_index(self, validator: ValidatorIndex) -> Self {
|
||||
self.with_string_tag("validator-index", &validator.0)
|
||||
}
|
||||
|
||||
#[inline(always)]
|
||||
pub fn with_chunk_index(self, chunk_index: u32) -> Self {
|
||||
self.with_string_tag("chunk-index", chunk_index)
|
||||
}
|
||||
|
||||
#[inline(always)]
|
||||
pub fn with_relay_parent(self, relay_parent: Hash) -> Self {
|
||||
self.with_string_fmt_debug_tag("relay-parent", relay_parent)
|
||||
}
|
||||
|
||||
#[inline(always)]
|
||||
pub fn with_claimed_validator_index(self, claimed_validator_index: ValidatorIndex) -> Self {
|
||||
self.with_string_tag("claimed-validator", &claimed_validator_index.0)
|
||||
}
|
||||
|
||||
#[inline(always)]
|
||||
pub fn with_pov(mut self, pov: &PoV) -> Self {
|
||||
self.add_pov(pov);
|
||||
self
|
||||
}
|
||||
|
||||
/// Add an additional int tag to the span without consuming.
|
||||
///
|
||||
/// Should be used sparingly, introduction of new types is prefered.
|
||||
#[inline(always)]
|
||||
pub fn with_int_tag(mut self, tag: &'static str, i: i64) -> Self {
|
||||
self.add_int_tag(tag, i);
|
||||
self
|
||||
}
|
||||
|
||||
#[inline(always)]
|
||||
pub fn with_uint_tag(mut self, tag: &'static str, u: u64) -> Self {
|
||||
self.add_uint_tag(tag, u);
|
||||
self
|
||||
}
|
||||
|
||||
#[inline(always)]
|
||||
pub fn with_string_fmt_debug_tag<V: fmt::Debug>(mut self, tag: &'static str, val: V) -> Self {
|
||||
self.add_string_tag(tag, format!("{:?}", val));
|
||||
self
|
||||
}
|
||||
|
||||
/// Adds the `FollowsFrom` relationship to this span with respect to the given one.
|
||||
#[inline(always)]
|
||||
pub fn add_follows_from(&mut self, other: &Self) {
|
||||
match (self, other) {
|
||||
(Self::Enabled(ref mut inner), Self::Enabled(ref other_inner)) => inner.add_follows_from(&other_inner),
|
||||
_ => {}
|
||||
}
|
||||
}
|
||||
|
||||
/// Add a pov hash meta tag with lazy hash eval, without consuming the span.
|
||||
#[inline(always)]
|
||||
pub fn add_pov(&mut self, pov: &PoV) {
|
||||
if self.is_enabled() {
|
||||
// avoid computing the pov hash if jaeger is not enabled
|
||||
self.add_string_fmt_debug_tag("pov", pov.hash());
|
||||
}
|
||||
}
|
||||
|
||||
#[inline(always)]
|
||||
pub fn add_para_id(&mut self, para_id: ParaId) {
|
||||
self.add_int_tag("para-id", u32::from(para_id) as i64);
|
||||
}
|
||||
|
||||
/// Add a string tag, without consuming the span.
|
||||
pub fn add_string_tag<V: ToString>(&mut self, tag: &'static str, val: V) {
|
||||
match self {
|
||||
Self::Enabled(ref mut inner) => inner.add_string_tag(tag, val.to_string().as_str()),
|
||||
Self::Disabled => {}
|
||||
}
|
||||
}
|
||||
|
||||
/// Add a string tag, without consuming the span.
|
||||
pub fn add_string_fmt_debug_tag<V: fmt::Debug>(&mut self, tag: &'static str, val: V) {
|
||||
match self {
|
||||
Self::Enabled(ref mut inner) => inner.add_string_tag(tag, format!("{:?}", val).as_str()),
|
||||
Self::Disabled => {}
|
||||
}
|
||||
}
|
||||
|
||||
pub fn add_int_tag(&mut self, tag: &'static str, value: i64) {
|
||||
match self {
|
||||
Self::Enabled(ref mut inner) => inner.add_int_tag(tag, value),
|
||||
Self::Disabled => {}
|
||||
}
|
||||
}
|
||||
|
||||
pub fn add_uint_tag(&mut self, tag: &'static str, value: u64) {
|
||||
match self {
|
||||
Self::Enabled(ref mut inner) => inner.add_int_tag(tag, value as i64),
|
||||
Self::Disabled => {}
|
||||
}
|
||||
}
|
||||
|
||||
/// Check whether jaeger is enabled
|
||||
/// in order to avoid computational overhead.
|
||||
pub const fn is_enabled(&self) -> bool {
|
||||
match self {
|
||||
Span::Enabled(_) => true,
|
||||
_ => false,
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
impl std::fmt::Debug for Span {
|
||||
fn fmt(&self, f: &mut std::fmt::Formatter) -> std::fmt::Result {
|
||||
write!(f, "<jaeger span>")
|
||||
}
|
||||
}
|
||||
|
||||
impl From<Option<mick_jaeger::Span>> for Span {
|
||||
fn from(src: Option<mick_jaeger::Span>) -> Self {
|
||||
if let Some(span) = src {
|
||||
Self::Enabled(span)
|
||||
} else {
|
||||
Self::Disabled
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
impl From<mick_jaeger::Span> for Span {
|
||||
fn from(src: mick_jaeger::Span) -> Self {
|
||||
Self::Enabled(src)
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user