mirror of
https://github.com/pezkuwichain/pezkuwi-subxt.git
synced 2026-04-26 21:37:56 +00:00
247822bb33
This PR refactors the metrics measuring and Prometheus exposing entity in sc-service into its own submodule and extends the parameters it exposes by: - system load average (over one, five and 15min) - the TCP connection state of the process (lsof), refs #5304 - number of tokio threads - number of known forks - counter for items in each unbounded queue (with internal unbounded channels) - number of file descriptors opened by this process (*nix only at this point) - number of system threads (*nix only at this point) refs #4679 Co-authored-by: Max Inden <mail@max-inden.de> Co-authored-by: Ashley <ashley.ruglys@gmail.com>
249 lines
7.7 KiB
Rust
249 lines
7.7 KiB
Rust
// Copyright 2019-2020 Parity Technologies (UK) Ltd.
|
|
// This file is part of Substrate.
|
|
|
|
// Substrate is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
|
|
// Substrate is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU General Public License for more details.
|
|
|
|
// You should have received a copy of the GNU General Public License
|
|
// along with Substrate. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
//! A set of APIs supported by the client along with their primitives.
|
|
|
|
use std::{fmt, collections::HashSet};
|
|
use sp_core::storage::StorageKey;
|
|
use sp_runtime::{
|
|
traits::{Block as BlockT, NumberFor},
|
|
generic::{BlockId, SignedBlock},
|
|
Justification,
|
|
};
|
|
use sp_consensus::BlockOrigin;
|
|
|
|
use crate::blockchain::Info;
|
|
use crate::notifications::StorageEventStream;
|
|
use sp_utils::mpsc::TracingUnboundedReceiver;
|
|
use sp_blockchain;
|
|
|
|
/// Type that implements `futures::Stream` of block import events.
|
|
pub type ImportNotifications<Block> = TracingUnboundedReceiver<BlockImportNotification<Block>>;
|
|
|
|
/// A stream of block finality notifications.
|
|
pub type FinalityNotifications<Block> = TracingUnboundedReceiver<FinalityNotification<Block>>;
|
|
|
|
/// Expected hashes of blocks at given heights.
|
|
///
|
|
/// This may be used as chain spec extension to set trusted checkpoints, i.e.
|
|
/// the client will refuse to import a block with a different hash at the given
|
|
/// height.
|
|
pub type ForkBlocks<Block> = Option<Vec<(NumberFor<Block>, <Block as BlockT>::Hash)>>;
|
|
|
|
/// Known bad block hashes.
|
|
///
|
|
/// This may be used as chain spec extension to filter out known, unwanted forks.
|
|
pub type BadBlocks<Block> = Option<HashSet<<Block as BlockT>::Hash>>;
|
|
|
|
/// Figure out the block type for a given type (for now, just a `Client`).
|
|
pub trait BlockOf {
|
|
/// The type of the block.
|
|
type Type: BlockT;
|
|
}
|
|
|
|
/// A source of blockchain events.
|
|
pub trait BlockchainEvents<Block: BlockT> {
|
|
/// Get block import event stream. Not guaranteed to be fired for every
|
|
/// imported block.
|
|
fn import_notification_stream(&self) -> ImportNotifications<Block>;
|
|
|
|
/// Get a stream of finality notifications. Not guaranteed to be fired for every
|
|
/// finalized block.
|
|
fn finality_notification_stream(&self) -> FinalityNotifications<Block>;
|
|
|
|
/// Get storage changes event stream.
|
|
///
|
|
/// Passing `None` as `filter_keys` subscribes to all storage changes.
|
|
fn storage_changes_notification_stream(
|
|
&self,
|
|
filter_keys: Option<&[StorageKey]>,
|
|
child_filter_keys: Option<&[(StorageKey, Option<Vec<StorageKey>>)]>,
|
|
) -> sp_blockchain::Result<StorageEventStream<Block::Hash>>;
|
|
}
|
|
|
|
/// Interface for fetching block data.
|
|
pub trait BlockBackend<Block: BlockT> {
|
|
/// Get block body by ID. Returns `None` if the body is not stored.
|
|
fn block_body(
|
|
&self,
|
|
id: &BlockId<Block>
|
|
) -> sp_blockchain::Result<Option<Vec<<Block as BlockT>::Extrinsic>>>;
|
|
|
|
/// Get full block by id.
|
|
fn block(&self, id: &BlockId<Block>) -> sp_blockchain::Result<Option<SignedBlock<Block>>>;
|
|
|
|
/// Get block status.
|
|
fn block_status(&self, id: &BlockId<Block>) -> sp_blockchain::Result<sp_consensus::BlockStatus>;
|
|
|
|
/// Get block justification set by id.
|
|
fn justification(&self, id: &BlockId<Block>) -> sp_blockchain::Result<Option<Justification>>;
|
|
}
|
|
|
|
/// Provide a list of potential uncle headers for a given block.
|
|
pub trait ProvideUncles<Block: BlockT> {
|
|
/// Gets the uncles of the block with `target_hash` going back `max_generation` ancestors.
|
|
fn uncles(&self, target_hash: Block::Hash, max_generation: NumberFor<Block>)
|
|
-> sp_blockchain::Result<Vec<Block::Header>>;
|
|
}
|
|
|
|
/// Client info
|
|
#[derive(Debug)]
|
|
pub struct ClientInfo<Block: BlockT> {
|
|
/// Best block hash.
|
|
pub chain: Info<Block>,
|
|
/// Usage info, if backend supports this.
|
|
pub usage: Option<UsageInfo>,
|
|
}
|
|
|
|
/// A wrapper to store the size of some memory.
|
|
#[derive(Default, Clone, Debug, Copy)]
|
|
pub struct MemorySize(usize);
|
|
|
|
impl MemorySize {
|
|
/// Creates `Self` from the given `bytes` size.
|
|
pub fn from_bytes(bytes: usize) -> Self {
|
|
Self(bytes)
|
|
}
|
|
|
|
/// Returns the memory size as bytes.
|
|
pub fn as_bytes(self) -> usize {
|
|
self.0
|
|
}
|
|
}
|
|
|
|
impl fmt::Display for MemorySize {
|
|
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
|
|
if self.0 < 1024 {
|
|
write!(f, "{} bytes", self.0)
|
|
} else if self.0 < 1024 * 1024 {
|
|
write!(f, "{:.2} KiB", self.0 as f64 / 1024f64)
|
|
} else if self.0 < 1024 * 1024 * 1024 {
|
|
write!(f, "{:.2} MiB", self.0 as f64 / (1024f64 * 1024f64))
|
|
} else {
|
|
write!(f, "{:.2} GiB", self.0 as f64 / (1024f64 * 1024f64 * 1024f64))
|
|
}
|
|
}
|
|
}
|
|
|
|
/// Memory statistics for state db.
|
|
#[derive(Default, Clone, Debug)]
|
|
pub struct StateDbMemoryInfo {
|
|
/// Memory usage of the non-canonical overlay
|
|
pub non_canonical: MemorySize,
|
|
/// Memory usage of the pruning window.
|
|
pub pruning: Option<MemorySize>,
|
|
/// Memory usage of the pinned blocks.
|
|
pub pinned: MemorySize,
|
|
}
|
|
|
|
/// Memory statistics for client instance.
|
|
#[derive(Default, Clone, Debug)]
|
|
pub struct MemoryInfo {
|
|
/// Size of state cache.
|
|
pub state_cache: MemorySize,
|
|
/// Size of backend database cache.
|
|
pub database_cache: MemorySize,
|
|
/// Size of the state db.
|
|
pub state_db: StateDbMemoryInfo,
|
|
}
|
|
|
|
/// I/O statistics for client instance.
|
|
#[derive(Default, Clone, Debug)]
|
|
pub struct IoInfo {
|
|
/// Number of transactions.
|
|
pub transactions: u64,
|
|
/// Total bytes read from disk.
|
|
pub bytes_read: u64,
|
|
/// Total bytes written to disk.
|
|
pub bytes_written: u64,
|
|
/// Total key writes to disk.
|
|
pub writes: u64,
|
|
/// Total key reads from disk.
|
|
pub reads: u64,
|
|
/// Average size of the transaction.
|
|
pub average_transaction_size: u64,
|
|
/// State reads (keys)
|
|
pub state_reads: u64,
|
|
/// State reads (keys) from cache.
|
|
pub state_reads_cache: u64,
|
|
/// State reads (keys)
|
|
pub state_writes: u64,
|
|
/// State write (keys) already cached.
|
|
pub state_writes_cache: u64,
|
|
/// State write (trie nodes) to backend db.
|
|
pub state_writes_nodes: u64,
|
|
}
|
|
|
|
/// Usage statistics for running client instance.
|
|
///
|
|
/// Returning backend determines the scope of these stats,
|
|
/// but usually it is either from service start or from previous
|
|
/// gathering of the statistics.
|
|
#[derive(Default, Clone, Debug)]
|
|
pub struct UsageInfo {
|
|
/// Memory statistics.
|
|
pub memory: MemoryInfo,
|
|
/// I/O statistics.
|
|
pub io: IoInfo,
|
|
}
|
|
|
|
impl fmt::Display for UsageInfo {
|
|
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
|
|
write!(
|
|
f,
|
|
"caches: ({} state, {} db overlay), \
|
|
state db: ({} non-canonical, {} pruning, {} pinned), \
|
|
i/o: ({} tx, {} write, {} read, {} avg tx, {}/{} key cache reads/total, {} trie nodes writes)",
|
|
self.memory.state_cache,
|
|
self.memory.database_cache,
|
|
self.memory.state_db.non_canonical,
|
|
self.memory.state_db.pruning.unwrap_or_default(),
|
|
self.memory.state_db.pinned,
|
|
self.io.transactions,
|
|
self.io.bytes_written,
|
|
self.io.bytes_read,
|
|
self.io.average_transaction_size,
|
|
self.io.state_reads_cache,
|
|
self.io.state_reads,
|
|
self.io.state_writes_nodes,
|
|
)
|
|
}
|
|
}
|
|
|
|
/// Summary of an imported block
|
|
#[derive(Clone, Debug)]
|
|
pub struct BlockImportNotification<Block: BlockT> {
|
|
/// Imported block header hash.
|
|
pub hash: Block::Hash,
|
|
/// Imported block origin.
|
|
pub origin: BlockOrigin,
|
|
/// Imported block header.
|
|
pub header: Block::Header,
|
|
/// Is this the new best block.
|
|
pub is_new_best: bool,
|
|
/// List of retracted blocks ordered by block number.
|
|
pub retracted: Vec<Block::Hash>,
|
|
}
|
|
|
|
/// Summary of a finalized block.
|
|
#[derive(Clone, Debug)]
|
|
pub struct FinalityNotification<Block: BlockT> {
|
|
/// Imported block header hash.
|
|
pub hash: Block::Hash,
|
|
/// Imported block header.
|
|
pub header: Block::Header,
|
|
}
|