mirror of
https://github.com/pezkuwichain/pezkuwi-subxt.git
synced 2026-07-18 02:25:41 +00:00
rpc: Implement chainHead RPC API (#12544)
* rpc/chain_head: Add event structure for serialization Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Add tests for events Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Add API trait for `chainHead` Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Add RPC errors Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Manage subscription ID tracking for pinned blocks Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Add tests for subscription management Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Constructor for the API Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Placeholders for API implementation Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Accept RPC subscription sink Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Generate the runtime API event Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Implement the `follow` method Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Implement the `body` method Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Implement the `header` method Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Implement the `storage` method Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Implement the `call` method Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Implement the `unpin` method Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * Update `Cargo.lock` Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Implement `getGenesis` method Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Fix clippy Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Parse params from hex string Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Constuct API with genesis hash Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Add the finalized block to reported tree route Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Export the API and events for better ergonomics Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * chain_head/tests: Add test module with helper functions Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * chain_head/tests: Test block events from the `follow` pubsub Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * chain_head/tests: Test `genesisHash` getter Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * chain_head/tests: Test `header` method Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * chain_head/tests: Test `body` method Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * chain_head/tests: Test calling into the runtime API Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * chain_head/tests: Test runtime for the `follow` method Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * chain_head/tests: Add runtime code changes for `follow` method Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Remove space from rustdoc Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Use the `child_key` for storage queries Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Test `storage` method Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Test child trie query for `storage` method Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Event serialization typo Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Remove subscription aliases Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Add `NetworkConfig` parameter Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Named parameters as camelCase if present Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Implement From<ApiError> for RuntimeEvents Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Handle pruning of the best block in finalization window Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Generate initial block events Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * chain_head/tests: Verify that initial in-memory blocks are reported Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * chain_head/tests: Verify the finalized event with forks and pruned blocks Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Fix clippy Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Separate logic for generating initial events Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Handle stopping a subscription ID Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Submit events until the "Stop" event is triggered Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Separate logic for handling new and finalized blocks Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Extend subscription logic with subId handle Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Adjust to the new subscription mngmt API Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Refuse RuntimeAPI calls without the runtime flag Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * chain_head/tests: Verify RuntimeAPI calls without runtime flag Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Add best block per subscription Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Check storage keys for prefixes Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * chain_head/tests: Check storage queries with invalid prefixes Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Allow maximum number of pinned blocks Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * chain_head/tests: Test the maximum number of pinned blocks Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Adjust to origin/master and apply clippy Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * client/service: Enable the `chainHead` API Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Stop subscription on client disconnect and add debug logs Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Fix sending `Stop` on subscription exit Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Check best block is descendent of latest finalized Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * chain_head/tests: Report events before pruning the best block Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Nonrecursive initial block generation Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Generate initial events on subscription executor Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Reduce dev-dependencies for tokio Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * Apply suggestions from code review Co-authored-by: Sebastian Kunert <skunert49@gmail.com> * rpc/chain_head: Accept empty parameters Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Use debug of `HexDisplay` for full format Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Enable subscription ID Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Use jsonrpsee 16.2 camelCase feature for paramaters Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Use `NonZeroUsize` for `NetworkConfig` param Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> * rpc/chain_head: Rename `runtime_updates` to `has_runtime_updates` Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> Signed-off-by: Alexandru Vasile <alexandru.vasile@parity.io> Co-authored-by: Sebastian Kunert <skunert49@gmail.com>
This commit is contained in:
@@ -0,0 +1,783 @@
|
||||
// This file is part of Substrate.
|
||||
|
||||
// Copyright (C) 2022 Parity Technologies (UK) Ltd.
|
||||
// SPDX-License-Identifier: GPL-3.0-or-later WITH Classpath-exception-2.0
|
||||
|
||||
// This program is free software: you can redistribute it and/or modify
|
||||
// it under the terms of the GNU General Public License as published by
|
||||
// the Free Software Foundation, either version 3 of the License, or
|
||||
// (at your option) any later version.
|
||||
|
||||
// This program is distributed in the hope that it will be useful,
|
||||
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
// GNU General Public License for more details.
|
||||
|
||||
// You should have received a copy of the GNU General Public License
|
||||
// along with this program. If not, see <https://www.gnu.org/licenses/>.
|
||||
|
||||
//! API implementation for `chainHead`.
|
||||
|
||||
use crate::{
|
||||
chain_head::{
|
||||
api::ChainHeadApiServer,
|
||||
error::Error as ChainHeadRpcError,
|
||||
event::{
|
||||
BestBlockChanged, ChainHeadEvent, ChainHeadResult, ErrorEvent, Finalized, FollowEvent,
|
||||
Initialized, NetworkConfig, NewBlock, RuntimeEvent, RuntimeVersionEvent,
|
||||
},
|
||||
subscription::{SubscriptionHandle, SubscriptionManagement, SubscriptionManagementError},
|
||||
},
|
||||
SubscriptionTaskExecutor,
|
||||
};
|
||||
use codec::Encode;
|
||||
use futures::{
|
||||
channel::oneshot,
|
||||
future::FutureExt,
|
||||
stream::{self, Stream, StreamExt},
|
||||
};
|
||||
use futures_util::future::Either;
|
||||
use jsonrpsee::{
|
||||
core::{async_trait, RpcResult},
|
||||
types::{SubscriptionEmptyError, SubscriptionId, SubscriptionResult},
|
||||
SubscriptionSink,
|
||||
};
|
||||
use log::{debug, error};
|
||||
use sc_client_api::{
|
||||
Backend, BlockBackend, BlockImportNotification, BlockchainEvents, CallExecutor, ChildInfo,
|
||||
ExecutorProvider, FinalityNotification, StorageKey, StorageProvider,
|
||||
};
|
||||
use serde::Serialize;
|
||||
use sp_api::CallApiAt;
|
||||
use sp_blockchain::{
|
||||
Backend as BlockChainBackend, Error as BlockChainError, HeaderBackend, HeaderMetadata,
|
||||
};
|
||||
use sp_core::{hexdisplay::HexDisplay, storage::well_known_keys, Bytes};
|
||||
use sp_runtime::{
|
||||
generic::BlockId,
|
||||
traits::{Block as BlockT, Header},
|
||||
};
|
||||
use std::{marker::PhantomData, sync::Arc};
|
||||
|
||||
/// An API for chain head RPC calls.
|
||||
pub struct ChainHead<BE, Block: BlockT, Client> {
|
||||
/// Substrate client.
|
||||
client: Arc<Client>,
|
||||
/// Backend of the chain.
|
||||
backend: Arc<BE>,
|
||||
/// Executor to spawn subscriptions.
|
||||
executor: SubscriptionTaskExecutor,
|
||||
/// Keep track of the pinned blocks for each subscription.
|
||||
subscriptions: Arc<SubscriptionManagement<Block>>,
|
||||
/// The hexadecimal encoded hash of the genesis block.
|
||||
genesis_hash: String,
|
||||
/// The maximum number of pinned blocks allowed per connection.
|
||||
max_pinned_blocks: usize,
|
||||
/// Phantom member to pin the block type.
|
||||
_phantom: PhantomData<Block>,
|
||||
}
|
||||
|
||||
impl<BE, Block: BlockT, Client> ChainHead<BE, Block, Client> {
|
||||
/// Create a new [`ChainHead`].
|
||||
pub fn new<GenesisHash: AsRef<[u8]>>(
|
||||
client: Arc<Client>,
|
||||
backend: Arc<BE>,
|
||||
executor: SubscriptionTaskExecutor,
|
||||
genesis_hash: GenesisHash,
|
||||
max_pinned_blocks: usize,
|
||||
) -> Self {
|
||||
let genesis_hash = format!("0x{:?}", HexDisplay::from(&genesis_hash.as_ref()));
|
||||
|
||||
Self {
|
||||
client,
|
||||
backend,
|
||||
executor,
|
||||
subscriptions: Arc::new(SubscriptionManagement::new()),
|
||||
genesis_hash,
|
||||
max_pinned_blocks,
|
||||
_phantom: PhantomData,
|
||||
}
|
||||
}
|
||||
|
||||
/// Accept the subscription and return the subscription ID on success.
|
||||
fn accept_subscription(
|
||||
&self,
|
||||
sink: &mut SubscriptionSink,
|
||||
) -> Result<String, SubscriptionEmptyError> {
|
||||
// The subscription must be accepted before it can provide a valid subscription ID.
|
||||
sink.accept()?;
|
||||
|
||||
let Some(sub_id) = sink.subscription_id() else {
|
||||
// This can only happen if the subscription was not accepted.
|
||||
return Err(SubscriptionEmptyError)
|
||||
};
|
||||
|
||||
// Get the string representation for the subscription.
|
||||
let sub_id = match sub_id {
|
||||
SubscriptionId::Num(num) => num.to_string(),
|
||||
SubscriptionId::Str(id) => id.into_owned().into(),
|
||||
};
|
||||
|
||||
Ok(sub_id)
|
||||
}
|
||||
}
|
||||
|
||||
/// Generate the initial events reported by the RPC `follow` method.
|
||||
///
|
||||
/// This includes the "Initialized" event followed by the in-memory
|
||||
/// blocks via "NewBlock" and the "BestBlockChanged".
|
||||
fn generate_initial_events<Block, BE, Client>(
|
||||
client: &Arc<Client>,
|
||||
backend: &Arc<BE>,
|
||||
handle: &SubscriptionHandle<Block>,
|
||||
runtime_updates: bool,
|
||||
) -> Result<Vec<FollowEvent<Block::Hash>>, SubscriptionManagementError>
|
||||
where
|
||||
Block: BlockT + 'static,
|
||||
Block::Header: Unpin,
|
||||
BE: Backend<Block> + 'static,
|
||||
Client: HeaderBackend<Block> + CallApiAt<Block> + 'static,
|
||||
{
|
||||
// The initialized event is the first one sent.
|
||||
let finalized_block_hash = client.info().finalized_hash;
|
||||
handle.pin_block(finalized_block_hash)?;
|
||||
|
||||
let finalized_block_runtime = generate_runtime_event(
|
||||
&client,
|
||||
runtime_updates,
|
||||
&BlockId::Hash(finalized_block_hash),
|
||||
None,
|
||||
);
|
||||
|
||||
let initialized_event = FollowEvent::Initialized(Initialized {
|
||||
finalized_block_hash,
|
||||
finalized_block_runtime,
|
||||
runtime_updates,
|
||||
});
|
||||
|
||||
let initial_blocks = get_initial_blocks(&backend, finalized_block_hash);
|
||||
let mut in_memory_blocks = Vec::with_capacity(initial_blocks.len() + 1);
|
||||
|
||||
in_memory_blocks.push(initialized_event);
|
||||
for (child, parent) in initial_blocks.into_iter() {
|
||||
handle.pin_block(child)?;
|
||||
|
||||
let new_runtime = generate_runtime_event(
|
||||
&client,
|
||||
runtime_updates,
|
||||
&BlockId::Hash(child),
|
||||
Some(&BlockId::Hash(parent)),
|
||||
);
|
||||
|
||||
let event = FollowEvent::NewBlock(NewBlock {
|
||||
block_hash: child,
|
||||
parent_block_hash: parent,
|
||||
new_runtime,
|
||||
runtime_updates,
|
||||
});
|
||||
|
||||
in_memory_blocks.push(event);
|
||||
}
|
||||
|
||||
// Generate a new best block event.
|
||||
let best_block_hash = client.info().best_hash;
|
||||
if best_block_hash != finalized_block_hash {
|
||||
let best_block = FollowEvent::BestBlockChanged(BestBlockChanged { best_block_hash });
|
||||
in_memory_blocks.push(best_block);
|
||||
};
|
||||
|
||||
Ok(in_memory_blocks)
|
||||
}
|
||||
|
||||
/// Parse hex-encoded string parameter as raw bytes.
|
||||
///
|
||||
/// If the parsing fails, the subscription is rejected.
|
||||
fn parse_hex_param(
|
||||
sink: &mut SubscriptionSink,
|
||||
param: String,
|
||||
) -> Result<Vec<u8>, SubscriptionEmptyError> {
|
||||
// Methods can accept empty parameters.
|
||||
if param.is_empty() {
|
||||
return Ok(Default::default())
|
||||
}
|
||||
|
||||
match array_bytes::hex2bytes(¶m) {
|
||||
Ok(bytes) => Ok(bytes),
|
||||
Err(_) => {
|
||||
let _ = sink.reject(ChainHeadRpcError::InvalidParam(param));
|
||||
Err(SubscriptionEmptyError)
|
||||
},
|
||||
}
|
||||
}
|
||||
|
||||
/// Conditionally generate the runtime event of the given block.
|
||||
fn generate_runtime_event<Client, Block>(
|
||||
client: &Arc<Client>,
|
||||
runtime_updates: bool,
|
||||
block: &BlockId<Block>,
|
||||
parent: Option<&BlockId<Block>>,
|
||||
) -> Option<RuntimeEvent>
|
||||
where
|
||||
Block: BlockT + 'static,
|
||||
Client: CallApiAt<Block> + 'static,
|
||||
{
|
||||
// No runtime versions should be reported.
|
||||
if !runtime_updates {
|
||||
return None
|
||||
}
|
||||
|
||||
let block_rt = match client.runtime_version_at(block) {
|
||||
Ok(rt) => rt,
|
||||
Err(err) => return Some(err.into()),
|
||||
};
|
||||
|
||||
let parent = match parent {
|
||||
Some(parent) => parent,
|
||||
// Nothing to compare against, always report.
|
||||
None => return Some(RuntimeEvent::Valid(RuntimeVersionEvent { spec: block_rt })),
|
||||
};
|
||||
|
||||
let parent_rt = match client.runtime_version_at(parent) {
|
||||
Ok(rt) => rt,
|
||||
Err(err) => return Some(err.into()),
|
||||
};
|
||||
|
||||
// Report the runtime version change.
|
||||
if block_rt != parent_rt {
|
||||
Some(RuntimeEvent::Valid(RuntimeVersionEvent { spec: block_rt }))
|
||||
} else {
|
||||
None
|
||||
}
|
||||
}
|
||||
|
||||
/// Get the in-memory blocks of the client, starting from the provided finalized hash.
|
||||
///
|
||||
/// Returns a tuple of block hash with parent hash.
|
||||
fn get_initial_blocks<BE, Block>(
|
||||
backend: &Arc<BE>,
|
||||
parent_hash: Block::Hash,
|
||||
) -> Vec<(Block::Hash, Block::Hash)>
|
||||
where
|
||||
Block: BlockT + 'static,
|
||||
BE: Backend<Block> + 'static,
|
||||
{
|
||||
let mut result = Vec::new();
|
||||
let mut next_hash = Vec::new();
|
||||
next_hash.push(parent_hash);
|
||||
|
||||
while let Some(parent_hash) = next_hash.pop() {
|
||||
let Ok(blocks) = backend.blockchain().children(parent_hash) else {
|
||||
continue
|
||||
};
|
||||
|
||||
for child_hash in blocks {
|
||||
result.push((child_hash, parent_hash));
|
||||
next_hash.push(child_hash);
|
||||
}
|
||||
}
|
||||
|
||||
result
|
||||
}
|
||||
|
||||
/// Submit the events from the provided stream to the RPC client
|
||||
/// for as long as the `rx_stop` event was not called.
|
||||
async fn submit_events<EventStream, T>(
|
||||
sink: &mut SubscriptionSink,
|
||||
mut stream: EventStream,
|
||||
rx_stop: oneshot::Receiver<()>,
|
||||
) where
|
||||
EventStream: Stream<Item = T> + Unpin,
|
||||
T: Serialize,
|
||||
{
|
||||
let mut stream_item = stream.next();
|
||||
let mut stop_event = rx_stop;
|
||||
|
||||
while let Either::Left((Some(event), next_stop_event)) =
|
||||
futures_util::future::select(stream_item, stop_event).await
|
||||
{
|
||||
match sink.send(&event) {
|
||||
Ok(true) => {
|
||||
stream_item = stream.next();
|
||||
stop_event = next_stop_event;
|
||||
},
|
||||
// Client disconnected.
|
||||
Ok(false) => return,
|
||||
Err(_) => {
|
||||
// Failed to submit event.
|
||||
break
|
||||
},
|
||||
}
|
||||
}
|
||||
|
||||
let _ = sink.send(&FollowEvent::<String>::Stop);
|
||||
}
|
||||
|
||||
/// Generate the "NewBlock" event and potentially the "BestBlockChanged" event for
|
||||
/// every notification.
|
||||
fn handle_import_blocks<Client, Block>(
|
||||
client: &Arc<Client>,
|
||||
handle: &SubscriptionHandle<Block>,
|
||||
runtime_updates: bool,
|
||||
notification: BlockImportNotification<Block>,
|
||||
) -> Result<(FollowEvent<Block::Hash>, Option<FollowEvent<Block::Hash>>), SubscriptionManagementError>
|
||||
where
|
||||
Block: BlockT + 'static,
|
||||
Client: CallApiAt<Block> + 'static,
|
||||
{
|
||||
handle.pin_block(notification.hash)?;
|
||||
|
||||
let new_runtime = generate_runtime_event(
|
||||
&client,
|
||||
runtime_updates,
|
||||
&BlockId::Hash(notification.hash),
|
||||
Some(&BlockId::Hash(*notification.header.parent_hash())),
|
||||
);
|
||||
|
||||
// Note: `Block::Hash` will serialize to hexadecimal encoded string.
|
||||
let new_block = FollowEvent::NewBlock(NewBlock {
|
||||
block_hash: notification.hash,
|
||||
parent_block_hash: *notification.header.parent_hash(),
|
||||
new_runtime,
|
||||
runtime_updates,
|
||||
});
|
||||
|
||||
if !notification.is_new_best {
|
||||
return Ok((new_block, None))
|
||||
}
|
||||
|
||||
// If this is the new best block, then we need to generate two events.
|
||||
let best_block_event =
|
||||
FollowEvent::BestBlockChanged(BestBlockChanged { best_block_hash: notification.hash });
|
||||
|
||||
let mut best_block_cache = handle.best_block_write();
|
||||
match *best_block_cache {
|
||||
Some(block_cache) => {
|
||||
// The RPC layer has not reported this block as best before.
|
||||
// Note: This handles the race with the finalized branch.
|
||||
if block_cache != notification.hash {
|
||||
*best_block_cache = Some(notification.hash);
|
||||
Ok((new_block, Some(best_block_event)))
|
||||
} else {
|
||||
Ok((new_block, None))
|
||||
}
|
||||
},
|
||||
None => {
|
||||
*best_block_cache = Some(notification.hash);
|
||||
Ok((new_block, Some(best_block_event)))
|
||||
},
|
||||
}
|
||||
}
|
||||
|
||||
/// Generate the "Finalized" event and potentially the "BestBlockChanged" for
|
||||
/// every notification.
|
||||
fn handle_finalized_blocks<Client, Block>(
|
||||
client: &Arc<Client>,
|
||||
handle: &SubscriptionHandle<Block>,
|
||||
notification: FinalityNotification<Block>,
|
||||
) -> Result<(FollowEvent<Block::Hash>, Option<FollowEvent<Block::Hash>>), SubscriptionManagementError>
|
||||
where
|
||||
Block: BlockT + 'static,
|
||||
Client: HeaderBackend<Block> + HeaderMetadata<Block, Error = BlockChainError> + 'static,
|
||||
{
|
||||
let last_finalized = notification.hash;
|
||||
// We might not receive all new blocks reports, also pin the block here.
|
||||
handle.pin_block(last_finalized)?;
|
||||
|
||||
// The tree route contains the exclusive path from the last finalized block
|
||||
// to the block reported by the notification. Ensure the finalized block is
|
||||
// properly reported to that path.
|
||||
let mut finalized_block_hashes = notification.tree_route.iter().cloned().collect::<Vec<_>>();
|
||||
finalized_block_hashes.push(last_finalized);
|
||||
|
||||
let pruned_block_hashes: Vec<_> = notification.stale_heads.iter().cloned().collect();
|
||||
|
||||
let finalized_event = FollowEvent::Finalized(Finalized {
|
||||
finalized_block_hashes,
|
||||
pruned_block_hashes: pruned_block_hashes.clone(),
|
||||
});
|
||||
|
||||
let mut best_block_cache = handle.best_block_write();
|
||||
match *best_block_cache {
|
||||
Some(block_cache) => {
|
||||
// Check if the current best block is also reported as pruned.
|
||||
let reported_pruned = pruned_block_hashes.iter().find(|&&hash| hash == block_cache);
|
||||
if reported_pruned.is_none() {
|
||||
return Ok((finalized_event, None))
|
||||
}
|
||||
|
||||
// The best block is reported as pruned. Therefore, we need to signal a new
|
||||
// best block event before submitting the finalized event.
|
||||
let best_block_hash = client.info().best_hash;
|
||||
if best_block_hash == block_cache {
|
||||
// The client doest not have any new information about the best block.
|
||||
// The information from `.info()` is updated from the DB as the last
|
||||
// step of the finalization and it should be up to date. Also, the
|
||||
// displaced nodes (list of nodes reported) should be reported with
|
||||
// an offset of 32 blocks for substrate.
|
||||
// If the info is outdated, there is nothing the RPC can do for now.
|
||||
error!(target: "rpc-spec-v2", "Client does not contain different best block");
|
||||
Ok((finalized_event, None))
|
||||
} else {
|
||||
let ancestor = sp_blockchain::lowest_common_ancestor(
|
||||
&**client,
|
||||
last_finalized,
|
||||
best_block_hash,
|
||||
)
|
||||
.map_err(|_| {
|
||||
SubscriptionManagementError::Custom("Could not find common ancestor".into())
|
||||
})?;
|
||||
|
||||
// The client's best block must be a descendent of the last finalized block.
|
||||
// In other words, the lowest common ancestor must be the last finalized block.
|
||||
if ancestor.hash != last_finalized {
|
||||
return Err(SubscriptionManagementError::Custom(
|
||||
"The finalized block is not an ancestor of the best block".into(),
|
||||
))
|
||||
}
|
||||
|
||||
// The RPC needs to also submit a new best block changed before the
|
||||
// finalized event.
|
||||
*best_block_cache = Some(best_block_hash);
|
||||
let best_block_event =
|
||||
FollowEvent::BestBlockChanged(BestBlockChanged { best_block_hash });
|
||||
Ok((finalized_event, Some(best_block_event)))
|
||||
}
|
||||
},
|
||||
None => Ok((finalized_event, None)),
|
||||
}
|
||||
}
|
||||
|
||||
#[async_trait]
|
||||
impl<BE, Block, Client> ChainHeadApiServer<Block::Hash> for ChainHead<BE, Block, Client>
|
||||
where
|
||||
Block: BlockT + 'static,
|
||||
Block::Header: Unpin,
|
||||
BE: Backend<Block> + 'static,
|
||||
Client: BlockBackend<Block>
|
||||
+ ExecutorProvider<Block>
|
||||
+ HeaderBackend<Block>
|
||||
+ HeaderMetadata<Block, Error = BlockChainError>
|
||||
+ BlockchainEvents<Block>
|
||||
+ CallApiAt<Block>
|
||||
+ StorageProvider<Block, BE>
|
||||
+ 'static,
|
||||
{
|
||||
fn chain_head_unstable_follow(
|
||||
&self,
|
||||
mut sink: SubscriptionSink,
|
||||
runtime_updates: bool,
|
||||
) -> SubscriptionResult {
|
||||
let sub_id = match self.accept_subscription(&mut sink) {
|
||||
Ok(sub_id) => sub_id,
|
||||
Err(err) => {
|
||||
sink.close(ChainHeadRpcError::InvalidSubscriptionID);
|
||||
return Err(err)
|
||||
},
|
||||
};
|
||||
|
||||
// Keep track of the subscription.
|
||||
let Some((rx_stop, sub_handle)) = self.subscriptions.insert_subscription(sub_id.clone(), runtime_updates, self.max_pinned_blocks) else {
|
||||
// Inserting the subscription can only fail if the JsonRPSee
|
||||
// generated a duplicate subscription ID.
|
||||
debug!(target: "rpc-spec-v2", "[follow][id={:?}] Subscription already accepted", sub_id);
|
||||
let _ = sink.send(&FollowEvent::<Block::Hash>::Stop);
|
||||
return Ok(())
|
||||
};
|
||||
debug!(target: "rpc-spec-v2", "[follow][id={:?}] Subscription accepted", sub_id);
|
||||
|
||||
let client = self.client.clone();
|
||||
let handle = sub_handle.clone();
|
||||
let subscription_id = sub_id.clone();
|
||||
|
||||
let stream_import = self
|
||||
.client
|
||||
.import_notification_stream()
|
||||
.map(move |notification| {
|
||||
match handle_import_blocks(&client, &handle, runtime_updates, notification) {
|
||||
Ok((new_block, None)) => stream::iter(vec![new_block]),
|
||||
Ok((new_block, Some(best_block))) => stream::iter(vec![new_block, best_block]),
|
||||
Err(_) => {
|
||||
debug!(target: "rpc-spec-v2", "[follow][id={:?}] Failed to handle block import notification.", subscription_id);
|
||||
handle.stop();
|
||||
stream::iter(vec![])
|
||||
},
|
||||
}
|
||||
})
|
||||
.flatten();
|
||||
|
||||
let client = self.client.clone();
|
||||
let handle = sub_handle.clone();
|
||||
let subscription_id = sub_id.clone();
|
||||
|
||||
let stream_finalized = self
|
||||
.client
|
||||
.finality_notification_stream()
|
||||
.map(move |notification| {
|
||||
match handle_finalized_blocks(&client, &handle, notification) {
|
||||
Ok((finalized_event, None)) => stream::iter(vec![finalized_event]),
|
||||
Ok((finalized_event, Some(best_block))) =>
|
||||
stream::iter(vec![best_block, finalized_event]),
|
||||
Err(_) => {
|
||||
debug!(target: "rpc-spec-v2", "[follow][id={:?}] Failed to import finalized blocks", subscription_id);
|
||||
handle.stop();
|
||||
stream::iter(vec![])
|
||||
},
|
||||
}
|
||||
})
|
||||
.flatten();
|
||||
|
||||
let merged = tokio_stream::StreamExt::merge(stream_import, stream_finalized);
|
||||
let subscriptions = self.subscriptions.clone();
|
||||
let client = self.client.clone();
|
||||
let backend = self.backend.clone();
|
||||
let fut = async move {
|
||||
let Ok(initial_events) = generate_initial_events(&client, &backend, &sub_handle, runtime_updates) else {
|
||||
// Stop the subscription if we exceeded the maximum number of blocks pinned.
|
||||
debug!(target: "rpc-spec-v2", "[follow][id={:?}] Exceeded max pinned blocks from initial events", sub_id);
|
||||
let _ = sink.send(&FollowEvent::<Block::Hash>::Stop);
|
||||
return
|
||||
};
|
||||
|
||||
let stream = stream::iter(initial_events).chain(merged);
|
||||
|
||||
submit_events(&mut sink, stream.boxed(), rx_stop).await;
|
||||
// The client disconnected or called the unsubscribe method.
|
||||
subscriptions.remove_subscription(&sub_id);
|
||||
debug!(target: "rpc-spec-v2", "[follow][id={:?}] Subscription removed", sub_id);
|
||||
};
|
||||
|
||||
self.executor.spawn("substrate-rpc-subscription", Some("rpc"), fut.boxed());
|
||||
Ok(())
|
||||
}
|
||||
|
||||
fn chain_head_unstable_body(
|
||||
&self,
|
||||
mut sink: SubscriptionSink,
|
||||
follow_subscription: String,
|
||||
hash: Block::Hash,
|
||||
_network_config: Option<NetworkConfig>,
|
||||
) -> SubscriptionResult {
|
||||
let client = self.client.clone();
|
||||
let subscriptions = self.subscriptions.clone();
|
||||
|
||||
let fut = async move {
|
||||
let Some(handle) = subscriptions.get_subscription(&follow_subscription) else {
|
||||
// Invalid invalid subscription ID.
|
||||
let _ = sink.send(&ChainHeadEvent::<String>::Disjoint);
|
||||
return
|
||||
};
|
||||
|
||||
// Block is not part of the subscription.
|
||||
if !handle.contains_block(&hash) {
|
||||
let _ = sink.reject(ChainHeadRpcError::InvalidBlock);
|
||||
return
|
||||
}
|
||||
|
||||
let event = match client.block(&BlockId::Hash(hash)) {
|
||||
Ok(Some(signed_block)) => {
|
||||
let extrinsics = signed_block.block.extrinsics();
|
||||
let result = format!("0x{:?}", HexDisplay::from(&extrinsics.encode()));
|
||||
ChainHeadEvent::Done(ChainHeadResult { result })
|
||||
},
|
||||
Ok(None) => {
|
||||
// The block's body was pruned. This subscription ID has become invalid.
|
||||
debug!(target: "rpc-spec-v2", "[body][id={:?}] Stopping subscription because hash={:?} was pruned", follow_subscription, hash);
|
||||
handle.stop();
|
||||
ChainHeadEvent::<String>::Disjoint
|
||||
},
|
||||
Err(error) => ChainHeadEvent::Error(ErrorEvent { error: error.to_string() }),
|
||||
};
|
||||
let _ = sink.send(&event);
|
||||
};
|
||||
|
||||
self.executor.spawn("substrate-rpc-subscription", Some("rpc"), fut.boxed());
|
||||
Ok(())
|
||||
}
|
||||
|
||||
fn chain_head_unstable_header(
|
||||
&self,
|
||||
follow_subscription: String,
|
||||
hash: Block::Hash,
|
||||
) -> RpcResult<Option<String>> {
|
||||
let Some(handle) = self.subscriptions.get_subscription(&follow_subscription) else {
|
||||
// Invalid invalid subscription ID.
|
||||
return Ok(None)
|
||||
};
|
||||
|
||||
// Block is not part of the subscription.
|
||||
if !handle.contains_block(&hash) {
|
||||
return Err(ChainHeadRpcError::InvalidBlock.into())
|
||||
}
|
||||
|
||||
self.client
|
||||
.header(BlockId::Hash(hash))
|
||||
.map(|opt_header| opt_header.map(|h| format!("0x{:?}", HexDisplay::from(&h.encode()))))
|
||||
.map_err(ChainHeadRpcError::FetchBlockHeader)
|
||||
.map_err(Into::into)
|
||||
}
|
||||
|
||||
fn chain_head_unstable_genesis_hash(&self) -> RpcResult<String> {
|
||||
Ok(self.genesis_hash.clone())
|
||||
}
|
||||
|
||||
fn chain_head_unstable_storage(
|
||||
&self,
|
||||
mut sink: SubscriptionSink,
|
||||
follow_subscription: String,
|
||||
hash: Block::Hash,
|
||||
key: String,
|
||||
child_key: Option<String>,
|
||||
_network_config: Option<NetworkConfig>,
|
||||
) -> SubscriptionResult {
|
||||
let key = StorageKey(parse_hex_param(&mut sink, key)?);
|
||||
|
||||
let child_key = child_key
|
||||
.map(|child_key| parse_hex_param(&mut sink, child_key))
|
||||
.transpose()?
|
||||
.map(ChildInfo::new_default_from_vec);
|
||||
|
||||
let client = self.client.clone();
|
||||
let subscriptions = self.subscriptions.clone();
|
||||
|
||||
let fut = async move {
|
||||
let Some(handle) = subscriptions.get_subscription(&follow_subscription) else {
|
||||
// Invalid invalid subscription ID.
|
||||
let _ = sink.send(&ChainHeadEvent::<String>::Disjoint);
|
||||
return
|
||||
};
|
||||
|
||||
// Block is not part of the subscription.
|
||||
if !handle.contains_block(&hash) {
|
||||
let _ = sink.reject(ChainHeadRpcError::InvalidBlock);
|
||||
return
|
||||
}
|
||||
|
||||
// The child key is provided, use the key to query the child trie.
|
||||
if let Some(child_key) = child_key {
|
||||
// The child key must not be prefixed with ":child_storage:" nor
|
||||
// ":child_storage:default:".
|
||||
if well_known_keys::is_default_child_storage_key(child_key.storage_key()) ||
|
||||
well_known_keys::is_child_storage_key(child_key.storage_key())
|
||||
{
|
||||
let _ = sink
|
||||
.send(&ChainHeadEvent::Done(ChainHeadResult { result: None::<String> }));
|
||||
return
|
||||
}
|
||||
|
||||
let res = client
|
||||
.child_storage(hash, &child_key, &key)
|
||||
.map(|result| {
|
||||
let result =
|
||||
result.map(|storage| format!("0x{:?}", HexDisplay::from(&storage.0)));
|
||||
ChainHeadEvent::Done(ChainHeadResult { result })
|
||||
})
|
||||
.unwrap_or_else(|error| {
|
||||
ChainHeadEvent::Error(ErrorEvent { error: error.to_string() })
|
||||
});
|
||||
let _ = sink.send(&res);
|
||||
return
|
||||
}
|
||||
|
||||
// The main key must not be prefixed with b":child_storage:" nor
|
||||
// b":child_storage:default:".
|
||||
if well_known_keys::is_default_child_storage_key(&key.0) ||
|
||||
well_known_keys::is_child_storage_key(&key.0)
|
||||
{
|
||||
let _ =
|
||||
sink.send(&ChainHeadEvent::Done(ChainHeadResult { result: None::<String> }));
|
||||
return
|
||||
}
|
||||
|
||||
// Main root trie storage query.
|
||||
let res = client
|
||||
.storage(hash, &key)
|
||||
.map(|result| {
|
||||
let result =
|
||||
result.map(|storage| format!("0x{:?}", HexDisplay::from(&storage.0)));
|
||||
ChainHeadEvent::Done(ChainHeadResult { result })
|
||||
})
|
||||
.unwrap_or_else(|error| {
|
||||
ChainHeadEvent::Error(ErrorEvent { error: error.to_string() })
|
||||
});
|
||||
let _ = sink.send(&res);
|
||||
};
|
||||
|
||||
self.executor.spawn("substrate-rpc-subscription", Some("rpc"), fut.boxed());
|
||||
Ok(())
|
||||
}
|
||||
|
||||
fn chain_head_unstable_call(
|
||||
&self,
|
||||
mut sink: SubscriptionSink,
|
||||
follow_subscription: String,
|
||||
hash: Block::Hash,
|
||||
function: String,
|
||||
call_parameters: String,
|
||||
_network_config: Option<NetworkConfig>,
|
||||
) -> SubscriptionResult {
|
||||
let call_parameters = Bytes::from(parse_hex_param(&mut sink, call_parameters)?);
|
||||
|
||||
let client = self.client.clone();
|
||||
let subscriptions = self.subscriptions.clone();
|
||||
|
||||
let fut = async move {
|
||||
let Some(handle) = subscriptions.get_subscription(&follow_subscription) else {
|
||||
// Invalid invalid subscription ID.
|
||||
let _ = sink.send(&ChainHeadEvent::<String>::Disjoint);
|
||||
return
|
||||
};
|
||||
|
||||
// Block is not part of the subscription.
|
||||
if !handle.contains_block(&hash) {
|
||||
let _ = sink.reject(ChainHeadRpcError::InvalidBlock);
|
||||
return
|
||||
}
|
||||
|
||||
// Reject subscription if runtime_updates is false.
|
||||
if !handle.has_runtime_updates() {
|
||||
let _ = sink.reject(ChainHeadRpcError::InvalidParam(
|
||||
"The runtime updates flag must be set".into(),
|
||||
));
|
||||
return
|
||||
}
|
||||
|
||||
let res = client
|
||||
.executor()
|
||||
.call(
|
||||
&BlockId::Hash(hash),
|
||||
&function,
|
||||
&call_parameters,
|
||||
client.execution_extensions().strategies().other,
|
||||
)
|
||||
.map(|result| {
|
||||
let result = format!("0x{:?}", HexDisplay::from(&result));
|
||||
ChainHeadEvent::Done(ChainHeadResult { result })
|
||||
})
|
||||
.unwrap_or_else(|error| {
|
||||
ChainHeadEvent::Error(ErrorEvent { error: error.to_string() })
|
||||
});
|
||||
|
||||
let _ = sink.send(&res);
|
||||
};
|
||||
|
||||
self.executor.spawn("substrate-rpc-subscription", Some("rpc"), fut.boxed());
|
||||
Ok(())
|
||||
}
|
||||
|
||||
fn chain_head_unstable_unpin(
|
||||
&self,
|
||||
follow_subscription: String,
|
||||
hash: Block::Hash,
|
||||
) -> RpcResult<()> {
|
||||
let Some(handle) = self.subscriptions.get_subscription(&follow_subscription) else {
|
||||
// Invalid invalid subscription ID.
|
||||
return Ok(())
|
||||
};
|
||||
|
||||
if !handle.unpin_block(&hash) {
|
||||
return Err(ChainHeadRpcError::InvalidBlock.into())
|
||||
}
|
||||
|
||||
Ok(())
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user