mirror of
https://github.com/pezkuwichain/pezkuwi-subxt.git
synced 2026-04-28 09:47:56 +00:00
4009148889
* #10576: refactor `sc-utils::notification` and `sc-client-api::notifications`, so that they use common subscribe/unsubscribe routines * Add some docs. Reorganise `sc-utils::notification` * `sc-clent-api::notifications` and `sc-utils::notification` — ensure the SubscriptionGuard is dropped before the Rx-channel * `sc-utils::pubsub::SubscriptionGuard` make it a bit more ergonomic. Let the `Rx` to be put inside of the `SubscriptionGuard`, so that the latter shall guarantee the order: - first unsubscribe; - then drop the `Rx`. * Being less zealous with splitting the modules into little pieces * rework pubsub: the concrete usage should only define a good registry type * sc-client-api::notifications: make it comply with the reworked pubsub * cargo fmt * make sc-client-api tests work * Address the review notes * cargo fmt * Describe the behaviour of pubsub registry * Doc-comments for module `sc-utils::pubsub` * Fix: it used to send notifications regardless of the filter setup during subscription * `sc-client-api::StorageNotifications` the API does not have to require mut-self-reference. As a result `sc-service::Client` does not have to wrap its `storage_notifications` into a Mutex. * cargo fmt * Several changes addressing the notes by @bckhr. - Remove the `impl Default for StorageNotifications<Block>`; - no need for groupping the `remove_from` and `listen_from` into a separate `helpers` module; - remove unnecessary import `use registry::SubscribeOp`. * Add a doc-comment to the `sc-client::notifications::SubscribeOp` * As per @bkchr note on the unproven assertion: behave gracefully upon receiving a duplicate subscription-ID. * sc-utils::pubsub: log when a registry yields an ID that does point to an existing sink * `sc-utils::notifications`: payload materialized lazily * Update Cargo.lock (after adding `log` as a dependency to the `sc-utils`) * `sc-client-api::notifications`: introduce a struct (instead of a type def) for the notification message * Get rid of `sc-utils::pubsub::Channel` trait (instead just use the `sc-utils::mpsc`) * The SubsID is no more generic: the fact it is a `Copy` is known — no need to pass it by ref * sc-utils::pubsub internals do not have to be generic over the channel type * Rename Hub::dispatch into Hub::send * That method was unnecessary (`SubscriberSink::render_notification`) * cargo fmt * No need for a separate UnsubscribeGuard type * Ditch the type-def of SubsID in the sc-utils::pubsub, instead — just use the crate::id_sequence::SeqID * Return the <Registry as Dispatch>::Ret when sending an item * Make the `Hub<M, R>::lock_registry(...)` method more ergonomic * cargo doc links * cargo doc links * Use a simpler name for the type * cargo doc links * Derive `Default` rather than implement it * Derive `Default` rather than implement it * Remove an unnecessary usage of type_name * Define a more cautious order between sinks.remove->registry.unsubscribe and registry.subscribe->sinks.insert * Hub: lock_registry_for_tests->map_registry_for_tests — a safer choice for a public API * Replace Mutex over the shared Registry with a ReentrableMutex+RefCell * sc-utils::pubsub: add tests for a panicking registry * Add the missing copyright headers * Arc<Vec<_>> -> Arc<[_]>
153 lines
4.3 KiB
Rust
153 lines
4.3 KiB
Rust
// This file is part of Substrate.
|
|
|
|
// Copyright (C) 2017-2022 Parity Technologies (UK) Ltd.
|
|
// SPDX-License-Identifier: GPL-3.0-or-later WITH Classpath-exception-2.0
|
|
|
|
// This program is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
|
|
// This program is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU General Public License for more details.
|
|
|
|
// You should have received a copy of the GNU General Public License
|
|
// along with this program. If not, see <https://www.gnu.org/licenses/>.
|
|
|
|
//! Storage notifications
|
|
|
|
use std::{
|
|
collections::{HashMap, HashSet},
|
|
pin::Pin,
|
|
sync::Arc,
|
|
task::Poll,
|
|
};
|
|
|
|
use futures::Stream;
|
|
|
|
use prometheus_endpoint::Registry as PrometheusRegistry;
|
|
|
|
use sc_utils::pubsub::{Hub, Receiver};
|
|
use sp_core::storage::{StorageData, StorageKey};
|
|
use sp_runtime::traits::Block as BlockT;
|
|
|
|
mod registry;
|
|
|
|
use registry::Registry;
|
|
|
|
#[cfg(test)]
|
|
mod tests;
|
|
|
|
/// A type of a message delivered to the subscribers
|
|
#[derive(Debug)]
|
|
pub struct StorageNotification<Hash> {
|
|
/// The hash of the block
|
|
pub block: Hash,
|
|
|
|
/// The set of changes
|
|
pub changes: StorageChangeSet,
|
|
}
|
|
|
|
/// Storage change set
|
|
#[derive(Debug)]
|
|
pub struct StorageChangeSet {
|
|
changes: Arc<[(StorageKey, Option<StorageData>)]>,
|
|
child_changes: Arc<[(StorageKey, Vec<(StorageKey, Option<StorageData>)>)]>,
|
|
filter: Keys,
|
|
child_filters: ChildKeys,
|
|
}
|
|
|
|
/// Manages storage listeners.
|
|
#[derive(Debug)]
|
|
pub struct StorageNotifications<Block: BlockT>(Hub<StorageNotification<Block::Hash>, Registry>);
|
|
|
|
/// Type that implements `futures::Stream` of storage change events.
|
|
pub struct StorageEventStream<H>(Receiver<StorageNotification<H>, Registry>);
|
|
|
|
type Keys = Option<HashSet<StorageKey>>;
|
|
type ChildKeys = Option<HashMap<StorageKey, Option<HashSet<StorageKey>>>>;
|
|
|
|
impl StorageChangeSet {
|
|
/// Convert the change set into iterator over storage items.
|
|
pub fn iter<'a>(
|
|
&'a self,
|
|
) -> impl Iterator<Item = (Option<&'a StorageKey>, &'a StorageKey, Option<&'a StorageData>)> + 'a
|
|
{
|
|
let top = self
|
|
.changes
|
|
.iter()
|
|
.filter(move |&(key, _)| match self.filter {
|
|
Some(ref filter) => filter.contains(key),
|
|
None => true,
|
|
})
|
|
.map(move |(k, v)| (None, k, v.as_ref()));
|
|
let children = self
|
|
.child_changes
|
|
.iter()
|
|
.filter_map(move |(sk, changes)| {
|
|
self.child_filters.as_ref().and_then(|cf| {
|
|
cf.get(sk).map(|filter| {
|
|
changes
|
|
.iter()
|
|
.filter(move |&(key, _)| match filter {
|
|
Some(ref filter) => filter.contains(key),
|
|
None => true,
|
|
})
|
|
.map(move |(k, v)| (Some(sk), k, v.as_ref()))
|
|
})
|
|
})
|
|
})
|
|
.flatten();
|
|
top.chain(children)
|
|
}
|
|
}
|
|
|
|
impl<H> Stream for StorageEventStream<H> {
|
|
type Item = StorageNotification<H>;
|
|
fn poll_next(
|
|
self: Pin<&mut Self>,
|
|
cx: &mut std::task::Context<'_>,
|
|
) -> Poll<Option<Self::Item>> {
|
|
Stream::poll_next(Pin::new(&mut self.get_mut().0), cx)
|
|
}
|
|
}
|
|
|
|
impl<Block: BlockT> StorageNotifications<Block> {
|
|
/// Initialize a new StorageNotifications
|
|
/// optionally pass a prometheus registry to send subscriber metrics to
|
|
pub fn new(prometheus_registry: Option<PrometheusRegistry>) -> Self {
|
|
let registry = Registry::new(prometheus_registry);
|
|
let hub = Hub::new_with_registry("mpsc_storage_notification_items", registry);
|
|
|
|
StorageNotifications(hub)
|
|
}
|
|
|
|
/// Trigger notification to all listeners.
|
|
///
|
|
/// Note the changes are going to be filtered by listener's filter key.
|
|
/// In fact no event might be sent if clients are not interested in the changes.
|
|
pub fn trigger(
|
|
&self,
|
|
hash: &Block::Hash,
|
|
changeset: impl Iterator<Item = (Vec<u8>, Option<Vec<u8>>)>,
|
|
child_changeset: impl Iterator<
|
|
Item = (Vec<u8>, impl Iterator<Item = (Vec<u8>, Option<Vec<u8>>)>),
|
|
>,
|
|
) {
|
|
self.0.send((hash, changeset, child_changeset))
|
|
}
|
|
|
|
/// Start listening for particular storage keys.
|
|
pub fn listen(
|
|
&self,
|
|
filter_keys: Option<&[StorageKey]>,
|
|
filter_child_keys: Option<&[(StorageKey, Option<Vec<StorageKey>>)]>,
|
|
) -> StorageEventStream<Block::Hash> {
|
|
let receiver = self.0.subscribe(registry::SubscribeOp { filter_keys, filter_child_keys });
|
|
|
|
StorageEventStream(receiver)
|
|
}
|
|
}
|