mirror of
https://github.com/pezkuwichain/pezkuwi-subxt.git
synced 2026-06-29 10:17:25 +00:00
e16ef0861f
This is a rather big change in jsonrpsee, the major things in this bump are: - Server backpressure (the subscription impls are modified to deal with that) - Allow custom error types / return types (remove jsonrpsee::core::Error and jsonrpee::core::CallError) - Bug fixes (graceful shutdown in particular not used by substrate anyway) - Less dependencies for the clients in particular - Return type requires Clone in method call responses - Moved to tokio channels - Async subscription API (not used in this PR) Major changes in this PR: - The subscriptions are now bounded and if subscription can't keep up with the server it is dropped - CLI: add parameter to configure the jsonrpc server bounded message buffer (default is 64) - Add our own subscription helper to deal with the unbounded streams in substrate The most important things in this PR to review is the added helpers functions in `substrate/client/rpc/src/utils.rs` and the rest is pretty much chore. Regarding the "bounded buffer limit" it may cause the server to handle the JSON-RPC calls slower than before. The message size limit is bounded by "--rpc-response-size" thus "by default 10MB * 64 = 640MB" but the subscription message size is not covered by this limit and could be capped as well. Hopefully the last release prior to 1.0, sorry in advance for a big PR Previous attempt: https://github.com/paritytech/substrate/pull/13992 Resolves https://github.com/paritytech/polkadot-sdk/issues/748, resolves https://github.com/paritytech/polkadot-sdk/issues/627
188 lines
5.5 KiB
Rust
188 lines
5.5 KiB
Rust
// This file is part of Substrate.
|
|
|
|
// Copyright (C) Parity Technologies (UK) Ltd.
|
|
// SPDX-License-Identifier: GPL-3.0-or-later WITH Classpath-exception-2.0
|
|
|
|
// This program is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
|
|
// This program is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU General Public License for more details.
|
|
|
|
// You should have received a copy of the GNU General Public License
|
|
// along with this program. If not, see <https://www.gnu.org/licenses/>.
|
|
|
|
//! Substrate RPC servers.
|
|
|
|
#![warn(missing_docs)]
|
|
|
|
pub mod middleware;
|
|
|
|
use std::{error::Error as StdError, net::SocketAddr, time::Duration};
|
|
|
|
use http::header::HeaderValue;
|
|
use jsonrpsee::{
|
|
server::middleware::{HostFilterLayer, ProxyGetRequestLayer},
|
|
RpcModule,
|
|
};
|
|
use tokio::net::TcpListener;
|
|
use tower_http::cors::{AllowOrigin, CorsLayer};
|
|
|
|
pub use crate::middleware::RpcMetrics;
|
|
pub use jsonrpsee::core::{
|
|
id_providers::{RandomIntegerIdProvider, RandomStringIdProvider},
|
|
traits::IdProvider,
|
|
};
|
|
|
|
const MEGABYTE: u32 = 1024 * 1024;
|
|
|
|
/// Type alias for the JSON-RPC server.
|
|
pub type Server = jsonrpsee::server::ServerHandle;
|
|
|
|
/// RPC server configuration.
|
|
#[derive(Debug)]
|
|
pub struct Config<'a, M: Send + Sync + 'static> {
|
|
/// Socket addresses.
|
|
pub addrs: [SocketAddr; 2],
|
|
/// CORS.
|
|
pub cors: Option<&'a Vec<String>>,
|
|
/// Maximum connections.
|
|
pub max_connections: u32,
|
|
/// Maximum subscriptions per connection.
|
|
pub max_subs_per_conn: u32,
|
|
/// Maximum rpc request payload size.
|
|
pub max_payload_in_mb: u32,
|
|
/// Maximum rpc response payload size.
|
|
pub max_payload_out_mb: u32,
|
|
/// Metrics.
|
|
pub metrics: Option<RpcMetrics>,
|
|
/// Message buffer size
|
|
pub message_buffer_capacity: u32,
|
|
/// RPC API.
|
|
pub rpc_api: RpcModule<M>,
|
|
/// Subscription ID provider.
|
|
pub id_provider: Option<Box<dyn IdProvider>>,
|
|
/// Tokio runtime handle.
|
|
pub tokio_handle: tokio::runtime::Handle,
|
|
}
|
|
|
|
/// Start RPC server listening on given address.
|
|
pub async fn start_server<M: Send + Sync + 'static>(
|
|
config: Config<'_, M>,
|
|
) -> Result<Server, Box<dyn StdError + Send + Sync>> {
|
|
let Config {
|
|
addrs,
|
|
cors,
|
|
max_payload_in_mb,
|
|
max_payload_out_mb,
|
|
max_connections,
|
|
max_subs_per_conn,
|
|
metrics,
|
|
message_buffer_capacity,
|
|
id_provider,
|
|
tokio_handle,
|
|
rpc_api,
|
|
} = config;
|
|
|
|
let std_listener = TcpListener::bind(addrs.as_slice()).await?.into_std()?;
|
|
let local_addr = std_listener.local_addr().ok();
|
|
let host_filter = hosts_filtering(cors.is_some(), local_addr);
|
|
|
|
let middleware = tower::ServiceBuilder::new()
|
|
.option_layer(host_filter)
|
|
// Proxy `GET /health` requests to internal `system_health` method.
|
|
.layer(ProxyGetRequestLayer::new("/health", "system_health")?)
|
|
.layer(try_into_cors(cors)?);
|
|
|
|
let mut builder = jsonrpsee::server::Server::builder()
|
|
.max_request_body_size(max_payload_in_mb.saturating_mul(MEGABYTE))
|
|
.max_response_body_size(max_payload_out_mb.saturating_mul(MEGABYTE))
|
|
.max_connections(max_connections)
|
|
.max_subscriptions_per_connection(max_subs_per_conn)
|
|
.ping_interval(Duration::from_secs(30))
|
|
.set_middleware(middleware)
|
|
.set_message_buffer_capacity(message_buffer_capacity)
|
|
.custom_tokio_runtime(tokio_handle);
|
|
|
|
if let Some(provider) = id_provider {
|
|
builder = builder.set_id_provider(provider);
|
|
} else {
|
|
builder = builder.set_id_provider(RandomStringIdProvider::new(16));
|
|
};
|
|
|
|
let rpc_api = build_rpc_api(rpc_api);
|
|
let handle = if let Some(metrics) = metrics {
|
|
let server = builder.set_logger(metrics).build_from_tcp(std_listener)?;
|
|
server.start(rpc_api)
|
|
} else {
|
|
let server = builder.build_from_tcp(std_listener)?;
|
|
server.start(rpc_api)
|
|
};
|
|
|
|
log::info!(
|
|
"Running JSON-RPC server: addr={}, allowed origins={}",
|
|
local_addr.map_or_else(|| "unknown".to_string(), |a| a.to_string()),
|
|
format_cors(cors)
|
|
);
|
|
|
|
Ok(handle)
|
|
}
|
|
|
|
fn hosts_filtering(enabled: bool, addr: Option<SocketAddr>) -> Option<HostFilterLayer> {
|
|
// If the local_addr failed, fallback to wildcard.
|
|
let port = addr.map_or("*".to_string(), |p| p.port().to_string());
|
|
|
|
if enabled {
|
|
// NOTE: The listening addresses are whitelisted by default.
|
|
let hosts =
|
|
[format!("localhost:{port}"), format!("127.0.0.1:{port}"), format!("[::1]:{port}")];
|
|
Some(HostFilterLayer::new(hosts).expect("Valid hosts; qed"))
|
|
} else {
|
|
None
|
|
}
|
|
}
|
|
|
|
fn build_rpc_api<M: Send + Sync + 'static>(mut rpc_api: RpcModule<M>) -> RpcModule<M> {
|
|
let mut available_methods = rpc_api.method_names().collect::<Vec<_>>();
|
|
// The "rpc_methods" is defined below and we want it to be part of the reported methods.
|
|
available_methods.push("rpc_methods");
|
|
available_methods.sort();
|
|
|
|
rpc_api
|
|
.register_method("rpc_methods", move |_, _| {
|
|
serde_json::json!({
|
|
"methods": available_methods,
|
|
})
|
|
})
|
|
.expect("infallible all other methods have their own address space; qed");
|
|
|
|
rpc_api
|
|
}
|
|
|
|
fn try_into_cors(
|
|
maybe_cors: Option<&Vec<String>>,
|
|
) -> Result<CorsLayer, Box<dyn StdError + Send + Sync>> {
|
|
if let Some(cors) = maybe_cors {
|
|
let mut list = Vec::new();
|
|
for origin in cors {
|
|
list.push(HeaderValue::from_str(origin)?);
|
|
}
|
|
Ok(CorsLayer::new().allow_origin(AllowOrigin::list(list)))
|
|
} else {
|
|
// allow all cors
|
|
Ok(CorsLayer::permissive())
|
|
}
|
|
}
|
|
|
|
fn format_cors(maybe_cors: Option<&Vec<String>>) -> String {
|
|
if let Some(cors) = maybe_cors {
|
|
format!("{:?}", cors)
|
|
} else {
|
|
format!("{:?}", ["*"])
|
|
}
|
|
}
|