mirror of
https://github.com/pezkuwichain/pezkuwi-subxt.git
synced 2026-05-31 01:41:03 +00:00
Make relay generic over source/target chains (#58)
* renamed to-be-generic files * make everything required generic over source/target chains * some more fixes * cargo fmt --all * trait functions -> trait constants * cargo --fmt --all
This commit is contained in:
committed by
Bastian Köcher
parent
c6c46462ab
commit
d631178e41
@@ -15,40 +15,18 @@
|
||||
// along with Parity Bridges Common. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
use crate::ethereum_client;
|
||||
use crate::ethereum_types::HeaderStatus as EthereumHeaderStatus;
|
||||
use crate::ethereum_types::{EthereumHeaderId, EthereumHeadersSyncPipeline, Header, QueuedEthereumHeader, Receipt};
|
||||
use crate::substrate_client;
|
||||
use futures::{future::FutureExt, stream::StreamExt};
|
||||
|
||||
// TODO: when SharedClient will be available, switch to Substrate headers subscription
|
||||
// (because we do not need old Substrate headers)
|
||||
use crate::sync::{HeadersSyncParams, TargetTransactionMode};
|
||||
use crate::sync_loop::{SourceClient, TargetClient};
|
||||
use futures::future::FutureExt;
|
||||
use std::{future::Future, pin::Pin};
|
||||
pub use web3::types::H256;
|
||||
|
||||
/// Interval (in ms) at which we check new Ethereum headers when we are synced/almost synced.
|
||||
const ETHEREUM_TICK_INTERVAL_MS: u64 = 10_000;
|
||||
/// Interval (in ms) at which we check new Substrate blocks.
|
||||
const SUBSTRATE_TICK_INTERVAL_MS: u64 = 5_000;
|
||||
/// When we submit Ethereum headers to Substrate runtime, but see no updates of best
|
||||
/// Ethereum block known to Substrate runtime during STALL_SYNC_TIMEOUT_MS milliseconds,
|
||||
/// we consider that our headers are rejected because there has been reorg in Substrate.
|
||||
/// This reorg could invalidate our knowledge about sync process (i.e. we have asked if
|
||||
/// HeaderA is known to Substrate, but then reorg happened and the answer is different
|
||||
/// now) => we need to reset sync.
|
||||
/// The other option is to receive **EVERY** best Substrate header and check if it is
|
||||
/// direct child of previous best header. But: (1) subscription doesn't guarantee that
|
||||
/// the subscriber will receive every best header (2) reorg won't always lead to sync
|
||||
/// stall and restart is a heavy operation (we forget all in-memory headers).
|
||||
const STALL_SYNC_TIMEOUT_MS: u64 = 30_000;
|
||||
/// Delay (in milliseconds) after we have seen update of best Ethereum header in Substrate,
|
||||
/// for us to treat sync stalled. ONLY when relay operates in backup mode.
|
||||
const BACKUP_STALL_SYNC_TIMEOUT_MS: u64 = 5 * 60_000;
|
||||
/// Delay (in milliseconds) after connection-related error happened before we'll try
|
||||
/// reconnection again.
|
||||
const CONNECTION_ERROR_DELAY_MS: u64 = 10_000;
|
||||
|
||||
/// Error type that can signal connection errors.
|
||||
pub trait MaybeConnectionError {
|
||||
/// Returns true if error (maybe) represents connection error.
|
||||
fn is_connection_error(&self) -> bool;
|
||||
}
|
||||
|
||||
/// Ethereum synchronization parameters.
|
||||
pub struct EthereumSyncParams {
|
||||
@@ -60,33 +38,10 @@ pub struct EthereumSyncParams {
|
||||
pub sub_host: String,
|
||||
/// Substrate RPC port.
|
||||
pub sub_port: u16,
|
||||
/// Substrate transactions submission mode.
|
||||
pub sub_tx_mode: SubstrateTransactionMode,
|
||||
/// Substrate transactions signer.
|
||||
pub sub_signer: sp_core::sr25519::Pair,
|
||||
/// Maximal number of ethereum headers to pre-download.
|
||||
pub max_future_headers_to_download: usize,
|
||||
/// Maximal number of active (we believe) submit header transactions.
|
||||
pub max_headers_in_submitted_status: usize,
|
||||
/// Maximal number of headers in single submit request.
|
||||
pub max_headers_in_single_submit: usize,
|
||||
/// Maximal total headers size in single submit request.
|
||||
pub max_headers_size_in_single_submit: usize,
|
||||
/// We only may store and accept (from Ethereum node) headers that have
|
||||
/// number >= than best_substrate_header.number - prune_depth.
|
||||
pub prune_depth: u64,
|
||||
}
|
||||
|
||||
/// Substrate transaction mode.
|
||||
#[derive(Debug, PartialEq)]
|
||||
pub enum SubstrateTransactionMode {
|
||||
/// Submit eth headers using signed substrate transactions.
|
||||
Signed,
|
||||
/// Submit eth headers using unsigned substrate transactions.
|
||||
Unsigned,
|
||||
/// Submit eth headers using signed substrate transactions, but only when we
|
||||
/// believe that sync has stalled.
|
||||
Backup,
|
||||
/// Synchronization parameters.
|
||||
pub sync_params: HeadersSyncParams,
|
||||
}
|
||||
|
||||
impl std::fmt::Debug for EthereumSyncParams {
|
||||
@@ -96,15 +51,7 @@ impl std::fmt::Debug for EthereumSyncParams {
|
||||
.field("eth_port", &self.eth_port)
|
||||
.field("sub_host", &self.sub_port)
|
||||
.field("sub_port", &self.sub_port)
|
||||
.field("sub_tx_mode", &self.sub_tx_mode)
|
||||
.field("max_future_headers_to_download", &self.max_future_headers_to_download)
|
||||
.field("max_headers_in_submitted_status", &self.max_headers_in_submitted_status)
|
||||
.field("max_headers_in_single_submit", &self.max_headers_in_single_submit)
|
||||
.field(
|
||||
"max_headers_size_in_single_submit",
|
||||
&self.max_headers_size_in_single_submit,
|
||||
)
|
||||
.field("prune_depth", &self.prune_depth)
|
||||
.field("sync_params", &self.sync_params)
|
||||
.finish()
|
||||
}
|
||||
}
|
||||
@@ -116,394 +63,158 @@ impl Default for EthereumSyncParams {
|
||||
eth_port: 8545,
|
||||
sub_host: "localhost".into(),
|
||||
sub_port: 9933,
|
||||
sub_tx_mode: SubstrateTransactionMode::Signed,
|
||||
sub_signer: sp_keyring::AccountKeyring::Alice.pair(),
|
||||
max_future_headers_to_download: 128,
|
||||
max_headers_in_submitted_status: 128,
|
||||
max_headers_in_single_submit: 32,
|
||||
max_headers_size_in_single_submit: 131_072,
|
||||
prune_depth: 4096,
|
||||
sync_params: Default::default(),
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/// Ethereum client as headers source.
|
||||
struct EthereumHeadersSource {
|
||||
/// Ethereum node client.
|
||||
client: ethereum_client::Client,
|
||||
}
|
||||
|
||||
impl SourceClient<EthereumHeadersSyncPipeline> for EthereumHeadersSource {
|
||||
type Error = ethereum_client::Error;
|
||||
type BestBlockNumberFuture = Pin<Box<dyn Future<Output = (Self, Result<u64, Self::Error>)>>>;
|
||||
type HeaderByHashFuture = Pin<Box<dyn Future<Output = (Self, Result<Header, Self::Error>)>>>;
|
||||
type HeaderByNumberFuture = Pin<Box<dyn Future<Output = (Self, Result<Header, Self::Error>)>>>;
|
||||
type HeaderExtraFuture =
|
||||
Pin<Box<dyn Future<Output = (Self, Result<(EthereumHeaderId, Vec<Receipt>), Self::Error>)>>>;
|
||||
|
||||
fn best_block_number(self) -> Self::BestBlockNumberFuture {
|
||||
ethereum_client::best_block_number(self.client)
|
||||
.map(|(client, result)| (EthereumHeadersSource { client }, result))
|
||||
.boxed()
|
||||
}
|
||||
|
||||
fn header_by_hash(self, hash: H256) -> Self::HeaderByHashFuture {
|
||||
ethereum_client::header_by_hash(self.client, hash)
|
||||
.map(|(client, result)| (EthereumHeadersSource { client }, result))
|
||||
.boxed()
|
||||
}
|
||||
|
||||
fn header_by_number(self, number: u64) -> Self::HeaderByNumberFuture {
|
||||
ethereum_client::header_by_number(self.client, number)
|
||||
.map(|(client, result)| (EthereumHeadersSource { client }, result))
|
||||
.boxed()
|
||||
}
|
||||
|
||||
fn header_extra(self, id: EthereumHeaderId, header: &Header) -> Self::HeaderExtraFuture {
|
||||
ethereum_client::transactions_receipts(self.client, id, header.transactions.clone())
|
||||
.map(|(client, result)| (EthereumHeadersSource { client }, result))
|
||||
.boxed()
|
||||
}
|
||||
}
|
||||
|
||||
/// Substrate client as Ethereum headers target.
|
||||
struct SubstrateHeadersTarget {
|
||||
/// Substrate node client.
|
||||
client: substrate_client::Client,
|
||||
/// Substrate transactions signer.
|
||||
signer: sp_core::sr25519::Pair,
|
||||
/// Whether we want to submit signed (true), or unsigned (false) transactions.
|
||||
sign_transactions: bool,
|
||||
}
|
||||
|
||||
impl TargetClient<EthereumHeadersSyncPipeline> for SubstrateHeadersTarget {
|
||||
type Error = substrate_client::Error;
|
||||
type BestHeaderIdFuture = Pin<Box<dyn Future<Output = (Self, Result<EthereumHeaderId, Self::Error>)>>>;
|
||||
type IsKnownHeaderFuture = Pin<Box<dyn Future<Output = (Self, Result<(EthereumHeaderId, bool), Self::Error>)>>>;
|
||||
type RequiresExtraFuture = Pin<Box<dyn Future<Output = (Self, Result<(EthereumHeaderId, bool), Self::Error>)>>>;
|
||||
type SubmitHeadersFuture = Pin<Box<dyn Future<Output = (Self, Result<Vec<EthereumHeaderId>, Self::Error>)>>>;
|
||||
|
||||
fn best_header_id(self) -> Self::BestHeaderIdFuture {
|
||||
let (signer, sign_transactions) = (self.signer, self.sign_transactions);
|
||||
substrate_client::best_ethereum_block(self.client)
|
||||
.map(move |(client, result)| {
|
||||
(
|
||||
SubstrateHeadersTarget {
|
||||
client,
|
||||
signer,
|
||||
sign_transactions,
|
||||
},
|
||||
result,
|
||||
)
|
||||
})
|
||||
.boxed()
|
||||
}
|
||||
|
||||
fn is_known_header(self, id: EthereumHeaderId) -> Self::IsKnownHeaderFuture {
|
||||
let (signer, sign_transactions) = (self.signer, self.sign_transactions);
|
||||
substrate_client::ethereum_header_known(self.client, id)
|
||||
.map(move |(client, result)| {
|
||||
(
|
||||
SubstrateHeadersTarget {
|
||||
client,
|
||||
signer,
|
||||
sign_transactions,
|
||||
},
|
||||
result,
|
||||
)
|
||||
})
|
||||
.boxed()
|
||||
}
|
||||
|
||||
fn requires_extra(self, header: &QueuedEthereumHeader) -> Self::RequiresExtraFuture {
|
||||
// we can minimize number of receipts_check calls by checking header
|
||||
// logs bloom here, but it may give us false positives (when authorities
|
||||
// source is contract, we never need any logs)
|
||||
let (signer, sign_transactions) = (self.signer, self.sign_transactions);
|
||||
substrate_client::ethereum_receipts_required(self.client, header.clone())
|
||||
.map(move |(client, result)| {
|
||||
(
|
||||
SubstrateHeadersTarget {
|
||||
client,
|
||||
signer,
|
||||
sign_transactions,
|
||||
},
|
||||
result,
|
||||
)
|
||||
})
|
||||
.boxed()
|
||||
}
|
||||
|
||||
fn submit_headers(self, headers: Vec<QueuedEthereumHeader>) -> Self::SubmitHeadersFuture {
|
||||
let (signer, sign_transactions) = (self.signer, self.sign_transactions);
|
||||
substrate_client::submit_ethereum_headers(self.client, signer.clone(), headers, sign_transactions)
|
||||
.map(move |(client, result)| {
|
||||
(
|
||||
SubstrateHeadersTarget {
|
||||
client,
|
||||
signer,
|
||||
sign_transactions,
|
||||
},
|
||||
result.map(|(_, submitted_headers)| submitted_headers),
|
||||
)
|
||||
})
|
||||
.boxed()
|
||||
}
|
||||
}
|
||||
|
||||
/// Run Ethereum headers synchronization.
|
||||
pub fn run(params: EthereumSyncParams) {
|
||||
let mut local_pool = futures::executor::LocalPool::new();
|
||||
let mut progress_context = (std::time::Instant::now(), None, None);
|
||||
let sign_sub_transactions = match params.sub_tx_mode {
|
||||
SubstrateTransactionMode::Signed | SubstrateTransactionMode::Backup => true,
|
||||
SubstrateTransactionMode::Unsigned => false,
|
||||
let eth_uri = format!("http://{}:{}", params.eth_host, params.eth_port);
|
||||
let eth_client = ethereum_client::client(ð_uri);
|
||||
|
||||
let sub_uri = format!("http://{}:{}", params.sub_host, params.sub_port);
|
||||
let sub_client = substrate_client::client(&sub_uri);
|
||||
let sub_signer = params.sub_signer;
|
||||
let sign_sub_transactions = match params.sync_params.target_tx_mode {
|
||||
TargetTransactionMode::Signed | TargetTransactionMode::Backup => true,
|
||||
TargetTransactionMode::Unsigned => false,
|
||||
};
|
||||
|
||||
local_pool.run_until(async move {
|
||||
let eth_uri = format!("http://{}:{}", params.eth_host, params.eth_port);
|
||||
let sub_uri = format!("http://{}:{}", params.sub_host, params.sub_port);
|
||||
let sub_signer = params.sub_signer.clone();
|
||||
|
||||
let mut eth_sync = crate::ethereum_sync::HeadersSync::new(params);
|
||||
let mut stall_countdown = None;
|
||||
let mut last_update_time = std::time::Instant::now();
|
||||
|
||||
let mut eth_maybe_client = None;
|
||||
let mut eth_best_block_number_required = false;
|
||||
let eth_best_block_number_future = ethereum_client::best_block_number(ethereum_client::client(ð_uri)).fuse();
|
||||
let eth_new_header_future = futures::future::Fuse::terminated();
|
||||
let eth_orphan_header_future = futures::future::Fuse::terminated();
|
||||
let eth_receipts_future = futures::future::Fuse::terminated();
|
||||
let eth_go_offline_future = futures::future::Fuse::terminated();
|
||||
let eth_tick_stream = interval(ETHEREUM_TICK_INTERVAL_MS).fuse();
|
||||
|
||||
let mut sub_maybe_client = None;
|
||||
let mut sub_best_block_required = false;
|
||||
let sub_best_block_future =
|
||||
substrate_client::best_ethereum_block(substrate_client::client(&sub_uri, sub_signer)).fuse();
|
||||
let sub_receipts_check_future = futures::future::Fuse::terminated();
|
||||
let sub_existence_status_future = futures::future::Fuse::terminated();
|
||||
let sub_submit_header_future = futures::future::Fuse::terminated();
|
||||
let sub_go_offline_future = futures::future::Fuse::terminated();
|
||||
let sub_tick_stream = interval(SUBSTRATE_TICK_INTERVAL_MS).fuse();
|
||||
|
||||
futures::pin_mut!(
|
||||
eth_best_block_number_future,
|
||||
eth_new_header_future,
|
||||
eth_orphan_header_future,
|
||||
eth_receipts_future,
|
||||
eth_go_offline_future,
|
||||
eth_tick_stream,
|
||||
sub_best_block_future,
|
||||
sub_receipts_check_future,
|
||||
sub_existence_status_future,
|
||||
sub_submit_header_future,
|
||||
sub_go_offline_future,
|
||||
sub_tick_stream
|
||||
);
|
||||
|
||||
loop {
|
||||
futures::select! {
|
||||
(eth_client, eth_best_block_number) = eth_best_block_number_future => {
|
||||
eth_best_block_number_required = false;
|
||||
|
||||
process_future_result(
|
||||
&mut eth_maybe_client,
|
||||
eth_client,
|
||||
eth_best_block_number,
|
||||
|eth_best_block_number| eth_sync.ethereum_best_header_number_response(eth_best_block_number),
|
||||
&mut eth_go_offline_future,
|
||||
|eth_client| delay(CONNECTION_ERROR_DELAY_MS, eth_client),
|
||||
"Error retrieving best header number from Ethereum number",
|
||||
);
|
||||
},
|
||||
(eth_client, eth_new_header) = eth_new_header_future => {
|
||||
process_future_result(
|
||||
&mut eth_maybe_client,
|
||||
eth_client,
|
||||
eth_new_header,
|
||||
|eth_new_header| eth_sync.headers_mut().header_response(eth_new_header),
|
||||
&mut eth_go_offline_future,
|
||||
|eth_client| delay(CONNECTION_ERROR_DELAY_MS, eth_client),
|
||||
"Error retrieving header from Ethereum node",
|
||||
);
|
||||
},
|
||||
(eth_client, eth_orphan_header) = eth_orphan_header_future => {
|
||||
process_future_result(
|
||||
&mut eth_maybe_client,
|
||||
eth_client,
|
||||
eth_orphan_header,
|
||||
|eth_orphan_header| eth_sync.headers_mut().header_response(eth_orphan_header),
|
||||
&mut eth_go_offline_future,
|
||||
|eth_client| delay(CONNECTION_ERROR_DELAY_MS, eth_client),
|
||||
"Error retrieving orphan header from Ethereum node",
|
||||
);
|
||||
},
|
||||
(eth_client, eth_receipts) = eth_receipts_future => {
|
||||
process_future_result(
|
||||
&mut eth_maybe_client,
|
||||
eth_client,
|
||||
eth_receipts,
|
||||
|(header, receipts)| eth_sync.headers_mut().receipts_response(&header, receipts),
|
||||
&mut eth_go_offline_future,
|
||||
|eth_client| delay(CONNECTION_ERROR_DELAY_MS, eth_client),
|
||||
"Error retrieving transactions receipts from Ethereum node",
|
||||
);
|
||||
},
|
||||
eth_client = eth_go_offline_future => {
|
||||
eth_maybe_client = Some(eth_client);
|
||||
},
|
||||
_ = eth_tick_stream.next() => {
|
||||
if eth_sync.is_almost_synced() {
|
||||
eth_best_block_number_required = true;
|
||||
}
|
||||
},
|
||||
(sub_client, sub_best_block) = sub_best_block_future => {
|
||||
sub_best_block_required = false;
|
||||
|
||||
process_future_result(
|
||||
&mut sub_maybe_client,
|
||||
sub_client,
|
||||
sub_best_block,
|
||||
|sub_best_block| {
|
||||
let head_updated = eth_sync.substrate_best_header_response(sub_best_block);
|
||||
if head_updated {
|
||||
last_update_time = std::time::Instant::now();
|
||||
}
|
||||
match head_updated {
|
||||
// IF head is updated AND there are still our transactions:
|
||||
// => restart stall countdown timer
|
||||
true if eth_sync.headers().headers_in_status(EthereumHeaderStatus::Submitted) != 0 =>
|
||||
stall_countdown = Some(std::time::Instant::now()),
|
||||
// IF head is updated AND there are no our transactions:
|
||||
// => stop stall countdown timer
|
||||
true => stall_countdown = None,
|
||||
// IF head is not updated AND stall countdown is not yet completed
|
||||
// => do nothing
|
||||
false if stall_countdown
|
||||
.map(|stall_countdown| std::time::Instant::now() - stall_countdown <
|
||||
std::time::Duration::from_millis(STALL_SYNC_TIMEOUT_MS))
|
||||
.unwrap_or(true)
|
||||
=> (),
|
||||
// IF head is not updated AND stall countdown has completed
|
||||
// => restart sync
|
||||
false => {
|
||||
log::info!(
|
||||
target: "bridge",
|
||||
"Possible Substrate fork detected. Restarting Ethereum headers synchronization.",
|
||||
);
|
||||
stall_countdown = None;
|
||||
eth_sync.restart();
|
||||
},
|
||||
}
|
||||
},
|
||||
&mut sub_go_offline_future,
|
||||
|sub_client| delay(CONNECTION_ERROR_DELAY_MS, sub_client),
|
||||
"Error retrieving best known header from Substrate node",
|
||||
);
|
||||
},
|
||||
(sub_client, sub_existence_status) = sub_existence_status_future => {
|
||||
process_future_result(
|
||||
&mut sub_maybe_client,
|
||||
sub_client,
|
||||
sub_existence_status,
|
||||
|(sub_header, sub_existence_status)| eth_sync
|
||||
.headers_mut()
|
||||
.maybe_orphan_response(&sub_header, sub_existence_status),
|
||||
&mut sub_go_offline_future,
|
||||
|sub_client| delay(CONNECTION_ERROR_DELAY_MS, sub_client),
|
||||
"Error retrieving existence status from Substrate node",
|
||||
);
|
||||
},
|
||||
(sub_client, sub_submit_header_result) = sub_submit_header_future => {
|
||||
process_future_result(
|
||||
&mut sub_maybe_client,
|
||||
sub_client,
|
||||
sub_submit_header_result,
|
||||
|(_, submitted_headers)| eth_sync.headers_mut().headers_submitted(submitted_headers),
|
||||
&mut sub_go_offline_future,
|
||||
|sub_client| delay(CONNECTION_ERROR_DELAY_MS, sub_client),
|
||||
"Error submitting headers to Substrate node",
|
||||
);
|
||||
},
|
||||
(sub_client, sub_receipts_check_result) = sub_receipts_check_future => {
|
||||
// we can minimize number of receipts_check calls by checking header
|
||||
// logs bloom here, but it may give us false positives (when authorities
|
||||
// source is contract, we never need any logs)
|
||||
process_future_result(
|
||||
&mut sub_maybe_client,
|
||||
sub_client,
|
||||
sub_receipts_check_result,
|
||||
|(header, receipts_check_result)| eth_sync
|
||||
.headers_mut()
|
||||
.maybe_receipts_response(&header, receipts_check_result),
|
||||
&mut sub_go_offline_future,
|
||||
|sub_client| delay(CONNECTION_ERROR_DELAY_MS, sub_client),
|
||||
"Error retrieving receipts requirement from Substrate node",
|
||||
);
|
||||
},
|
||||
sub_client = sub_go_offline_future => {
|
||||
sub_maybe_client = Some(sub_client);
|
||||
},
|
||||
_ = sub_tick_stream.next() => {
|
||||
sub_best_block_required = true;
|
||||
},
|
||||
}
|
||||
|
||||
// print progress
|
||||
progress_context = print_progress(progress_context, ð_sync);
|
||||
|
||||
// if client is available: wait, or call Substrate RPC methods
|
||||
if let Some(sub_client) = sub_maybe_client.take() {
|
||||
// the priority is to:
|
||||
// 1) get best block - it stops us from downloading/submitting new blocks + we call it rarely;
|
||||
// 2) check transactions receipts - it stops us from downloading/submitting new blocks;
|
||||
// 3) check existence - it stops us from submitting new blocks;
|
||||
// 4) submit header
|
||||
|
||||
if sub_best_block_required {
|
||||
log::debug!(target: "bridge", "Asking Substrate about best block");
|
||||
sub_best_block_future.set(substrate_client::best_ethereum_block(sub_client).fuse());
|
||||
} else if let Some(header) = eth_sync.headers().header(EthereumHeaderStatus::MaybeReceipts) {
|
||||
log::debug!(
|
||||
target: "bridge",
|
||||
"Checking if header submission requires receipts: {:?}",
|
||||
header.id(),
|
||||
);
|
||||
|
||||
let header = header.clone();
|
||||
sub_receipts_check_future
|
||||
.set(substrate_client::ethereum_receipts_required(sub_client, header).fuse());
|
||||
} else if let Some(header) = eth_sync.headers().header(EthereumHeaderStatus::MaybeOrphan) {
|
||||
// for MaybeOrphan we actually ask for parent' header existence
|
||||
let parent_id = header.parent_id();
|
||||
|
||||
log::debug!(
|
||||
target: "bridge",
|
||||
"Asking Substrate node for existence of: {:?}",
|
||||
parent_id,
|
||||
);
|
||||
|
||||
sub_existence_status_future
|
||||
.set(substrate_client::ethereum_header_known(sub_client, parent_id).fuse());
|
||||
} else if let Some(headers) = eth_sync.select_headers_to_submit(
|
||||
last_update_time.elapsed() > std::time::Duration::from_millis(BACKUP_STALL_SYNC_TIMEOUT_MS),
|
||||
) {
|
||||
let ids = match headers.len() {
|
||||
1 => format!("{:?}", headers[0].id()),
|
||||
2 => format!("[{:?}, {:?}]", headers[0].id(), headers[1].id()),
|
||||
len => format!("[{:?} ... {:?}]", headers[0].id(), headers[len - 1].id()),
|
||||
};
|
||||
log::debug!(
|
||||
target: "bridge",
|
||||
"Submitting {} header(s) to Substrate node: {:?}",
|
||||
headers.len(),
|
||||
ids,
|
||||
);
|
||||
|
||||
let headers = headers.into_iter().cloned().collect();
|
||||
sub_submit_header_future.set(
|
||||
substrate_client::submit_ethereum_headers(sub_client, headers, sign_sub_transactions).fuse(),
|
||||
);
|
||||
|
||||
// remember that we have submitted some headers
|
||||
if stall_countdown.is_none() {
|
||||
stall_countdown = Some(std::time::Instant::now());
|
||||
}
|
||||
} else {
|
||||
sub_maybe_client = Some(sub_client);
|
||||
}
|
||||
}
|
||||
|
||||
// if client is available: wait, or call Ethereum RPC methods
|
||||
if let Some(eth_client) = eth_maybe_client.take() {
|
||||
// the priority is to:
|
||||
// 1) get best block - it stops us from downloading new blocks + we call it rarely;
|
||||
// 2) check transactions receipts - it stops us from downloading/submitting new blocks;
|
||||
// 3) check existence - it stops us from submitting new blocks;
|
||||
// 4) submit header
|
||||
|
||||
if eth_best_block_number_required {
|
||||
log::debug!(target: "bridge", "Asking Ethereum node about best block number");
|
||||
eth_best_block_number_future.set(ethereum_client::best_block_number(eth_client).fuse());
|
||||
} else if let Some(header) = eth_sync.headers().header(EthereumHeaderStatus::Receipts) {
|
||||
let id = header.id();
|
||||
log::debug!(
|
||||
target: "bridge",
|
||||
"Retrieving receipts for header: {:?}",
|
||||
id,
|
||||
);
|
||||
eth_receipts_future.set(
|
||||
ethereum_client::transactions_receipts(eth_client, id, header.header().transactions.clone())
|
||||
.fuse(),
|
||||
);
|
||||
} else if let Some(header) = eth_sync.headers().header(EthereumHeaderStatus::Orphan) {
|
||||
// for Orphan we actually ask for parent' header
|
||||
let parent_id = header.parent_id();
|
||||
|
||||
log::debug!(
|
||||
target: "bridge",
|
||||
"Going to download orphan header from Ethereum node: {:?}",
|
||||
parent_id,
|
||||
);
|
||||
|
||||
eth_orphan_header_future.set(ethereum_client::header_by_hash(eth_client, parent_id.1).fuse());
|
||||
} else if let Some(id) = eth_sync.select_new_header_to_download() {
|
||||
log::debug!(
|
||||
target: "bridge",
|
||||
"Going to download new header from Ethereum node: {:?}",
|
||||
id,
|
||||
);
|
||||
|
||||
eth_new_header_future.set(ethereum_client::header_by_number(eth_client, id).fuse());
|
||||
} else {
|
||||
eth_maybe_client = Some(eth_client);
|
||||
}
|
||||
}
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
fn print_progress(
|
||||
progress_context: (std::time::Instant, Option<u64>, Option<u64>),
|
||||
eth_sync: &crate::ethereum_sync::HeadersSync,
|
||||
) -> (std::time::Instant, Option<u64>, Option<u64>) {
|
||||
let (prev_time, prev_best_header, prev_target_header) = progress_context;
|
||||
let now_time = std::time::Instant::now();
|
||||
let (now_best_header, now_target_header) = eth_sync.status();
|
||||
|
||||
let need_update = now_time - prev_time > std::time::Duration::from_secs(10)
|
||||
|| match (prev_best_header, now_best_header) {
|
||||
(Some(prev_best_header), Some(now_best_header)) => now_best_header.0.saturating_sub(prev_best_header) > 10,
|
||||
_ => false,
|
||||
};
|
||||
if !need_update {
|
||||
return (prev_time, prev_best_header, prev_target_header);
|
||||
}
|
||||
|
||||
log::info!(
|
||||
target: "bridge",
|
||||
"Synced {:?} of {:?} headers",
|
||||
now_best_header.map(|id| id.0),
|
||||
now_target_header,
|
||||
crate::sync_loop::run(
|
||||
EthereumHeadersSource { client: eth_client },
|
||||
ETHEREUM_TICK_INTERVAL_MS,
|
||||
SubstrateHeadersTarget {
|
||||
client: sub_client,
|
||||
signer: sub_signer,
|
||||
sign_transactions: sign_sub_transactions,
|
||||
},
|
||||
SUBSTRATE_TICK_INTERVAL_MS,
|
||||
params.sync_params,
|
||||
);
|
||||
(now_time, now_best_header.clone().map(|id| id.0), *now_target_header)
|
||||
}
|
||||
|
||||
async fn delay<T>(timeout_ms: u64, retval: T) -> T {
|
||||
async_std::task::sleep(std::time::Duration::from_millis(timeout_ms)).await;
|
||||
retval
|
||||
}
|
||||
|
||||
fn interval(timeout_ms: u64) -> impl futures::Stream<Item = ()> {
|
||||
futures::stream::unfold((), move |_| async move {
|
||||
delay(timeout_ms, ()).await;
|
||||
Some(((), ()))
|
||||
})
|
||||
}
|
||||
|
||||
fn process_future_result<TClient, TResult, TError, TGoOfflineFuture>(
|
||||
maybe_client: &mut Option<TClient>,
|
||||
client: TClient,
|
||||
result: Result<TResult, TError>,
|
||||
on_success: impl FnOnce(TResult),
|
||||
go_offline_future: &mut std::pin::Pin<&mut futures::future::Fuse<TGoOfflineFuture>>,
|
||||
go_offline: impl FnOnce(TClient) -> TGoOfflineFuture,
|
||||
error_pattern: &'static str,
|
||||
) where
|
||||
TError: std::fmt::Debug + MaybeConnectionError,
|
||||
TGoOfflineFuture: FutureExt,
|
||||
{
|
||||
match result {
|
||||
Ok(result) => {
|
||||
*maybe_client = Some(client);
|
||||
on_success(result);
|
||||
}
|
||||
Err(error) => {
|
||||
if error.is_connection_error() {
|
||||
go_offline_future.set(go_offline(client).fuse());
|
||||
} else {
|
||||
*maybe_client = Some(client);
|
||||
}
|
||||
|
||||
log::error!(target: "bridge", "{}: {:?}", error_pattern, error);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user