GRANDPA: announce blocks we vote on to peers (#1593)

* announce blocks we vote on to peers (missing network impl)

* Implemented 'announce'

* Fixed test

* improve announce docs and add logging

* Track recently announced blocks
This commit is contained in:
Robert Habermeier
2019-01-28 13:41:36 -03:00
committed by André Silva
parent 0078927ac5
commit d027123059
6 changed files with 127 additions and 28 deletions
@@ -32,25 +32,31 @@ fn localized_payload<E: Encode>(round: u64, set_id: u64, message: &E) -> Vec<u8>
(message, round, set_id).encode()
}
enum Broadcast {
enum Broadcast<Block: BlockT> {
// set_id, round, encoded commit.
Commit(u64, u64, Vec<u8>),
// set_id, round, encoded signed message.
Message(u64, u64, Vec<u8>),
// set_id, round, announcement of block hash that should be downloaded
Announcement(u64, u64, Block::Hash),
// set_id, round being dropped.
DropRound(u64, u64),
}
impl Broadcast {
impl<Block: BlockT> Broadcast<Block> {
fn set_id(&self) -> u64 {
match *self {
Broadcast::Commit(s, _, _) => s,
Broadcast::Message(s, _, _) => s,
Broadcast::Announcement(s, _, _) => s,
Broadcast::DropRound(s, _) => s,
}
}
}
/// Produces a future that should be run in the background and proxies
/// and rebroadcasts messages.
pub(crate) fn rebroadcasting_network<N: Network>(network: N) -> (BroadcastWorker<N>, BroadcastHandle<N>) {
pub(crate) fn rebroadcasting_network<B: BlockT, N: Network<B>>(network: N) -> (BroadcastWorker<B, N>, BroadcastHandle<B, N>) {
use std::time::Duration;
const REBROADCAST_PERIOD: Duration = Duration::from_secs(60);
@@ -62,6 +68,7 @@ pub(crate) fn rebroadcasting_network<N: Network>(network: N) -> (BroadcastWorker
set_id: 0, // will be overwritten on first item to broadcast.
last_commit: None,
round_messages: (0, Vec::new()),
announcements: HashMap::new(),
network: network.clone(),
incoming_broadcast: rx,
},
@@ -75,23 +82,24 @@ pub(crate) fn rebroadcasting_network<N: Network>(network: N) -> (BroadcastWorker
// A worker which broadcasts messages to the background, potentially
// rebroadcasting.
#[must_use = "network rebroadcast future must be driven to completion"]
pub(crate) struct BroadcastWorker<N: Network> {
pub(crate) struct BroadcastWorker<B: BlockT, N: Network<B>> {
interval: Interval,
set_id: u64,
last_commit: Option<(u64, Vec<u8>)>,
round_messages: (u64, Vec<Vec<u8>>),
announcements: HashMap<B::Hash, u64>,
network: N,
incoming_broadcast: mpsc::UnboundedReceiver<Broadcast>,
incoming_broadcast: mpsc::UnboundedReceiver<Broadcast<B>>,
}
/// A handle used by communication work to broadcast to network.
#[derive(Clone)]
pub(crate) struct BroadcastHandle<N> {
relay: mpsc::UnboundedSender<Broadcast>,
pub(crate) struct BroadcastHandle<B: BlockT, N> {
relay: mpsc::UnboundedSender<Broadcast<B>>,
network: N,
}
impl<N: Network> Future for BroadcastWorker<N> {
impl<B: BlockT, N: Network<B>> Future for BroadcastWorker<B, N> {
type Item = ();
type Error = Error;
@@ -114,6 +122,10 @@ impl<N: Network> Future for BroadcastWorker<N> {
for message in self.round_messages.1.iter().cloned() {
self.network.send_message(round, self.set_id, message);
}
for (&announce_hash, &round) in &self.announcements {
self.network.announce(round, self.set_id, announce_hash);
}
}
}
loop {
@@ -127,6 +139,7 @@ impl<N: Network> Future for BroadcastWorker<N> {
self.set_id = item.set_id();
self.last_commit = None;
self.round_messages = (0, Vec::new());
self.announcements.clear();
}
match item {
@@ -154,6 +167,19 @@ impl<N: Network> Future for BroadcastWorker<N> {
// always send out to network.
self.network.send_message(round, set_id, message);
}
Broadcast::Announcement(set_id, round, hash) => {
if self.set_id == set_id {
self.announcements.insert(hash, round);
}
// always send out.
self.network.announce(round, set_id, hash);
}
Broadcast::DropRound(set_id, round) => {
// stop making announcements for any dead rounds.
self.announcements.retain(|_, &mut r| r > round);
self.network.drop_messages(round, set_id);
}
}
}
}
@@ -161,7 +187,7 @@ impl<N: Network> Future for BroadcastWorker<N> {
}
}
impl<N: Network> Network for BroadcastHandle<N> {
impl<B: BlockT, N: Network<B>> Network<B> for BroadcastHandle<B, N> {
type In = N::In;
fn messages_for(&self, round: u64, set_id: u64) -> Self::In {
@@ -173,7 +199,7 @@ impl<N: Network> Network for BroadcastHandle<N> {
}
fn drop_messages(&self, round: u64, set_id: u64) {
self.network.drop_messages(round, set_id);
let _ = self.relay.unbounded_send(Broadcast::DropRound(set_id, round));
}
fn commit_messages(&self, set_id: u64) -> Self::In {
@@ -183,6 +209,10 @@ impl<N: Network> Network for BroadcastHandle<N> {
fn send_commit(&self, round: u64, set_id: u64, message: Vec<u8>) {
let _ = self.relay.unbounded_send(Broadcast::Commit(round, set_id, message));
}
fn announce(&self, round: u64, set_id: u64, block: B::Hash) {
let _ = self.relay.unbounded_send(Broadcast::Announcement(round, set_id, block));
}
}
// check a message.
@@ -243,7 +273,7 @@ pub(crate) fn checked_message_stream<Block: BlockT, S>(
.map_err(|()| Error::Network(format!("Failed to receive message on unbounded stream")))
}
struct OutgoingMessages<Block: BlockT, N: Network> {
pub(crate) struct OutgoingMessages<Block: BlockT, N: Network<Block>> {
round: u64,
set_id: u64,
locals: Option<(Arc<ed25519::Pair>, Ed25519AuthorityId)>,
@@ -251,7 +281,8 @@ struct OutgoingMessages<Block: BlockT, N: Network> {
network: N,
}
impl<Block: BlockT, N: Network> Sink for OutgoingMessages<Block, N> {
impl<Block: BlockT, N: Network<Block>> Sink for OutgoingMessages<Block, N>
{
type SinkItem = Message<Block>;
type SinkError = Error;
@@ -260,14 +291,20 @@ impl<Block: BlockT, N: Network> Sink for OutgoingMessages<Block, N> {
if let Some((ref pair, local_id)) = self.locals {
let encoded = localized_payload(self.round, self.set_id, &msg);
let signature = pair.sign(&encoded[..]);
let target_hash = msg.target().0.clone();
let signed = SignedMessage::<Block> {
message: msg,
signature,
id: local_id,
};
// forward to network and to inner sender.
// announce our block hash to peers and propagate the
// message.
self.network.announce(self.round, self.set_id, target_hash);
self.network.send_message(self.round, self.set_id, signed.encode());
// forward the message to the inner sender.
let _ = self.sender.unbounded_send(signed);
}
@@ -282,7 +319,7 @@ impl<Block: BlockT, N: Network> Sink for OutgoingMessages<Block, N> {
}
}
impl<Block: BlockT, N: Network> Drop for OutgoingMessages<Block, N> {
impl<Block: BlockT, N: Network<Block>> Drop for OutgoingMessages<Block, N> {
fn drop(&mut self) {
self.network.drop_messages(self.round, self.set_id);
}
@@ -293,7 +330,7 @@ impl<Block: BlockT, N: Network> Drop for OutgoingMessages<Block, N> {
///
/// A future can push unsigned messages into the sink. They will be automatically
/// broadcast to the network. The returned stream should be combined with other input.
pub(crate) fn outgoing_messages<Block: BlockT, N: Network>(
pub(crate) fn outgoing_messages<Block: BlockT, N: Network<Block>>(
round: u64,
set_id: u64,
local_key: Option<Arc<ed25519::Pair>>,
@@ -301,7 +338,7 @@ pub(crate) fn outgoing_messages<Block: BlockT, N: Network>(
network: N,
) -> (
impl Stream<Item=SignedMessage<Block>,Error=Error>,
impl Sink<SinkItem=Message<Block>,SinkError=Error>,
OutgoingMessages<Block, N>,
) {
let locals = local_key.and_then(|pair| {
let public = pair.public();
@@ -410,7 +447,7 @@ impl<Block, N> CommitsOut<Block, N> {
}
}
impl<Block: BlockT, N: Network> Sink for CommitsOut<Block, N> {
impl<Block: BlockT, N: Network<Block>> Sink for CommitsOut<Block, N> {
type SinkItem = (u64, Commit<Block>);
type SinkError = Error;