// Copyright 2020 Parity Technologies (UK) Ltd. // This file is part of Polkadot. // Polkadot is free software: you can redistribute it and/or modify // it under the terms of the GNU General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // Polkadot is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU General Public License for more details. // You should have received a copy of the GNU General Public License // along with Polkadot. If not, see . use std::collections::btree_map::BTreeMap; use memory_lru::{MemoryLruCache, ResidentSize}; use parity_util_mem::{MallocSizeOf, MallocSizeOfExt}; use sp_consensus_babe::Epoch; use polkadot_primitives::v1::{ AuthorityDiscoveryId, BlockNumber, CandidateCommitments, CandidateEvent, CommittedCandidateReceipt, CoreState, GroupRotationInfo, Hash, Id as ParaId, InboundDownwardMessage, InboundHrmpMessage, OccupiedCoreAssumption, PersistedValidationData, SessionIndex, SessionInfo, ValidationCode, ValidationCodeHash, ValidatorId, ValidatorIndex, }; const AUTHORITIES_CACHE_SIZE: usize = 128 * 1024; const VALIDATORS_CACHE_SIZE: usize = 64 * 1024; const VALIDATOR_GROUPS_CACHE_SIZE: usize = 64 * 1024; const AVAILABILITY_CORES_CACHE_SIZE: usize = 64 * 1024; const PERSISTED_VALIDATION_DATA_CACHE_SIZE: usize = 64 * 1024; const CHECK_VALIDATION_OUTPUTS_CACHE_SIZE: usize = 64 * 1024; const SESSION_INDEX_FOR_CHILD_CACHE_SIZE: usize = 64 * 1024; const VALIDATION_CODE_CACHE_SIZE: usize = 10 * 1024 * 1024; const CANDIDATE_PENDING_AVAILABILITY_CACHE_SIZE: usize = 64 * 1024; const CANDIDATE_EVENTS_CACHE_SIZE: usize = 64 * 1024; const SESSION_INFO_CACHE_SIZE: usize = 64 * 1024; const DMQ_CONTENTS_CACHE_SIZE: usize = 64 * 1024; const INBOUND_HRMP_CHANNELS_CACHE_SIZE: usize = 64 * 1024; const CURRENT_BABE_EPOCH_CACHE_SIZE: usize = 64 * 1024; struct ResidentSizeOf(T); impl ResidentSize for ResidentSizeOf { fn resident_size(&self) -> usize { std::mem::size_of::() + self.0.malloc_size_of() } } struct DoesNotAllocate(T); impl ResidentSize for DoesNotAllocate { fn resident_size(&self) -> usize { std::mem::size_of::() } } // this is an ugly workaround for `AuthorityDiscoveryId` // not implementing `MallocSizeOf` struct VecOfDoesNotAllocate(Vec); impl ResidentSize for VecOfDoesNotAllocate { fn resident_size(&self) -> usize { std::mem::size_of::() * self.0.capacity() } } pub(crate) struct RequestResultCache { authorities: MemoryLruCache>, validators: MemoryLruCache>>, validator_groups: MemoryLruCache>, GroupRotationInfo)>>, availability_cores: MemoryLruCache>>, persisted_validation_data: MemoryLruCache<(Hash, ParaId, OccupiedCoreAssumption), ResidentSizeOf>>, check_validation_outputs: MemoryLruCache<(Hash, ParaId, CandidateCommitments), ResidentSizeOf>, session_index_for_child: MemoryLruCache>, validation_code: MemoryLruCache<(Hash, ParaId, OccupiedCoreAssumption), ResidentSizeOf>>, validation_code_by_hash: MemoryLruCache<(Hash, ValidationCodeHash), ResidentSizeOf>>, candidate_pending_availability: MemoryLruCache<(Hash, ParaId), ResidentSizeOf>>, candidate_events: MemoryLruCache>>, session_info: MemoryLruCache<(Hash, SessionIndex), ResidentSizeOf>>, dmq_contents: MemoryLruCache<(Hash, ParaId), ResidentSizeOf>>>, inbound_hrmp_channels_contents: MemoryLruCache<(Hash, ParaId), ResidentSizeOf>>>>, current_babe_epoch: MemoryLruCache>, } impl Default for RequestResultCache { fn default() -> Self { Self { authorities: MemoryLruCache::new(AUTHORITIES_CACHE_SIZE), validators: MemoryLruCache::new(VALIDATORS_CACHE_SIZE), validator_groups: MemoryLruCache::new(VALIDATOR_GROUPS_CACHE_SIZE), availability_cores: MemoryLruCache::new(AVAILABILITY_CORES_CACHE_SIZE), persisted_validation_data: MemoryLruCache::new(PERSISTED_VALIDATION_DATA_CACHE_SIZE), check_validation_outputs: MemoryLruCache::new(CHECK_VALIDATION_OUTPUTS_CACHE_SIZE), session_index_for_child: MemoryLruCache::new(SESSION_INDEX_FOR_CHILD_CACHE_SIZE), validation_code: MemoryLruCache::new(VALIDATION_CODE_CACHE_SIZE), validation_code_by_hash: MemoryLruCache::new(VALIDATION_CODE_CACHE_SIZE), candidate_pending_availability: MemoryLruCache::new(CANDIDATE_PENDING_AVAILABILITY_CACHE_SIZE), candidate_events: MemoryLruCache::new(CANDIDATE_EVENTS_CACHE_SIZE), session_info: MemoryLruCache::new(SESSION_INFO_CACHE_SIZE), dmq_contents: MemoryLruCache::new(DMQ_CONTENTS_CACHE_SIZE), inbound_hrmp_channels_contents: MemoryLruCache::new(INBOUND_HRMP_CHANNELS_CACHE_SIZE), current_babe_epoch: MemoryLruCache::new(CURRENT_BABE_EPOCH_CACHE_SIZE), } } } impl RequestResultCache { pub(crate) fn authorities(&mut self, relay_parent: &Hash) -> Option<&Vec> { self.authorities.get(relay_parent).map(|v| &v.0) } pub(crate) fn cache_authorities(&mut self, relay_parent: Hash, authorities: Vec) { self.authorities.insert(relay_parent, VecOfDoesNotAllocate(authorities)); } pub(crate) fn validators(&mut self, relay_parent: &Hash) -> Option<&Vec> { self.validators.get(relay_parent).map(|v| &v.0) } pub(crate) fn cache_validators(&mut self, relay_parent: Hash, validators: Vec) { self.validators.insert(relay_parent, ResidentSizeOf(validators)); } pub(crate) fn validator_groups(&mut self, relay_parent: &Hash) -> Option<&(Vec>, GroupRotationInfo)> { self.validator_groups.get(relay_parent).map(|v| &v.0) } pub(crate) fn cache_validator_groups(&mut self, relay_parent: Hash, groups: (Vec>, GroupRotationInfo)) { self.validator_groups.insert(relay_parent, ResidentSizeOf(groups)); } pub(crate) fn availability_cores(&mut self, relay_parent: &Hash) -> Option<&Vec> { self.availability_cores.get(relay_parent).map(|v| &v.0) } pub(crate) fn cache_availability_cores(&mut self, relay_parent: Hash, cores: Vec) { self.availability_cores.insert(relay_parent, ResidentSizeOf(cores)); } pub(crate) fn persisted_validation_data(&mut self, key: (Hash, ParaId, OccupiedCoreAssumption)) -> Option<&Option> { self.persisted_validation_data.get(&key).map(|v| &v.0) } pub(crate) fn cache_persisted_validation_data(&mut self, key: (Hash, ParaId, OccupiedCoreAssumption), data: Option) { self.persisted_validation_data.insert(key, ResidentSizeOf(data)); } pub(crate) fn check_validation_outputs(&mut self, key: (Hash, ParaId, CandidateCommitments)) -> Option<&bool> { self.check_validation_outputs.get(&key).map(|v| &v.0) } pub(crate) fn cache_check_validation_outputs(&mut self, key: (Hash, ParaId, CandidateCommitments), value: bool) { self.check_validation_outputs.insert(key, ResidentSizeOf(value)); } pub(crate) fn session_index_for_child(&mut self, relay_parent: &Hash) -> Option<&SessionIndex> { self.session_index_for_child.get(relay_parent).map(|v| &v.0) } pub(crate) fn cache_session_index_for_child(&mut self, relay_parent: Hash, index: SessionIndex) { self.session_index_for_child.insert(relay_parent, ResidentSizeOf(index)); } pub(crate) fn validation_code(&mut self, key: (Hash, ParaId, OccupiedCoreAssumption)) -> Option<&Option> { self.validation_code.get(&key).map(|v| &v.0) } pub(crate) fn cache_validation_code(&mut self, key: (Hash, ParaId, OccupiedCoreAssumption), value: Option) { self.validation_code.insert(key, ResidentSizeOf(value)); } pub(crate) fn validation_code_by_hash(&mut self, key: (Hash, ValidationCodeHash)) -> Option<&Option> { self.validation_code_by_hash.get(&key).map(|v| &v.0) } pub(crate) fn cache_validation_code_by_hash(&mut self, key: (Hash, ValidationCodeHash), value: Option) { self.validation_code_by_hash.insert(key, ResidentSizeOf(value)); } pub(crate) fn candidate_pending_availability(&mut self, key: (Hash, ParaId)) -> Option<&Option> { self.candidate_pending_availability.get(&key).map(|v| &v.0) } pub(crate) fn cache_candidate_pending_availability(&mut self, key: (Hash, ParaId), value: Option) { self.candidate_pending_availability.insert(key, ResidentSizeOf(value)); } pub(crate) fn candidate_events(&mut self, relay_parent: &Hash) -> Option<&Vec> { self.candidate_events.get(relay_parent).map(|v| &v.0) } pub(crate) fn cache_candidate_events(&mut self, relay_parent: Hash, events: Vec) { self.candidate_events.insert(relay_parent, ResidentSizeOf(events)); } pub(crate) fn session_info(&mut self, key: (Hash, SessionIndex)) -> Option<&Option> { self.session_info.get(&key).map(|v| &v.0) } pub(crate) fn cache_session_info(&mut self, key: (Hash, SessionIndex), value: Option) { self.session_info.insert(key, ResidentSizeOf(value)); } pub(crate) fn dmq_contents(&mut self, key: (Hash, ParaId)) -> Option<&Vec>> { self.dmq_contents.get(&key).map(|v| &v.0) } pub(crate) fn cache_dmq_contents(&mut self, key: (Hash, ParaId), value: Vec>) { self.dmq_contents.insert(key, ResidentSizeOf(value)); } pub(crate) fn inbound_hrmp_channels_contents(&mut self, key: (Hash, ParaId)) -> Option<&BTreeMap>>> { self.inbound_hrmp_channels_contents.get(&key).map(|v| &v.0) } pub(crate) fn cache_inbound_hrmp_channel_contents(&mut self, key: (Hash, ParaId), value: BTreeMap>>) { self.inbound_hrmp_channels_contents.insert(key, ResidentSizeOf(value)); } pub(crate) fn current_babe_epoch(&mut self, relay_parent: &Hash) -> Option<&Epoch> { self.current_babe_epoch.get(relay_parent).map(|v| &v.0) } pub(crate) fn cache_current_babe_epoch(&mut self, relay_parent: Hash, epoch: Epoch) { self.current_babe_epoch.insert(relay_parent, DoesNotAllocate(epoch)); } } pub(crate) enum RequestResult { Authorities(Hash, Vec), Validators(Hash, Vec), ValidatorGroups(Hash, (Vec>, GroupRotationInfo)), AvailabilityCores(Hash, Vec), PersistedValidationData(Hash, ParaId, OccupiedCoreAssumption, Option), CheckValidationOutputs(Hash, ParaId, CandidateCommitments, bool), SessionIndexForChild(Hash, SessionIndex), ValidationCode(Hash, ParaId, OccupiedCoreAssumption, Option), ValidationCodeByHash(Hash, ValidationCodeHash, Option), CandidatePendingAvailability(Hash, ParaId, Option), CandidateEvents(Hash, Vec), SessionInfo(Hash, SessionIndex, Option), DmqContents(Hash, ParaId, Vec>), InboundHrmpChannelsContents(Hash, ParaId, BTreeMap>>), CurrentBabeEpoch(Hash, Epoch), }