Bound finalized header, execution header and sync committee by RingBuffer and BoundedVec

parachain/pallets/ethereum-beacon-client/Cargo.toml

@@ -34,6 +34,7 @@ snowbridge-ethereum = { path = "../../primitives/ethereum", default-features = f
 snowbridge-beacon-primitives = { path = "../../primitives/beacon", default-features = false }
 
 [dev-dependencies]
+rand = "0.8.5"
 sp-keyring = { git = "https://github.com/paritytech/substrate.git", branch = "master" }
 snowbridge-testutils = { path = "../../primitives/testutils" }
 serde_json = "1.0.96"

parachain/pallets/ethereum-beacon-client/src/lib.rs

@@ -18,9 +18,12 @@ mod tests_minimal;
 #[cfg(feature = "runtime-benchmarks")]
 mod benchmarking;
 
-pub use weights::WeightInfo;
+mod ringbuffer;
 
-use crate::merkleization::get_sync_committee_bits;
+use crate::{
+	merkleization::get_sync_committee_bits,
+	ringbuffer::{RingBufferMap, RingBufferMapImpl},
+};
 use frame_support::{dispatch::DispatchResult, log, traits::UnixTime, transactional};
 use frame_system::ensure_signed;
 use snowbridge_beacon_primitives::{
@@ -32,6 +35,7 @@ use snowbridge_core::{Message, Verifier};
 use sp_core::H256;
 use sp_io::hashing::sha2_256;
 use sp_std::prelude::*;
+pub use weights::WeightInfo;
 
 use frame_support::{traits::Get, BoundedVec};
 
@@ -99,6 +103,12 @@ pub mod pallet {
 		type MaxFinalizedHeaderSlotArray: Get<u32>;
 		#[pallet::constant]
 		type ForkVersions: Get<ForkVersions>;
+		/// Maximum execution headers are stored
+		#[pallet::constant]
+		type ExecutionHeadersPruneThreshold: Get<u64>;
+		/// Maximum sync committees to be stored
+		#[pallet::constant]
+		type SyncCommitteePruneThreshold: Get<u64>;
 		type WeightInfo: WeightInfo;
 		type WeakSubjectivityPeriodSeconds: Get<u64>;
 	}
@@ -165,7 +175,7 @@ pub mod pallet {
 
 	#[pallet::storage]
 	pub(super) type FinalizedBeaconHeaderSlots<T: Config> =
-		StorageValue<_, BoundedVec<u64, T::MaxFinalizedHeaderSlotArray>, ValueQuery>;
+		StorageValue<_, BoundedVec<(u64, H256), T::MaxFinalizedHeaderSlotArray>, ValueQuery>;
 
 	#[pallet::storage]
 	pub(super) type FinalizedBeaconHeadersBlockRoot<T: Config> =
@@ -175,12 +185,53 @@ pub mod pallet {
 	pub(super) type ExecutionHeaders<T: Config> =
 		StorageMap<_, Identity, H256, ExecutionHeader, OptionQuery>;
 
+	/// Execution headers ring buffer map implementation
+
+	/// Index storage for execution header ring buffer map
+	#[pallet::storage]
+	pub(crate) type ExecutionHeaderBufferIndex<T: Config> = StorageValue<_, u64, ValueQuery>;
+
+	/// Intermediate storage for execution header mapping
+	#[pallet::storage]
+	pub(crate) type ExecutionHeaderMapping<T: Config> =
+		StorageMap<_, Identity, u64, H256, ValueQuery>;
+
+	/// Ring buffer Map for Execution header
+	pub(crate) type ExecutionHeaderRingBufferMap<T> = RingBufferMapImpl<
+		u64,
+		<T as Config>::ExecutionHeadersPruneThreshold,
+		ExecutionHeaderBufferIndex<T>,
+		ExecutionHeaderMapping<T>,
+		ExecutionHeaders<T>,
+		OptionQuery,
+	>;
+
 	/// Current sync committee corresponding to the active header.
-	/// TODO  prune older sync committees than xxx
 	#[pallet::storage]
 	pub(super) type SyncCommittees<T: Config> =
 		StorageMap<_, Identity, u64, SyncCommitteeOf<T>, ValueQuery>;
 
+	/// Sync committee ring buffer map implementation
+
+	/// Index storage for sync committee ring buffer
+	#[pallet::storage]
+	pub(crate) type SyncCommitteesBufferIndex<T: Config> = StorageValue<_, u64, ValueQuery>;
+
+	/// Intermediate storage for sync committee mapping
+	#[pallet::storage]
+	pub(crate) type SyncCommitteesMapping<T: Config> =
+		StorageMap<_, Identity, u64, u64, ValueQuery>;
+
+	/// Ring buffer Map for Sync committee
+	pub(crate) type SyncCommitteesRingBufferMap<T> = RingBufferMapImpl<
+		u64,
+		<T as Config>::SyncCommitteePruneThreshold,
+		SyncCommitteesBufferIndex<T>,
+		SyncCommitteesMapping<T>,
+		SyncCommittees<T>,
+		ValueQuery,
+	>;
+
 	#[pallet::storage]
 	pub(super) type ValidatorsRoot<T: Config> = StorageValue<_, H256, ValueQuery>;
 
@@ -384,7 +435,7 @@ pub mod pallet {
 			};
 
 			<FinalizedBeaconHeaders<T>>::insert(block_root, initial_sync.header);
-			Self::add_finalized_header_slot(slot)?;
+			Self::add_finalized_header_slot(slot, block_root)?;
 			<LatestFinalizedHeaderState<T>>::set(last_finalized_header);
 
 			Ok(())
@@ -433,12 +484,12 @@ pub mod pallet {
 				signature_slot_period
 			);
 			ensure!(
-				<SyncCommittees<T>>::contains_key(current_period),
+				<SyncCommitteesRingBufferMap<T>>::contains_key(current_period),
 				Error::<T>::SyncCommitteeMissing
 			);
 			let next_period = current_period + 1;
 			ensure!(
-				!<SyncCommittees<T>>::contains_key(next_period),
+				!<SyncCommitteesRingBufferMap<T>>::contains_key(next_period),
 				Error::<T>::InvalidSyncCommitteePeriodUpdateWithDuplication
 			);
 			ensure!(
@@ -864,8 +915,8 @@ pub mod pallet {
 			Ok(())
 		}
 
-		fn store_sync_committee(period: u64, sync_committee: SyncCommitteeOf<T>) {
-			<SyncCommittees<T>>::insert(period, sync_committee);
+		pub(crate) fn store_sync_committee(period: u64, sync_committee: SyncCommitteeOf<T>) {
+			<SyncCommitteesRingBufferMap<T>>::insert(period, sync_committee);
 
 			log::trace!(
 				target: "ethereum-beacon-client",
@@ -882,7 +933,7 @@ pub mod pallet {
 			let slot = header.slot;
 
 			<FinalizedBeaconHeaders<T>>::insert(block_root, header);
-			Self::add_finalized_header_slot(slot)?;
+			Self::add_finalized_header_slot(slot, block_root)?;
 
 			log::info!(
 				target: "ethereum-beacon-client",
@@ -902,27 +953,35 @@ pub mod pallet {
 			Ok(())
 		}
 
-		fn add_finalized_header_slot(slot: u64) -> DispatchResult {
+		pub(super) fn add_finalized_header_slot(
+			slot: u64,
+			finalized_header_hash: H256,
+		) -> DispatchResult {
 			<FinalizedBeaconHeaderSlots<T>>::try_mutate(|b_vec| {
 				if b_vec.len() as u32 == T::MaxFinalizedHeaderSlotArray::get() {
-					b_vec.remove(0);
+					let (_slot, finalized_header_hash) = b_vec.remove(0);
+					// Removing corresponding finalized header data of popped slot
+					// as that data will not be used by relayer anyway.
+					<FinalizedBeaconHeadersBlockRoot<T>>::remove(finalized_header_hash);
+					<FinalizedBeaconHeaders<T>>::remove(finalized_header_hash);
+					<FinalizedBeaconHeadersBlockRoot<T>>::remove(finalized_header_hash);
 				}
-				b_vec.try_push(slot)
+				b_vec.try_push((slot, finalized_header_hash))
 			})
 			.map_err(|_| <Error<T>>::FinalizedBeaconHeaderSlotsExceeded)?;
 
 			Ok(())
 		}
 
-		fn store_execution_header(
+		pub(crate) fn store_execution_header(
 			block_hash: H256,
 			header: ExecutionHeader,
 			beacon_slot: u64,
 			beacon_block_root: H256,
 		) {
 			let block_number = header.block_number;
 
-			<ExecutionHeaders<T>>::insert(block_hash, header);
+			<ExecutionHeaderRingBufferMap<T>>::insert(block_hash, header);
 
 			log::trace!(
 				target: "ethereum-beacon-client",
@@ -1044,7 +1103,7 @@ pub mod pallet {
 		pub(super) fn get_sync_committee_for_period(
 			period: u64,
 		) -> Result<SyncCommitteeOf<T>, DispatchError> {
-			let sync_committee = <SyncCommittees<T>>::get(period);
+			let sync_committee = <SyncCommitteesRingBufferMap<T>>::get(period);
 
 			if sync_committee.pubkeys.len() == 0 {
 				log::error!(target: "ethereum-beacon-client", "💫 Sync committee for period {} missing", period);
@@ -1128,7 +1187,7 @@ pub mod pallet {
 				message.proof.block_hash,
 			);
 
-			let stored_header = <ExecutionHeaders<T>>::get(message.proof.block_hash)
+			let stored_header = <ExecutionHeaderRingBufferMap<T>>::get(message.proof.block_hash)
 				.ok_or(Error::<T>::MissingHeader)?;
 
 			let receipt = match Self::verify_receipt_inclusion(stored_header, &message.proof) {

parachain/pallets/ethereum-beacon-client/src/mock.rs

@@ -77,7 +77,9 @@ pub mod mock_minimal {
 		pub const MaxPublicKeySize: u32 = config::PUBKEY_SIZE as u32;
 		pub const MaxSignatureSize: u32 = config::SIGNATURE_SIZE as u32;
 		pub const MaxSlotsPerHistoricalRoot: u64 = 64;
-		pub const MaxFinalizedHeaderSlotArray: u32 = 1000;
+		pub const MaxFinalizedHeaderSlotArray: u32 = 12;
+		pub const SyncCommitteePruneThreshold: u64 = 4;
+		pub const ExecutionHeadersPruneThreshold: u64 = 10;
 		pub const WeakSubjectivityPeriodSeconds: u32 = 97200;
 		pub const ChainForkVersions: ForkVersions = ForkVersions{
 			genesis: Fork {
@@ -112,6 +114,8 @@ pub mod mock_minimal {
 		type MaxSlotsPerHistoricalRoot = MaxSlotsPerHistoricalRoot;
 		type MaxFinalizedHeaderSlotArray = MaxFinalizedHeaderSlotArray;
 		type ForkVersions = ChainForkVersions;
+		type SyncCommitteePruneThreshold = SyncCommitteePruneThreshold;
+		type ExecutionHeadersPruneThreshold = ExecutionHeadersPruneThreshold;
 		type WeakSubjectivityPeriodSeconds = WeakSubjectivityPeriodSeconds;
 		type WeightInfo = ();
 	}
@@ -203,6 +207,8 @@ pub mod mock_mainnet {
 				epoch: 162304,
 			},
 		};
+		pub const SyncCommitteePruneThreshold: u64 = 4;
+		pub const ExecutionHeadersPruneThreshold: u64 = 10;
 	}
 
 	impl ethereum_beacon_client::Config for Test {
@@ -218,6 +224,8 @@ pub mod mock_mainnet {
 		type MaxSlotsPerHistoricalRoot = MaxSlotsPerHistoricalRoot;
 		type MaxFinalizedHeaderSlotArray = MaxFinalizedHeaderSlotArray;
 		type ForkVersions = ChainForkVersions;
+		type SyncCommitteePruneThreshold = SyncCommitteePruneThreshold;
+		type ExecutionHeadersPruneThreshold = ExecutionHeadersPruneThreshold;
 		type WeakSubjectivityPeriodSeconds = WeakSubjectivityPeriodSeconds;
 		type WeightInfo = ();
 	}

parachain/pallets/ethereum-beacon-client/src/ringbuffer.rs

@@ -0,0 +1,74 @@
+use codec::FullCodec;
+use core::{cmp::Ord, marker::PhantomData, ops::Add};
+use frame_support::storage::{types::QueryKindTrait, StorageMap, StorageValue};
+use sp_core::{Get, GetDefault};
+use sp_runtime::traits::{One, Zero};
+
+/// Trait object presenting the ringbuffer interface.
+pub trait RingBufferMap<Key, Value, QueryKind>
+where
+	Key: FullCodec,
+	Value: FullCodec,
+	QueryKind: QueryKindTrait<Value, GetDefault>,
+{
+	/// Insert a map entry.
+	fn insert(k: Key, v: Value);
+
+	/// Check if map contains a key
+	fn contains_key(k: Key) -> bool;
+
+	/// Get the value of the key
+	fn get(k: Key) -> QueryKind::Query;
+}
+
+pub struct RingBufferMapImpl<Index, B, CurrentIndex, Intermediate, M, QueryKind>(
+	PhantomData<(Index, B, CurrentIndex, Intermediate, M, QueryKind)>,
+);
+
+/// Ringbuffer implementation based on `RingBufferTransient`
+impl<Key, Value, Index, B, CurrentIndex, Intermediate, M, QueryKind>
+	RingBufferMap<Key, Value, QueryKind>
+	for RingBufferMapImpl<Index, B, CurrentIndex, Intermediate, M, QueryKind>
+where
+	Key: FullCodec + Clone,
+	Value: FullCodec,
+	Index: Ord + One + Zero + Add<Output = Index> + Copy + FullCodec + Eq,
+	B: Get<Index>,
+	CurrentIndex: StorageValue<Index, Query = Index>,
+	Intermediate: StorageMap<Index, Key, Query = Key>,
+	M: StorageMap<Key, Value, Query = QueryKind::Query>,
+	QueryKind: QueryKindTrait<Value, GetDefault>,
+{
+	/// Insert a map entry.
+	fn insert(k: Key, v: Value) {
+		let bound = B::get();
+		let mut current_index = CurrentIndex::get();
+
+		// Adding one here as bound denotes number of items but our index starts with zero.
+		if (current_index + Index::one()) >= bound {
+			current_index = Index::zero();
+		} else {
+			current_index = current_index + Index::one();
+		}
+
+		// Deleting earlier entry if it exists
+		if Intermediate::contains_key(current_index) {
+			let older_key = Intermediate::get(current_index);
+			M::remove(older_key);
+		}
+
+		Intermediate::insert(current_index, k.clone());
+		CurrentIndex::set(current_index);
+		M::insert(k, v);
+	}
+
+	/// Check if map contains a key
+	fn contains_key(k: Key) -> bool {
+		M::contains_key(k)
+	}
+
+	/// Get the value associated with key
+	fn get(k: Key) -> M::Query {
+		M::get(k)
+	}
+}