reth_snap_sync/catch_up/

apply.rs

//! State updates implied by verified block access lists.
//!
//! [EIP-8189](https://eips.ethereum.org/EIPS/eip-8189#synchronization-algorithm) advances the
//! pivot by applying later blocks' lists to the state downloaded so far. Each list records the
//! final value of every field it changes, so untouched fields come from the downloaded account.

use alloy_eip7928::AccountChanges;
use alloy_primitives::{keccak256, map::B256Map, Bytes, B256};
use reth_primitives_traits::Account;
use reth_trie_common::{HashedPostState, HashedStorage};

/// Changes one block access list makes to the downloaded state.
#[derive(Clone, Debug, Default, PartialEq, Eq)]
pub struct BalStateUpdate {
    // Post-state of every downloaded account, and slots persisted ahead of their range.
    pub(super) state: HashedPostState,
    // Final code of accounts whose code changed, keyed by code hash.
    pub(super) bytecodes: B256Map<Bytes>,
    // Entries left out because their account is not downloaded yet.
    pub(super) unresolved: Vec<B256>,
}

impl BalStateUpdate {
    /// Post-state of every downloaded account, and slots persisted ahead of their range.
    pub const fn state(&self) -> &HashedPostState {
        &self.state
    }

    /// Final code of accounts whose code changed, keyed by code hash.
    pub const fn bytecodes(&self) -> &B256Map<Bytes> {
        &self.bytecodes
    }

    /// Hashed addresses of entries left out because their account is not downloaded yet.
    pub fn unresolved(&self) -> &[B256] {
        &self.unresolved
    }

    /// Consumes this update into the state it writes, the code it stores and its unresolved
    /// entries.
    pub fn into_parts(self) -> (HashedPostState, B256Map<Bytes>, Vec<B256>) {
        (self.state, self.bytecodes, self.unresolved)
    }

    // Records the final values of the slots `changes` writes for `hashed_address`.
    pub(super) fn insert_storage(&mut self, hashed_address: B256, changes: &AccountChanges) {
        let storage = HashedStorage::from_iter(
            changes.storage_post_states().map(|(slot, value)| (keccak256(B256::from(slot)), value)),
        );
        self.state.storages.insert(hashed_address, storage);
    }
}

/// What the downloaded state holds for an account a list changes.
#[derive(Clone, Debug, PartialEq, Eq)]
pub enum DownloadedAccount {
    /// The account's range is not downloaded yet.
    Unknown,
    /// The account's range is downloaded and does not hold it.
    Absent,
    /// The downloaded account.
    Present(Account),
}

#[cfg(test)]
mod tests {

    use super::*;
    use crate::{test_utils::hashed_factory, AccountCoverage, SnapCatchUpStore, StorageProgress};
    use alloy_consensus::{Header, TxLegacy};
    use alloy_eip7928::{
        AccountChanges, BalanceChange, BlockAccessIndex, CodeChange, NonceChange, SlotChanges,
        StorageChange,
    };
    use alloy_eips::{
        eip2935::{HISTORY_STORAGE_ADDRESS, HISTORY_STORAGE_CODE},
        eip4788::{BEACON_ROOTS_ADDRESS, BEACON_ROOTS_CODE},
        eip4895::Withdrawal,
        eip7002::{WITHDRAWAL_REQUEST_PREDEPLOY_ADDRESS, WITHDRAWAL_REQUEST_PREDEPLOY_CODE},
        eip7251::{CONSOLIDATION_REQUEST_PREDEPLOY_ADDRESS, CONSOLIDATION_REQUEST_PREDEPLOY_CODE},
    };
    use alloy_primitives::{bytes, keccak256, Address, Signature, TxKind, U256};
    use evm2::{
        bytecode::Bytecode,
        evm::{
            AccountInfo, InMemoryDB, BUILDER_DEPOSIT_REQUEST_ADDRESS, BUILDER_EXIT_REQUEST_ADDRESS,
        },
    };
    use reth_chainspec::ChainSpecBuilder;
    use reth_db_api::{tables, transaction::DbTxMut};
    use reth_ethereum_primitives::{Block, BlockBody, Transaction, TransactionSigned};
    use reth_evm::{execute::BlockExecutor, ConfigureEvm};
    use reth_evm_ethereum::EthEvmConfig;
    use reth_primitives_traits::{Block as _, Recovered};
    use reth_storage_api::DatabaseProviderFactory;
    use reth_trie_common::{HashedStorage, KeccakKeyHasher};
    use std::{collections::BTreeMap, sync::Arc};

    const ACCOUNT: Address = Address::repeat_byte(0xaa);
    const SENDER: Address = Address::repeat_byte(0x11);

    fn index(value: u64) -> BlockAccessIndex {
        BlockAccessIndex::new(value)
    }

    fn state_update(
        bal: &[AccountChanges],
        coverage: AccountCoverage,
        accounts: impl IntoIterator<Item = (B256, Account)>,
    ) -> BalStateUpdate {
        let factory = hashed_factory();
        let provider = factory.database_provider_rw().unwrap();
        for (address, account) in accounts {
            provider.tx_ref().put::<tables::HashedAccounts>(address, account).unwrap();
        }
        provider.block_access_list_update(coverage, StorageProgress::START, bal).unwrap()
    }

    fn apply(changes: &AccountChanges, base: DownloadedAccount) -> BalStateUpdate {
        let (coverage, account) = match base {
            DownloadedAccount::Unknown => (AccountCoverage::START, None),
            DownloadedAccount::Absent => (AccountCoverage::COMPLETE, None),
            DownloadedAccount::Present(account) => (AccountCoverage::COMPLETE, Some(account)),
        };
        state_update(
            std::slice::from_ref(changes),
            coverage,
            account.map(|account| (keccak256(changes.address()), account)),
        )
    }

    #[test]
    fn read_only_entries_write_nothing() {
        let changes = AccountChanges::new(ACCOUNT).with_storage_read(U256::ONE);

        let update = apply(&changes, DownloadedAccount::Unknown);

        assert_eq!(update, BalStateUpdate::default());
    }

    #[test]
    fn empty_slot_entries_write_nothing() {
        let changes =
            AccountChanges::new(ACCOUNT).with_storage_change(SlotChanges::new(U256::ONE, vec![]));

        let update = apply(&changes, DownloadedAccount::Unknown);

        assert_eq!(update, BalStateUpdate::default());
    }

    #[test]
    fn accounts_not_downloaded_yet_are_left_unresolved() {
        // Even a fully determined account is left to the download against the later root.
        let changes = AccountChanges::new(ACCOUNT)
            .with_balance_change(BalanceChange::new(index(1), U256::from(10)))
            .with_nonce_change(NonceChange::new(index(1), 1))
            .with_code_change(CodeChange::new(index(1), bytes!("6001")));

        let update = apply(&changes, DownloadedAccount::Unknown);

        assert_eq!(update.unresolved, vec![keccak256(ACCOUNT)]);
        assert!(update.state.is_empty());
        assert!(update.bytecodes.is_empty());
    }

    #[test]
    fn zeroed_slots_and_cleared_code_are_written() {
        let existing = Account::new(1, U256::ONE, Some(B256::repeat_byte(1)));
        let changes = AccountChanges::new(ACCOUNT)
            .with_code_change(CodeChange::new(index(1), bytes!("6001")))
            .with_code_change(CodeChange::new(index(2), Bytes::new()))
            .with_storage_change(SlotChanges::new(
                U256::ONE,
                vec![
                    StorageChange::new(index(1), U256::from(5)),
                    StorageChange::new(index(2), U256::ZERO),
                ],
            ));

        let update = apply(&changes, DownloadedAccount::Present(existing));

        let hashed_address = keccak256(ACCOUNT);
        assert_eq!(update.state.accounts[&hashed_address].as_ref().unwrap().bytecode_hash, None);
        assert_eq!(
            update.state.storages[&hashed_address],
            HashedStorage::from_iter([(keccak256(B256::with_last_byte(1)), U256::ZERO)])
        );
        assert!(update.bytecodes.is_empty());
    }

    // Final state as a flat map: accounts, and non-zero slots by hashed address and slot.
    type FlatState = (BTreeMap<B256, Account>, BTreeMap<(B256, B256), U256>);

    fn flatten(db: &InMemoryDB) -> FlatState {
        let mut state = FlatState::default();
        for (address, info) in &db.cache.accounts {
            let Some(info) = info else { continue };
            let hashed_address = keccak256(address);
            state.0.insert(hashed_address, Account::from(info));
            if let Some(storage) = db.cache.storage.get(address) {
                for (slot, value) in &storage.slots {
                    if !value.is_zero() {
                        state.1.insert((hashed_address, keccak256(B256::from(*slot))), *value);
                    }
                }
            }
        }
        state
    }

    #[allow(clippy::clone_on_copy)]
    fn fold(mut state: FlatState, update: &HashedPostState) -> FlatState {
        for (hashed_address, storage) in &update.storages {
            for (slot, value) in &storage.storage {
                if value.is_zero() {
                    state.1.remove(&(*hashed_address, *slot));
                } else {
                    state.1.insert((*hashed_address, *slot), *value);
                }
            }
        }
        for (hashed_address, account) in &update.accounts {
            match account {
                Some(account) => {
                    state.0.insert(*hashed_address, account.clone());
                }
                None => {
                    state.0.remove(hashed_address);
                    state.1.retain(|(address, _), _| address != hashed_address);
                }
            }
        }
        state
    }

    fn insert(db: &mut InMemoryDB, address: Address, nonce: u64, code: Bytes) {
        let code = Bytecode::new_raw(code);
        let info = AccountInfo {
            nonce,
            code_hash: code.hash_slow(),
            code: Some(code),
            ..Default::default()
        };
        db.insert_account_info(&address, info);
    }

    fn tx(nonce: u64, to: TxKind, value: u64, input: Bytes) -> Recovered<TransactionSigned> {
        let tx = Transaction::Legacy(TxLegacy {
            nonce,
            gas_price: 1,
            gas_limit: 1_000_000,
            to,
            value: U256::from(value),
            input,
            ..Default::default()
        });
        Recovered::new_unchecked(
            TransactionSigned::new_unhashed(tx, Signature::test_signature()),
            SENDER,
        )
    }

    #[test]
    #[allow(clippy::clone_on_copy)]
    fn applying_the_list_matches_execution() {
        let contract = Address::repeat_byte(0xc0);
        let beneficiary = Address::repeat_byte(0xbe);

        let mut db = InMemoryDB::default();
        insert(&mut db, BEACON_ROOTS_ADDRESS, 1, BEACON_ROOTS_CODE.clone());
        insert(&mut db, HISTORY_STORAGE_ADDRESS, 1, HISTORY_STORAGE_CODE.clone());
        insert(
            &mut db,
            WITHDRAWAL_REQUEST_PREDEPLOY_ADDRESS,
            1,
            WITHDRAWAL_REQUEST_PREDEPLOY_CODE.clone(),
        );
        insert(
            &mut db,
            CONSOLIDATION_REQUEST_PREDEPLOY_ADDRESS,
            1,
            CONSOLIDATION_REQUEST_PREDEPLOY_CODE.clone(),
        );
        for address in [BUILDER_DEPOSIT_REQUEST_ADDRESS, BUILDER_EXIT_REQUEST_ADDRESS] {
            insert(&mut db, address, 1, bytes!("00"));
        }
        db.insert_account_info(
            &SENDER,
            AccountInfo { balance: U256::from(u64::MAX), ..Default::default() },
        );
        // Zeroes slot 1, reads slot 3, stores the block number in slot 2 and the call value in 4.
        insert(&mut db, contract, 1, bytes!("6000600155600354504360025534600455"));
        db.insert_account_storage(&contract, &U256::from(1), &U256::from(5));
        db.insert_account_storage(&contract, &U256::from(3), &U256::from(7));
        let pre = flatten(&db);

        let txs = [
            // Repeated writes, the second of slots 1 and 2 being no-ops.
            tx(0, TxKind::Call(contract), 1, Bytes::new()),
            tx(1, TxKind::Call(contract), 2, Bytes::new()),
            // Deploys `INVALID` as runtime code.
            tx(2, TxKind::Create, 0, bytes!("60fe60005360016000f3")),
            // Funds an address, then creates and destroys a contract there in one transaction.
            tx(3, TxKind::Call(SENDER.create(4)), 100, Bytes::new()),
            tx(
                4,
                TxKind::Create,
                0,
                [&[0x73][..], beneficiary.as_slice(), &[0xff]].concat().into(),
            ),
        ];
        let header = Header {
            number: 1,
            timestamp: 1,
            gas_limit: 30_000_000,
            parent_beacon_block_root: Some(B256::repeat_byte(1)),
            excess_blob_gas: Some(0),
            blob_gas_used: Some(0),
            block_access_list_hash: Some(B256::ZERO),
            ..Default::default()
        };
        let withdrawal = Withdrawal { address: beneficiary, amount: 1, ..Default::default() };
        let block = Block {
            header,
            body: BlockBody { withdrawals: Some(vec![withdrawal].into()), ..Default::default() },
        }
        .seal_slow();

        let evm_config =
            EthEvmConfig::new(Arc::new(ChainSpecBuilder::mainnet().amsterdam_activated().build()));
        let mut executor = evm_config.executor_for_block(&mut db, &block).unwrap();
        executor.enable_block_access_list_builder();
        executor.apply_pre_execution_changes().unwrap();
        for tx in txs {
            executor.execute_transaction(tx).unwrap();
        }
        let (output, bal) = executor.finish_with_block_access_list().unwrap();
        let bal = bal.unwrap();

        let update = state_update(
            &bal,
            AccountCoverage::COMPLETE,
            pre.0.iter().map(|(address, account)| (*address, account.clone())),
        );
        let executed = HashedPostState::from_bundle_state::<KeccakKeyHasher>(&output.state.state);

        let post = fold(pre.clone(), &update.state);
        assert!(update.unresolved.is_empty());
        assert_eq!(post, fold(pre, &executed));

        // The block did what the cases need.
        let slot = |address: Address, slot: u64| {
            post.1.get(&(keccak256(address), keccak256(B256::from(U256::from(slot)))))
        };
        assert_eq!((slot(contract, 1), slot(contract, 4)), (None, Some(&U256::from(2))));
        assert!(!post.0.contains_key(&keccak256(SENDER.create(4))));
        assert_eq!(post.0[&keccak256(beneficiary)].balance, U256::from(100 + 1_000_000_000u64));
        assert!(post.1.keys().any(|(address, _)| *address == keccak256(BEACON_ROOTS_ADDRESS)));
        assert_eq!(
            update.bytecodes,
            B256Map::from_iter([(keccak256([0xfe]), Bytes::from_static(&[0xfe]))])
        );
    }
}