reth_network/
network.rs

1use crate::{
2    config::NetworkMode, message::PeerMessage, protocol::RlpxSubProtocol,
3    swarm::NetworkConnectionState, transactions::TransactionsHandle, FetchClient,
4};
5use alloy_primitives::B256;
6use enr::Enr;
7use futures::StreamExt;
8use parking_lot::Mutex;
9use reth_discv4::{Discv4, NatResolver};
10use reth_discv5::Discv5;
11use reth_eth_wire::{
12    DisconnectReason, EthNetworkPrimitives, NetworkPrimitives, NewBlock,
13    NewPooledTransactionHashes, SharedTransactions,
14};
15use reth_ethereum_forks::Head;
16use reth_network_api::{
17    events::{NetworkPeersEvents, PeerEvent, PeerEventStream},
18    test_utils::{PeersHandle, PeersHandleProvider},
19    BlockDownloaderProvider, DiscoveryEvent, NetworkError, NetworkEvent,
20    NetworkEventListenerProvider, NetworkInfo, NetworkStatus, PeerInfo, PeerRequest, Peers,
21    PeersInfo,
22};
23use reth_network_p2p::sync::{NetworkSyncUpdater, SyncState, SyncStateProvider};
24use reth_network_peers::{NodeRecord, PeerId};
25use reth_network_types::{PeerAddr, PeerKind, Reputation, ReputationChangeKind};
26use reth_tokio_util::{EventSender, EventStream};
27use secp256k1::SecretKey;
28use std::{
29    net::SocketAddr,
30    sync::{
31        atomic::{AtomicBool, AtomicU64, AtomicUsize, Ordering},
32        Arc,
33    },
34};
35use tokio::sync::{
36    mpsc::{self, UnboundedSender},
37    oneshot,
38};
39use tokio_stream::wrappers::UnboundedReceiverStream;
40
41/// A _shareable_ network frontend. Used to interact with the network.
42///
43/// See also [`NetworkManager`](crate::NetworkManager).
44#[derive(Clone, Debug)]
45pub struct NetworkHandle<N: NetworkPrimitives = EthNetworkPrimitives> {
46    /// The Arc'ed delegate that contains the state.
47    inner: Arc<NetworkInner<N>>,
48}
49
50// === impl NetworkHandle ===
51
52impl<N: NetworkPrimitives> NetworkHandle<N> {
53    /// Creates a single new instance.
54    #[expect(clippy::too_many_arguments)]
55    pub(crate) fn new(
56        num_active_peers: Arc<AtomicUsize>,
57        listener_address: Arc<Mutex<SocketAddr>>,
58        to_manager_tx: UnboundedSender<NetworkHandleMessage<N>>,
59        secret_key: SecretKey,
60        local_peer_id: PeerId,
61        peers: PeersHandle,
62        network_mode: NetworkMode,
63        chain_id: Arc<AtomicU64>,
64        tx_gossip_disabled: bool,
65        discv4: Option<Discv4>,
66        discv5: Option<Discv5>,
67        event_sender: EventSender<NetworkEvent<PeerRequest<N>>>,
68        nat: Option<NatResolver>,
69    ) -> Self {
70        let inner = NetworkInner {
71            num_active_peers,
72            to_manager_tx,
73            listener_address,
74            secret_key,
75            local_peer_id,
76            peers,
77            network_mode,
78            is_syncing: Arc::new(AtomicBool::new(false)),
79            initial_sync_done: Arc::new(AtomicBool::new(false)),
80            chain_id,
81            tx_gossip_disabled,
82            discv4,
83            discv5,
84            event_sender,
85            nat,
86        };
87        Self { inner: Arc::new(inner) }
88    }
89
90    /// Returns the [`PeerId`] used in the network.
91    pub fn peer_id(&self) -> &PeerId {
92        &self.inner.local_peer_id
93    }
94
95    fn manager(&self) -> &UnboundedSender<NetworkHandleMessage<N>> {
96        &self.inner.to_manager_tx
97    }
98
99    /// Returns the mode of the network, either pow, or pos
100    pub fn mode(&self) -> &NetworkMode {
101        &self.inner.network_mode
102    }
103
104    /// Sends a [`NetworkHandleMessage`] to the manager
105    pub(crate) fn send_message(&self, msg: NetworkHandleMessage<N>) {
106        let _ = self.inner.to_manager_tx.send(msg);
107    }
108
109    /// Update the status of the node.
110    pub fn update_status(&self, head: Head) {
111        self.send_message(NetworkHandleMessage::StatusUpdate { head });
112    }
113
114    /// Announce a block over devp2p
115    ///
116    /// Caution: in `PoS` this is a noop because new blocks are no longer announced over devp2p.
117    /// Instead they are sent to the node by CL and can be requested over devp2p.
118    /// Broadcasting new blocks is considered a protocol violation.
119    pub fn announce_block(&self, block: NewBlock<N::Block>, hash: B256) {
120        self.send_message(NetworkHandleMessage::AnnounceBlock(block, hash))
121    }
122
123    /// Sends a [`PeerRequest`] to the given peer's session.
124    pub fn send_request(&self, peer_id: PeerId, request: PeerRequest<N>) {
125        self.send_message(NetworkHandleMessage::EthRequest { peer_id, request })
126    }
127
128    /// Send transactions hashes to the peer.
129    pub fn send_transactions_hashes(&self, peer_id: PeerId, msg: NewPooledTransactionHashes) {
130        self.send_message(NetworkHandleMessage::SendPooledTransactionHashes { peer_id, msg })
131    }
132
133    /// Send full transactions to the peer
134    pub fn send_transactions(&self, peer_id: PeerId, msg: Vec<Arc<N::BroadcastedTransaction>>) {
135        self.send_message(NetworkHandleMessage::SendTransaction {
136            peer_id,
137            msg: SharedTransactions(msg),
138        })
139    }
140
141    /// Send eth message to the peer.
142    pub fn send_eth_message(&self, peer_id: PeerId, message: PeerMessage<N>) {
143        self.send_message(NetworkHandleMessage::EthMessage { peer_id, message })
144    }
145
146    /// Send message to get the [`TransactionsHandle`].
147    ///
148    /// Returns `None` if no transaction task is installed.
149    pub async fn transactions_handle(&self) -> Option<TransactionsHandle<N>> {
150        let (tx, rx) = oneshot::channel();
151        let _ = self.manager().send(NetworkHandleMessage::GetTransactionsHandle(tx));
152        rx.await.unwrap()
153    }
154
155    /// Send message to gracefully shutdown node.
156    ///
157    /// This will disconnect all active and pending sessions and prevent
158    /// new connections to be established.
159    pub async fn shutdown(&self) -> Result<(), oneshot::error::RecvError> {
160        let (tx, rx) = oneshot::channel();
161        self.send_message(NetworkHandleMessage::Shutdown(tx));
162        rx.await
163    }
164
165    /// Set network connection state to Active.
166    ///
167    /// New outbound connections will be established if there's capacity.
168    pub fn set_network_active(&self) {
169        self.set_network_conn(NetworkConnectionState::Active);
170    }
171
172    /// Set network connection state to Hibernate.
173    ///
174    /// No new outbound connections will be established.
175    pub fn set_network_hibernate(&self) {
176        self.set_network_conn(NetworkConnectionState::Hibernate);
177    }
178
179    /// Set network connection state.
180    fn set_network_conn(&self, network_conn: NetworkConnectionState) {
181        self.send_message(NetworkHandleMessage::SetNetworkState(network_conn));
182    }
183
184    /// Whether tx gossip is disabled
185    pub fn tx_gossip_disabled(&self) -> bool {
186        self.inner.tx_gossip_disabled
187    }
188
189    /// Returns the secret key used for authenticating sessions.
190    pub fn secret_key(&self) -> &SecretKey {
191        &self.inner.secret_key
192    }
193}
194
195// === API Implementations ===
196
197impl<N: NetworkPrimitives> NetworkPeersEvents for NetworkHandle<N> {
198    /// Returns an event stream of peer-specific network events.
199    fn peer_events(&self) -> PeerEventStream {
200        let peer_events = self.inner.event_sender.new_listener().map(|event| match event {
201            NetworkEvent::Peer(peer_event) => peer_event,
202            NetworkEvent::ActivePeerSession { info, .. } => PeerEvent::SessionEstablished(info),
203        });
204        PeerEventStream::new(peer_events)
205    }
206}
207
208impl<N: NetworkPrimitives> NetworkEventListenerProvider for NetworkHandle<N> {
209    type Primitives = N;
210
211    fn event_listener(&self) -> EventStream<NetworkEvent<PeerRequest<Self::Primitives>>> {
212        self.inner.event_sender.new_listener()
213    }
214
215    fn discovery_listener(&self) -> UnboundedReceiverStream<DiscoveryEvent> {
216        let (tx, rx) = mpsc::unbounded_channel();
217        let _ = self.manager().send(NetworkHandleMessage::DiscoveryListener(tx));
218        UnboundedReceiverStream::new(rx)
219    }
220}
221
222impl<N: NetworkPrimitives> NetworkProtocols for NetworkHandle<N> {
223    fn add_rlpx_sub_protocol(&self, protocol: RlpxSubProtocol) {
224        self.send_message(NetworkHandleMessage::AddRlpxSubProtocol(protocol))
225    }
226}
227
228impl<N: NetworkPrimitives> PeersInfo for NetworkHandle<N> {
229    fn num_connected_peers(&self) -> usize {
230        self.inner.num_active_peers.load(Ordering::Relaxed)
231    }
232
233    fn local_node_record(&self) -> NodeRecord {
234        if let Some(discv4) = &self.inner.discv4 {
235            discv4.node_record()
236        } else if let Some(record) = self.inner.discv5.as_ref().and_then(|d| d.node_record()) {
237            record
238        } else {
239            let external_ip = self.inner.nat.and_then(|nat| nat.as_external_ip());
240
241            let mut socket_addr = *self.inner.listener_address.lock();
242            if let Some(ip) = external_ip {
243                // if able to resolve external ip, use it instead and also set the local address
244                socket_addr.set_ip(ip)
245            } else if socket_addr.ip().is_unspecified() {
246                // zero address is invalid
247                if socket_addr.ip().is_ipv4() {
248                    socket_addr.set_ip(std::net::IpAddr::V4(std::net::Ipv4Addr::LOCALHOST));
249                } else {
250                    socket_addr.set_ip(std::net::IpAddr::V6(std::net::Ipv6Addr::LOCALHOST));
251                }
252            }
253
254            NodeRecord::new(socket_addr, *self.peer_id())
255        }
256    }
257
258    fn local_enr(&self) -> Enr<SecretKey> {
259        let local_node_record = self.local_node_record();
260        let mut builder = Enr::builder();
261        builder.ip(local_node_record.address);
262        if local_node_record.address.is_ipv4() {
263            builder.udp4(local_node_record.udp_port);
264            builder.tcp4(local_node_record.tcp_port);
265        } else {
266            builder.udp6(local_node_record.udp_port);
267            builder.tcp6(local_node_record.tcp_port);
268        }
269        builder.build(&self.inner.secret_key).expect("valid enr")
270    }
271}
272
273impl<N: NetworkPrimitives> Peers for NetworkHandle<N> {
274    fn add_trusted_peer_id(&self, peer: PeerId) {
275        self.send_message(NetworkHandleMessage::AddTrustedPeerId(peer));
276    }
277
278    /// Sends a message to the [`NetworkManager`](crate::NetworkManager) to add a peer to the known
279    /// set, with the given kind.
280    fn add_peer_kind(
281        &self,
282        peer: PeerId,
283        kind: PeerKind,
284        tcp_addr: SocketAddr,
285        udp_addr: Option<SocketAddr>,
286    ) {
287        let addr = PeerAddr::new(tcp_addr, udp_addr);
288        self.send_message(NetworkHandleMessage::AddPeerAddress(peer, kind, addr));
289    }
290
291    async fn get_peers_by_kind(&self, kind: PeerKind) -> Result<Vec<PeerInfo>, NetworkError> {
292        let (tx, rx) = oneshot::channel();
293        let _ = self.manager().send(NetworkHandleMessage::GetPeerInfosByPeerKind(kind, tx));
294        Ok(rx.await?)
295    }
296
297    async fn get_all_peers(&self) -> Result<Vec<PeerInfo>, NetworkError> {
298        let (tx, rx) = oneshot::channel();
299        let _ = self.manager().send(NetworkHandleMessage::GetPeerInfos(tx));
300        Ok(rx.await?)
301    }
302
303    async fn get_peer_by_id(&self, peer_id: PeerId) -> Result<Option<PeerInfo>, NetworkError> {
304        let (tx, rx) = oneshot::channel();
305        let _ = self.manager().send(NetworkHandleMessage::GetPeerInfoById(peer_id, tx));
306        Ok(rx.await?)
307    }
308
309    async fn get_peers_by_id(&self, peer_ids: Vec<PeerId>) -> Result<Vec<PeerInfo>, NetworkError> {
310        let (tx, rx) = oneshot::channel();
311        let _ = self.manager().send(NetworkHandleMessage::GetPeerInfosByIds(peer_ids, tx));
312        Ok(rx.await?)
313    }
314
315    /// Sends a message to the [`NetworkManager`](crate::NetworkManager) to remove a peer from the
316    /// set corresponding to given kind.
317    fn remove_peer(&self, peer: PeerId, kind: PeerKind) {
318        self.send_message(NetworkHandleMessage::RemovePeer(peer, kind))
319    }
320
321    /// Sends a message to the [`NetworkManager`](crate::NetworkManager)  to disconnect an existing
322    /// connection to the given peer.
323    fn disconnect_peer(&self, peer: PeerId) {
324        self.send_message(NetworkHandleMessage::DisconnectPeer(peer, None))
325    }
326
327    /// Sends a message to the [`NetworkManager`](crate::NetworkManager)  to disconnect an existing
328    /// connection to the given peer using the provided reason
329    fn disconnect_peer_with_reason(&self, peer: PeerId, reason: DisconnectReason) {
330        self.send_message(NetworkHandleMessage::DisconnectPeer(peer, Some(reason)))
331    }
332
333    /// Sends a message to the [`NetworkManager`](crate::NetworkManager) to connect to the given
334    /// peer.
335    fn connect_peer_kind(
336        &self,
337        peer_id: PeerId,
338        kind: PeerKind,
339        tcp_addr: SocketAddr,
340        udp_addr: Option<SocketAddr>,
341    ) {
342        self.send_message(NetworkHandleMessage::ConnectPeer(
343            peer_id,
344            kind,
345            PeerAddr::new(tcp_addr, udp_addr),
346        ))
347    }
348
349    /// Send a reputation change for the given peer.
350    fn reputation_change(&self, peer_id: PeerId, kind: ReputationChangeKind) {
351        self.send_message(NetworkHandleMessage::ReputationChange(peer_id, kind));
352    }
353
354    async fn reputation_by_id(&self, peer_id: PeerId) -> Result<Option<Reputation>, NetworkError> {
355        let (tx, rx) = oneshot::channel();
356        let _ = self.manager().send(NetworkHandleMessage::GetReputationById(peer_id, tx));
357        Ok(rx.await?)
358    }
359}
360
361impl<N: NetworkPrimitives> PeersHandleProvider for NetworkHandle<N> {
362    fn peers_handle(&self) -> &PeersHandle {
363        &self.inner.peers
364    }
365}
366
367impl<N: NetworkPrimitives> NetworkInfo for NetworkHandle<N> {
368    fn local_addr(&self) -> SocketAddr {
369        *self.inner.listener_address.lock()
370    }
371
372    async fn network_status(&self) -> Result<NetworkStatus, NetworkError> {
373        let (tx, rx) = oneshot::channel();
374        let _ = self.manager().send(NetworkHandleMessage::GetStatus(tx));
375        rx.await.map_err(Into::into)
376    }
377
378    fn chain_id(&self) -> u64 {
379        self.inner.chain_id.load(Ordering::Relaxed)
380    }
381
382    fn is_syncing(&self) -> bool {
383        SyncStateProvider::is_syncing(self)
384    }
385
386    fn is_initially_syncing(&self) -> bool {
387        SyncStateProvider::is_initially_syncing(self)
388    }
389}
390
391impl<N: NetworkPrimitives> SyncStateProvider for NetworkHandle<N> {
392    fn is_syncing(&self) -> bool {
393        self.inner.is_syncing.load(Ordering::Relaxed)
394    }
395    // used to guard the txpool
396    fn is_initially_syncing(&self) -> bool {
397        if self.inner.initial_sync_done.load(Ordering::Relaxed) {
398            return false
399        }
400        self.inner.is_syncing.load(Ordering::Relaxed)
401    }
402}
403
404impl<N: NetworkPrimitives> NetworkSyncUpdater for NetworkHandle<N> {
405    fn update_sync_state(&self, state: SyncState) {
406        let future_state = state.is_syncing();
407        let prev_state = self.inner.is_syncing.swap(future_state, Ordering::Relaxed);
408        let syncing_to_idle_state_transition = prev_state && !future_state;
409        if syncing_to_idle_state_transition {
410            self.inner.initial_sync_done.store(true, Ordering::Relaxed);
411        }
412    }
413
414    /// Update the status of the node.
415    fn update_status(&self, head: Head) {
416        self.send_message(NetworkHandleMessage::StatusUpdate { head });
417    }
418}
419
420impl<N: NetworkPrimitives> BlockDownloaderProvider for NetworkHandle<N> {
421    type Client = FetchClient<N>;
422
423    async fn fetch_client(&self) -> Result<Self::Client, oneshot::error::RecvError> {
424        let (tx, rx) = oneshot::channel();
425        let _ = self.manager().send(NetworkHandleMessage::FetchClient(tx));
426        rx.await
427    }
428}
429
430#[derive(Debug)]
431struct NetworkInner<N: NetworkPrimitives = EthNetworkPrimitives> {
432    /// Number of active peer sessions the node's currently handling.
433    num_active_peers: Arc<AtomicUsize>,
434    /// Sender half of the message channel to the [`crate::NetworkManager`].
435    to_manager_tx: UnboundedSender<NetworkHandleMessage<N>>,
436    /// The local address that accepts incoming connections.
437    listener_address: Arc<Mutex<SocketAddr>>,
438    /// The secret key used for authenticating sessions.
439    secret_key: SecretKey,
440    /// The identifier used by this node.
441    local_peer_id: PeerId,
442    /// Access to the all the nodes.
443    peers: PeersHandle,
444    /// The mode of the network
445    network_mode: NetworkMode,
446    /// Represents if the network is currently syncing.
447    is_syncing: Arc<AtomicBool>,
448    /// Used to differentiate between an initial pipeline sync or a live sync
449    initial_sync_done: Arc<AtomicBool>,
450    /// The chain id
451    chain_id: Arc<AtomicU64>,
452    /// Whether to disable transaction gossip
453    tx_gossip_disabled: bool,
454    /// The instance of the discv4 service
455    discv4: Option<Discv4>,
456    /// The instance of the discv5 service
457    discv5: Option<Discv5>,
458    /// Sender for high level network events.
459    event_sender: EventSender<NetworkEvent<PeerRequest<N>>>,
460    /// The NAT resolver
461    nat: Option<NatResolver>,
462}
463
464/// Provides access to modify the network's additional protocol handlers.
465pub trait NetworkProtocols: Send + Sync {
466    /// Adds an additional protocol handler to the `RLPx` sub-protocol list.
467    fn add_rlpx_sub_protocol(&self, protocol: RlpxSubProtocol);
468}
469
470/// Internal messages that can be passed to the  [`NetworkManager`](crate::NetworkManager).
471#[derive(Debug)]
472pub(crate) enum NetworkHandleMessage<N: NetworkPrimitives = EthNetworkPrimitives> {
473    /// Marks a peer as trusted.
474    AddTrustedPeerId(PeerId),
475    /// Adds an address for a peer, including its ID, kind, and socket address.
476    AddPeerAddress(PeerId, PeerKind, PeerAddr),
477    /// Removes a peer from the peerset corresponding to the given kind.
478    RemovePeer(PeerId, PeerKind),
479    /// Disconnects a connection to a peer if it exists, optionally providing a disconnect reason.
480    DisconnectPeer(PeerId, Option<DisconnectReason>),
481    /// Broadcasts an event to announce a new block to all nodes.
482    AnnounceBlock(NewBlock<N::Block>, B256),
483    /// Sends a list of transactions to the given peer.
484    SendTransaction {
485        /// The ID of the peer to which the transactions are sent.
486        peer_id: PeerId,
487        /// The shared transactions to send.
488        msg: SharedTransactions<N::BroadcastedTransaction>,
489    },
490    /// Sends a list of transaction hashes to the given peer.
491    SendPooledTransactionHashes {
492        /// The ID of the peer to which the transaction hashes are sent.
493        peer_id: PeerId,
494        /// The new pooled transaction hashes to send.
495        msg: NewPooledTransactionHashes,
496    },
497    /// Sends an `eth` protocol request to the peer.
498    EthRequest {
499        /// The peer to send the request to.
500        peer_id: PeerId,
501        /// The request to send to the peer's sessions.
502        request: PeerRequest<N>,
503    },
504    /// Sends an `eth` protocol message to the peer.
505    EthMessage {
506        /// The peer to send the message to.
507        peer_id: PeerId,
508        /// The `eth` protocol message to send to the peer's session.
509        message: PeerMessage<N>,
510    },
511    /// Applies a reputation change to the given peer.
512    ReputationChange(PeerId, ReputationChangeKind),
513    /// Returns the client that can be used to interact with the network.
514    FetchClient(oneshot::Sender<FetchClient<N>>),
515    /// Applies a status update.
516    StatusUpdate {
517        /// The head status to apply.
518        head: Head,
519    },
520    /// Retrieves the current status via a oneshot sender.
521    GetStatus(oneshot::Sender<NetworkStatus>),
522    /// Gets `PeerInfo` for the specified peer IDs.
523    GetPeerInfosByIds(Vec<PeerId>, oneshot::Sender<Vec<PeerInfo>>),
524    /// Gets `PeerInfo` from all the peers via a oneshot sender.
525    GetPeerInfos(oneshot::Sender<Vec<PeerInfo>>),
526    /// Gets `PeerInfo` for a specific peer via a oneshot sender.
527    GetPeerInfoById(PeerId, oneshot::Sender<Option<PeerInfo>>),
528    /// Gets `PeerInfo` for a specific peer kind via a oneshot sender.
529    GetPeerInfosByPeerKind(PeerKind, oneshot::Sender<Vec<PeerInfo>>),
530    /// Gets the reputation for a specific peer via a oneshot sender.
531    GetReputationById(PeerId, oneshot::Sender<Option<Reputation>>),
532    /// Retrieves the `TransactionsHandle` via a oneshot sender.
533    GetTransactionsHandle(oneshot::Sender<Option<TransactionsHandle<N>>>),
534    /// Initiates a graceful shutdown of the network via a oneshot sender.
535    Shutdown(oneshot::Sender<()>),
536    /// Sets the network state between hibernation and active.
537    SetNetworkState(NetworkConnectionState),
538    /// Adds a new listener for `DiscoveryEvent`.
539    DiscoveryListener(UnboundedSender<DiscoveryEvent>),
540    /// Adds an additional `RlpxSubProtocol`.
541    AddRlpxSubProtocol(RlpxSubProtocol),
542    /// Connect to the given peer.
543    ConnectPeer(PeerId, PeerKind, PeerAddr),
544}