reth_network/
network.rs

1use crate::{
2    config::NetworkMode, message::PeerMessage, protocol::RlpxSubProtocol,
3    swarm::NetworkConnectionState, transactions::TransactionsHandle, FetchClient,
4};
5use alloy_primitives::B256;
6use enr::Enr;
7use futures::StreamExt;
8use parking_lot::Mutex;
9use reth_discv4::{Discv4, NatResolver};
10use reth_discv5::Discv5;
11use reth_eth_wire::{
12    BlockRangeUpdate, DisconnectReason, EthNetworkPrimitives, NetworkPrimitives,
13    NewPooledTransactionHashes, SharedTransactions,
14};
15use reth_ethereum_forks::Head;
16use reth_network_api::{
17    events::{NetworkPeersEvents, PeerEvent, PeerEventStream},
18    test_utils::{PeersHandle, PeersHandleProvider},
19    BlockDownloaderProvider, DiscoveryEvent, NetworkError, NetworkEvent,
20    NetworkEventListenerProvider, NetworkInfo, NetworkStatus, PeerInfo, PeerRequest, Peers,
21    PeersInfo,
22};
23use reth_network_p2p::sync::{NetworkSyncUpdater, SyncState, SyncStateProvider};
24use reth_network_peers::{NodeRecord, PeerId};
25use reth_network_types::{PeerAddr, PeerKind, Reputation, ReputationChangeKind};
26use reth_tokio_util::{EventSender, EventStream};
27use secp256k1::SecretKey;
28use std::{
29    net::SocketAddr,
30    sync::{
31        atomic::{AtomicBool, AtomicU64, AtomicUsize, Ordering},
32        Arc,
33    },
34};
35use tokio::sync::{
36    mpsc::{self, UnboundedSender},
37    oneshot,
38};
39use tokio_stream::wrappers::UnboundedReceiverStream;
40
41/// A _shareable_ network frontend. Used to interact with the network.
42///
43/// See also [`NetworkManager`](crate::NetworkManager).
44#[derive(Clone, Debug)]
45pub struct NetworkHandle<N: NetworkPrimitives = EthNetworkPrimitives> {
46    /// The Arc'ed delegate that contains the state.
47    inner: Arc<NetworkInner<N>>,
48}
49
50// === impl NetworkHandle ===
51
52impl<N: NetworkPrimitives> NetworkHandle<N> {
53    /// Creates a single new instance.
54    #[expect(clippy::too_many_arguments)]
55    pub(crate) fn new(
56        num_active_peers: Arc<AtomicUsize>,
57        listener_address: Arc<Mutex<SocketAddr>>,
58        to_manager_tx: UnboundedSender<NetworkHandleMessage<N>>,
59        secret_key: SecretKey,
60        local_peer_id: PeerId,
61        peers: PeersHandle,
62        network_mode: NetworkMode,
63        chain_id: Arc<AtomicU64>,
64        tx_gossip_disabled: bool,
65        discv4: Option<Discv4>,
66        discv5: Option<Discv5>,
67        event_sender: EventSender<NetworkEvent<PeerRequest<N>>>,
68        nat: Option<NatResolver>,
69    ) -> Self {
70        let inner = NetworkInner {
71            num_active_peers,
72            to_manager_tx,
73            listener_address,
74            secret_key,
75            local_peer_id,
76            peers,
77            network_mode,
78            is_syncing: Arc::new(AtomicBool::new(false)),
79            initial_sync_done: Arc::new(AtomicBool::new(false)),
80            chain_id,
81            tx_gossip_disabled,
82            discv4,
83            discv5,
84            event_sender,
85            nat,
86        };
87        Self { inner: Arc::new(inner) }
88    }
89
90    /// Returns the [`PeerId`] used in the network.
91    pub fn peer_id(&self) -> &PeerId {
92        &self.inner.local_peer_id
93    }
94
95    fn manager(&self) -> &UnboundedSender<NetworkHandleMessage<N>> {
96        &self.inner.to_manager_tx
97    }
98
99    /// Returns the mode of the network, either pow, or pos
100    pub fn mode(&self) -> &NetworkMode {
101        &self.inner.network_mode
102    }
103
104    /// Sends a [`NetworkHandleMessage`] to the manager
105    pub(crate) fn send_message(&self, msg: NetworkHandleMessage<N>) {
106        let _ = self.inner.to_manager_tx.send(msg);
107    }
108
109    /// Update the status of the node.
110    pub fn update_status(&self, head: Head) {
111        self.send_message(NetworkHandleMessage::StatusUpdate { head });
112    }
113
114    /// Announce a block over devp2p
115    ///
116    /// Caution: in `PoS` this is a noop because new blocks are no longer announced over devp2p.
117    /// Instead they are sent to the node by CL and can be requested over devp2p.
118    /// Broadcasting new blocks is considered a protocol violation.
119    pub fn announce_block(&self, block: N::NewBlockPayload, hash: B256) {
120        self.send_message(NetworkHandleMessage::AnnounceBlock(block, hash))
121    }
122
123    /// Sends a [`PeerRequest`] to the given peer's session.
124    pub fn send_request(&self, peer_id: PeerId, request: PeerRequest<N>) {
125        self.send_message(NetworkHandleMessage::EthRequest { peer_id, request })
126    }
127
128    /// Send transactions hashes to the peer.
129    pub fn send_transactions_hashes(&self, peer_id: PeerId, msg: NewPooledTransactionHashes) {
130        self.send_message(NetworkHandleMessage::SendPooledTransactionHashes { peer_id, msg })
131    }
132
133    /// Send full transactions to the peer
134    pub fn send_transactions(&self, peer_id: PeerId, msg: Vec<Arc<N::BroadcastedTransaction>>) {
135        self.send_message(NetworkHandleMessage::SendTransaction {
136            peer_id,
137            msg: SharedTransactions(msg),
138        })
139    }
140
141    /// Send eth message to the peer.
142    pub fn send_eth_message(&self, peer_id: PeerId, message: PeerMessage<N>) {
143        self.send_message(NetworkHandleMessage::EthMessage { peer_id, message })
144    }
145
146    /// Send message to get the [`TransactionsHandle`].
147    ///
148    /// Returns `None` if no transaction task is installed.
149    pub async fn transactions_handle(&self) -> Option<TransactionsHandle<N>> {
150        let (tx, rx) = oneshot::channel();
151        let _ = self.manager().send(NetworkHandleMessage::GetTransactionsHandle(tx));
152        rx.await.unwrap()
153    }
154
155    /// Send message to gracefully shutdown node.
156    ///
157    /// This will disconnect all active and pending sessions and prevent
158    /// new connections to be established.
159    pub async fn shutdown(&self) -> Result<(), oneshot::error::RecvError> {
160        let (tx, rx) = oneshot::channel();
161        self.send_message(NetworkHandleMessage::Shutdown(tx));
162        rx.await
163    }
164
165    /// Set network connection state to Active.
166    ///
167    /// New outbound connections will be established if there's capacity.
168    pub fn set_network_active(&self) {
169        self.set_network_conn(NetworkConnectionState::Active);
170    }
171
172    /// Set network connection state to Hibernate.
173    ///
174    /// No new outbound connections will be established.
175    pub fn set_network_hibernate(&self) {
176        self.set_network_conn(NetworkConnectionState::Hibernate);
177    }
178
179    /// Set network connection state.
180    fn set_network_conn(&self, network_conn: NetworkConnectionState) {
181        self.send_message(NetworkHandleMessage::SetNetworkState(network_conn));
182    }
183
184    /// Whether tx gossip is disabled
185    pub fn tx_gossip_disabled(&self) -> bool {
186        self.inner.tx_gossip_disabled
187    }
188
189    /// Returns the secret key used for authenticating sessions.
190    pub fn secret_key(&self) -> &SecretKey {
191        &self.inner.secret_key
192    }
193}
194
195// === API Implementations ===
196
197impl<N: NetworkPrimitives> NetworkPeersEvents for NetworkHandle<N> {
198    /// Returns an event stream of peer-specific network events.
199    fn peer_events(&self) -> PeerEventStream {
200        let peer_events = self.inner.event_sender.new_listener().map(|event| match event {
201            NetworkEvent::Peer(peer_event) => peer_event,
202            NetworkEvent::ActivePeerSession { info, .. } => PeerEvent::SessionEstablished(info),
203        });
204        PeerEventStream::new(peer_events)
205    }
206}
207
208impl<N: NetworkPrimitives> NetworkEventListenerProvider for NetworkHandle<N> {
209    type Primitives = N;
210
211    fn event_listener(&self) -> EventStream<NetworkEvent<PeerRequest<Self::Primitives>>> {
212        self.inner.event_sender.new_listener()
213    }
214
215    fn discovery_listener(&self) -> UnboundedReceiverStream<DiscoveryEvent> {
216        let (tx, rx) = mpsc::unbounded_channel();
217        let _ = self.manager().send(NetworkHandleMessage::DiscoveryListener(tx));
218        UnboundedReceiverStream::new(rx)
219    }
220}
221
222impl<N: NetworkPrimitives> NetworkProtocols for NetworkHandle<N> {
223    fn add_rlpx_sub_protocol(&self, protocol: RlpxSubProtocol) {
224        self.send_message(NetworkHandleMessage::AddRlpxSubProtocol(protocol))
225    }
226}
227
228impl<N: NetworkPrimitives> PeersInfo for NetworkHandle<N> {
229    fn num_connected_peers(&self) -> usize {
230        self.inner.num_active_peers.load(Ordering::Relaxed)
231    }
232
233    fn local_node_record(&self) -> NodeRecord {
234        if let Some(discv4) = &self.inner.discv4 {
235            // Note: the discv4 services uses the same `nat` so we can directly return the node
236            // record here
237            discv4.node_record()
238        } else if let Some(discv5) = self.inner.discv5.as_ref() {
239            // for disv5 we must check if we have an external ip configured
240            if let Some(external) = self.inner.nat.and_then(|nat| nat.as_external_ip()) {
241                NodeRecord::new((external, discv5.local_port()).into(), *self.peer_id())
242            } else {
243                // use the node record that discv5 tracks or use localhost
244                self.inner.discv5.as_ref().and_then(|d| d.node_record()).unwrap_or_else(|| {
245                    NodeRecord::new(
246                        (std::net::IpAddr::V4(std::net::Ipv4Addr::LOCALHOST), discv5.local_port())
247                            .into(),
248                        *self.peer_id(),
249                    )
250                })
251            }
252            // also use the tcp port
253            .with_tcp_port(self.inner.listener_address.lock().port())
254        } else {
255            let external_ip = self.inner.nat.and_then(|nat| nat.as_external_ip());
256
257            let mut socket_addr = *self.inner.listener_address.lock();
258            if let Some(ip) = external_ip {
259                // if able to resolve external ip, use it instead and also set the local address
260                socket_addr.set_ip(ip)
261            } else if socket_addr.ip().is_unspecified() {
262                // zero address is invalid
263                if socket_addr.ip().is_ipv4() {
264                    socket_addr.set_ip(std::net::IpAddr::V4(std::net::Ipv4Addr::LOCALHOST));
265                } else {
266                    socket_addr.set_ip(std::net::IpAddr::V6(std::net::Ipv6Addr::LOCALHOST));
267                }
268            }
269
270            NodeRecord::new(socket_addr, *self.peer_id())
271        }
272    }
273
274    fn local_enr(&self) -> Enr<SecretKey> {
275        let local_node_record = self.local_node_record();
276        let mut builder = Enr::builder();
277        builder.ip(local_node_record.address);
278        if local_node_record.address.is_ipv4() {
279            builder.udp4(local_node_record.udp_port);
280            builder.tcp4(local_node_record.tcp_port);
281        } else {
282            builder.udp6(local_node_record.udp_port);
283            builder.tcp6(local_node_record.tcp_port);
284        }
285        builder.build(&self.inner.secret_key).expect("valid enr")
286    }
287}
288
289impl<N: NetworkPrimitives> Peers for NetworkHandle<N> {
290    fn add_trusted_peer_id(&self, peer: PeerId) {
291        self.send_message(NetworkHandleMessage::AddTrustedPeerId(peer));
292    }
293
294    /// Sends a message to the [`NetworkManager`](crate::NetworkManager) to add a peer to the known
295    /// set, with the given kind.
296    fn add_peer_kind(
297        &self,
298        peer: PeerId,
299        kind: PeerKind,
300        tcp_addr: SocketAddr,
301        udp_addr: Option<SocketAddr>,
302    ) {
303        let addr = PeerAddr::new(tcp_addr, udp_addr);
304        self.send_message(NetworkHandleMessage::AddPeerAddress(peer, kind, addr));
305    }
306
307    async fn get_peers_by_kind(&self, kind: PeerKind) -> Result<Vec<PeerInfo>, NetworkError> {
308        let (tx, rx) = oneshot::channel();
309        let _ = self.manager().send(NetworkHandleMessage::GetPeerInfosByPeerKind(kind, tx));
310        Ok(rx.await?)
311    }
312
313    async fn get_all_peers(&self) -> Result<Vec<PeerInfo>, NetworkError> {
314        let (tx, rx) = oneshot::channel();
315        let _ = self.manager().send(NetworkHandleMessage::GetPeerInfos(tx));
316        Ok(rx.await?)
317    }
318
319    async fn get_peer_by_id(&self, peer_id: PeerId) -> Result<Option<PeerInfo>, NetworkError> {
320        let (tx, rx) = oneshot::channel();
321        let _ = self.manager().send(NetworkHandleMessage::GetPeerInfoById(peer_id, tx));
322        Ok(rx.await?)
323    }
324
325    async fn get_peers_by_id(&self, peer_ids: Vec<PeerId>) -> Result<Vec<PeerInfo>, NetworkError> {
326        let (tx, rx) = oneshot::channel();
327        let _ = self.manager().send(NetworkHandleMessage::GetPeerInfosByIds(peer_ids, tx));
328        Ok(rx.await?)
329    }
330
331    /// Sends a message to the [`NetworkManager`](crate::NetworkManager) to remove a peer from the
332    /// set corresponding to given kind.
333    fn remove_peer(&self, peer: PeerId, kind: PeerKind) {
334        self.send_message(NetworkHandleMessage::RemovePeer(peer, kind))
335    }
336
337    /// Sends a message to the [`NetworkManager`](crate::NetworkManager)  to disconnect an existing
338    /// connection to the given peer.
339    fn disconnect_peer(&self, peer: PeerId) {
340        self.send_message(NetworkHandleMessage::DisconnectPeer(peer, None))
341    }
342
343    /// Sends a message to the [`NetworkManager`](crate::NetworkManager)  to disconnect an existing
344    /// connection to the given peer using the provided reason
345    fn disconnect_peer_with_reason(&self, peer: PeerId, reason: DisconnectReason) {
346        self.send_message(NetworkHandleMessage::DisconnectPeer(peer, Some(reason)))
347    }
348
349    /// Sends a message to the [`NetworkManager`](crate::NetworkManager) to connect to the given
350    /// peer.
351    fn connect_peer_kind(
352        &self,
353        peer_id: PeerId,
354        kind: PeerKind,
355        tcp_addr: SocketAddr,
356        udp_addr: Option<SocketAddr>,
357    ) {
358        self.send_message(NetworkHandleMessage::ConnectPeer(
359            peer_id,
360            kind,
361            PeerAddr::new(tcp_addr, udp_addr),
362        ))
363    }
364
365    /// Send a reputation change for the given peer.
366    fn reputation_change(&self, peer_id: PeerId, kind: ReputationChangeKind) {
367        self.send_message(NetworkHandleMessage::ReputationChange(peer_id, kind));
368    }
369
370    async fn reputation_by_id(&self, peer_id: PeerId) -> Result<Option<Reputation>, NetworkError> {
371        let (tx, rx) = oneshot::channel();
372        let _ = self.manager().send(NetworkHandleMessage::GetReputationById(peer_id, tx));
373        Ok(rx.await?)
374    }
375}
376
377impl<N: NetworkPrimitives> PeersHandleProvider for NetworkHandle<N> {
378    fn peers_handle(&self) -> &PeersHandle {
379        &self.inner.peers
380    }
381}
382
383impl<N: NetworkPrimitives> NetworkInfo for NetworkHandle<N> {
384    fn local_addr(&self) -> SocketAddr {
385        *self.inner.listener_address.lock()
386    }
387
388    async fn network_status(&self) -> Result<NetworkStatus, NetworkError> {
389        let (tx, rx) = oneshot::channel();
390        let _ = self.manager().send(NetworkHandleMessage::GetStatus(tx));
391        rx.await.map_err(Into::into)
392    }
393
394    fn chain_id(&self) -> u64 {
395        self.inner.chain_id.load(Ordering::Relaxed)
396    }
397
398    fn is_syncing(&self) -> bool {
399        SyncStateProvider::is_syncing(self)
400    }
401
402    fn is_initially_syncing(&self) -> bool {
403        SyncStateProvider::is_initially_syncing(self)
404    }
405}
406
407impl<N: NetworkPrimitives> SyncStateProvider for NetworkHandle<N> {
408    fn is_syncing(&self) -> bool {
409        self.inner.is_syncing.load(Ordering::Relaxed)
410    }
411    // used to guard the txpool
412    fn is_initially_syncing(&self) -> bool {
413        if self.inner.initial_sync_done.load(Ordering::Relaxed) {
414            return false
415        }
416        self.inner.is_syncing.load(Ordering::Relaxed)
417    }
418}
419
420impl<N: NetworkPrimitives> NetworkSyncUpdater for NetworkHandle<N> {
421    fn update_sync_state(&self, state: SyncState) {
422        let future_state = state.is_syncing();
423        let prev_state = self.inner.is_syncing.swap(future_state, Ordering::Relaxed);
424        let syncing_to_idle_state_transition = prev_state && !future_state;
425        if syncing_to_idle_state_transition {
426            self.inner.initial_sync_done.store(true, Ordering::Relaxed);
427        }
428    }
429
430    /// Update the status of the node.
431    fn update_status(&self, head: Head) {
432        self.send_message(NetworkHandleMessage::StatusUpdate { head });
433    }
434
435    /// Updates the advertised block range.
436    fn update_block_range(&self, update: reth_eth_wire::BlockRangeUpdate) {
437        self.send_message(NetworkHandleMessage::InternalBlockRangeUpdate(update));
438    }
439}
440
441impl<N: NetworkPrimitives> BlockDownloaderProvider for NetworkHandle<N> {
442    type Client = FetchClient<N>;
443
444    async fn fetch_client(&self) -> Result<Self::Client, oneshot::error::RecvError> {
445        let (tx, rx) = oneshot::channel();
446        let _ = self.manager().send(NetworkHandleMessage::FetchClient(tx));
447        rx.await
448    }
449}
450
451#[derive(Debug)]
452struct NetworkInner<N: NetworkPrimitives = EthNetworkPrimitives> {
453    /// Number of active peer sessions the node's currently handling.
454    num_active_peers: Arc<AtomicUsize>,
455    /// Sender half of the message channel to the [`crate::NetworkManager`].
456    to_manager_tx: UnboundedSender<NetworkHandleMessage<N>>,
457    /// The local address that accepts incoming connections.
458    listener_address: Arc<Mutex<SocketAddr>>,
459    /// The secret key used for authenticating sessions.
460    secret_key: SecretKey,
461    /// The identifier used by this node.
462    local_peer_id: PeerId,
463    /// Access to all the nodes.
464    peers: PeersHandle,
465    /// The mode of the network
466    network_mode: NetworkMode,
467    /// Represents if the network is currently syncing.
468    is_syncing: Arc<AtomicBool>,
469    /// Used to differentiate between an initial pipeline sync or a live sync
470    initial_sync_done: Arc<AtomicBool>,
471    /// The chain id
472    chain_id: Arc<AtomicU64>,
473    /// Whether to disable transaction gossip
474    tx_gossip_disabled: bool,
475    /// The instance of the discv4 service
476    discv4: Option<Discv4>,
477    /// The instance of the discv5 service
478    discv5: Option<Discv5>,
479    /// Sender for high level network events.
480    event_sender: EventSender<NetworkEvent<PeerRequest<N>>>,
481    /// The NAT resolver
482    nat: Option<NatResolver>,
483}
484
485/// Provides access to modify the network's additional protocol handlers.
486pub trait NetworkProtocols: Send + Sync {
487    /// Adds an additional protocol handler to the `RLPx` sub-protocol list.
488    fn add_rlpx_sub_protocol(&self, protocol: RlpxSubProtocol);
489}
490
491/// Internal messages that can be passed to the  [`NetworkManager`](crate::NetworkManager).
492#[derive(Debug)]
493pub(crate) enum NetworkHandleMessage<N: NetworkPrimitives = EthNetworkPrimitives> {
494    /// Marks a peer as trusted.
495    AddTrustedPeerId(PeerId),
496    /// Adds an address for a peer, including its ID, kind, and socket address.
497    AddPeerAddress(PeerId, PeerKind, PeerAddr),
498    /// Removes a peer from the peerset corresponding to the given kind.
499    RemovePeer(PeerId, PeerKind),
500    /// Disconnects a connection to a peer if it exists, optionally providing a disconnect reason.
501    DisconnectPeer(PeerId, Option<DisconnectReason>),
502    /// Broadcasts an event to announce a new block to all nodes.
503    AnnounceBlock(N::NewBlockPayload, B256),
504    /// Sends a list of transactions to the given peer.
505    SendTransaction {
506        /// The ID of the peer to which the transactions are sent.
507        peer_id: PeerId,
508        /// The shared transactions to send.
509        msg: SharedTransactions<N::BroadcastedTransaction>,
510    },
511    /// Sends a list of transaction hashes to the given peer.
512    SendPooledTransactionHashes {
513        /// The ID of the peer to which the transaction hashes are sent.
514        peer_id: PeerId,
515        /// The new pooled transaction hashes to send.
516        msg: NewPooledTransactionHashes,
517    },
518    /// Sends an `eth` protocol request to the peer.
519    EthRequest {
520        /// The peer to send the request to.
521        peer_id: PeerId,
522        /// The request to send to the peer's sessions.
523        request: PeerRequest<N>,
524    },
525    /// Sends an `eth` protocol message to the peer.
526    EthMessage {
527        /// The peer to send the message to.
528        peer_id: PeerId,
529        /// The `eth` protocol message to send to the peer's session.
530        message: PeerMessage<N>,
531    },
532    /// Applies a reputation change to the given peer.
533    ReputationChange(PeerId, ReputationChangeKind),
534    /// Returns the client that can be used to interact with the network.
535    FetchClient(oneshot::Sender<FetchClient<N>>),
536    /// Applies a status update.
537    StatusUpdate {
538        /// The head status to apply.
539        head: Head,
540    },
541    /// Retrieves the current status via a oneshot sender.
542    GetStatus(oneshot::Sender<NetworkStatus>),
543    /// Gets `PeerInfo` for the specified peer IDs.
544    GetPeerInfosByIds(Vec<PeerId>, oneshot::Sender<Vec<PeerInfo>>),
545    /// Gets `PeerInfo` from all the peers via a oneshot sender.
546    GetPeerInfos(oneshot::Sender<Vec<PeerInfo>>),
547    /// Gets `PeerInfo` for a specific peer via a oneshot sender.
548    GetPeerInfoById(PeerId, oneshot::Sender<Option<PeerInfo>>),
549    /// Gets `PeerInfo` for a specific peer kind via a oneshot sender.
550    GetPeerInfosByPeerKind(PeerKind, oneshot::Sender<Vec<PeerInfo>>),
551    /// Gets the reputation for a specific peer via a oneshot sender.
552    GetReputationById(PeerId, oneshot::Sender<Option<Reputation>>),
553    /// Retrieves the `TransactionsHandle` via a oneshot sender.
554    GetTransactionsHandle(oneshot::Sender<Option<TransactionsHandle<N>>>),
555    /// Initiates a graceful shutdown of the network via a oneshot sender.
556    Shutdown(oneshot::Sender<()>),
557    /// Sets the network state between hibernation and active.
558    SetNetworkState(NetworkConnectionState),
559    /// Adds a new listener for `DiscoveryEvent`.
560    DiscoveryListener(UnboundedSender<DiscoveryEvent>),
561    /// Adds an additional `RlpxSubProtocol`.
562    AddRlpxSubProtocol(RlpxSubProtocol),
563    /// Connect to the given peer.
564    ConnectPeer(PeerId, PeerKind, PeerAddr),
565    /// Message to update the node's advertised block range information.
566    InternalBlockRangeUpdate(BlockRangeUpdate),
567}
reth_network/network.rs

reth_network/
network.rs
