_ Git - rapid-gossip-sync-server/blob - src/tracking.rs

   1 use std::collections::hash_map::RandomState;
   2 use std::hash::{BuildHasher, Hasher};
   3 use std::net::SocketAddr;
   4 use std::ops::Deref;
   5 use std::sync::Arc;
   6 use std::time::{Duration, Instant};
   7
   8 use bitcoin::hashes::hex::ToHex;
   9 use bitcoin::secp256k1::PublicKey;
  10 use lightning;
  11 use lightning::ln::peer_handler::{
  12         ErroringMessageHandler, IgnoringMessageHandler, MessageHandler, PeerManager,
  13 };
  14 use lightning::{log_error, log_info, log_warn};
  15 use lightning::routing::gossip::NetworkGraph;
  16 use lightning::sign::KeysManager;
  17 use lightning::util::logger::Logger;
  18 use tokio::sync::mpsc;
  19 use tokio::task::JoinSet;
  20
  21 use crate::config;
  22 use crate::downloader::GossipRouter;
  23 use crate::types::{GossipMessage, GossipPeerManager};
  24
  25 pub(crate) async fn download_gossip<L: Deref + Clone + Send + Sync + 'static>(persistence_sender: mpsc::Sender<GossipMessage>,
  26         completion_sender: mpsc::Sender<()>,
  27         network_graph: Arc<NetworkGraph<L>>,
  28         logger: L,
  29 ) where L::Target: Logger {
  30         let mut key = [42; 32];
  31         let mut random_data = [43; 32];
  32         // Get something psuedo-random from std.
  33         let mut key_hasher = RandomState::new().build_hasher();
  34         key_hasher.write_u8(1);
  35         key[0..8].copy_from_slice(&key_hasher.finish().to_ne_bytes());
  36         let mut rand_hasher = RandomState::new().build_hasher();
  37         rand_hasher.write_u8(2);
  38         random_data[0..8].copy_from_slice(&rand_hasher.finish().to_ne_bytes());
  39
  40         let keys_manager = Arc::new(KeysManager::new(&key, 0xdeadbeef, 0xdeadbeef));
  41
  42         let router = Arc::new(GossipRouter::new(network_graph, persistence_sender.clone(), logger.clone()));
  43
  44         let message_handler = MessageHandler {
  45                 chan_handler: ErroringMessageHandler::new(),
  46                 route_handler: Arc::clone(&router),
  47                 onion_message_handler: IgnoringMessageHandler {},
  48                 custom_message_handler: IgnoringMessageHandler {},
  49         };
  50         let peer_handler = Arc::new(PeerManager::new(
  51                 message_handler,
  52                 0xdeadbeef,
  53                 &random_data,
  54                 logger.clone(),
  55                 keys_manager,
  56         ));
  57         router.set_pm(Arc::clone(&peer_handler));
  58
  59         let ph_timer = Arc::clone(&peer_handler);
  60         tokio::spawn(async move {
  61                 let mut intvl = tokio::time::interval(Duration::from_secs(10));
  62                 loop {
  63                         intvl.tick().await;
  64                         ph_timer.timer_tick_occurred();
  65                 }
  66         });
  67
  68         log_info!(logger, "Connecting to Lightning peers...");
  69         let peers = config::ln_peers();
  70         let mut handles = JoinSet::new();
  71         let mut connected_peer_count = 0;
  72
  73         if peers.len() <= config::CONNECTED_PEER_ASSERTION_LIMIT {
  74                 log_warn!(logger, "Peer assertion threshold is {}, but only {} peers specified.", config::CONNECTED_PEER_ASSERTION_LIMIT, peers.len());
  75         }
  76
  77         for current_peer in peers {
  78                 let peer_handler_clone = peer_handler.clone();
  79                 let logger_clone = logger.clone();
  80                 handles.spawn(async move {
  81                         connect_peer(current_peer, peer_handler_clone, logger_clone).await
  82                 });
  83         }
  84
  85         while let Some(connection_result) = handles.join_next().await {
  86                 if let Ok(connection) = connection_result {
  87                         if connection {
  88                                 connected_peer_count += 1;
  89                                 if connected_peer_count >= config::CONNECTED_PEER_ASSERTION_LIMIT {
  90                                         break;
  91                                 }
  92                         }
  93                 }
  94         }
  95
  96         if connected_peer_count < 1 {
  97                 panic!("Failed to connect to any peer.");
  98         }
  99
 100         log_info!(logger, "Connected to {} Lightning peers!", connected_peer_count);
 101
 102         let mut previous_announcement_count = 0u64;
 103         let mut previous_update_count = 0u64;
 104         let mut is_caught_up_with_gossip = false;
 105
 106         let mut i = 0u32;
 107         let mut latest_new_gossip_time = Instant::now();
 108         let mut needs_to_notify_persister = false;
 109
 110         loop {
 111                 i += 1; // count the background activity
 112                 let sleep = tokio::time::sleep(Duration::from_secs(5));
 113                 sleep.await;
 114
 115                 {
 116                         let counter = router.counter.read().unwrap();
 117                         let total_message_count = counter.channel_announcements + counter.channel_updates;
 118                         let new_message_count = total_message_count - previous_announcement_count - previous_update_count;
 119
 120                         let was_previously_caught_up_with_gossip = is_caught_up_with_gossip;
 121                         // TODO: make new message threshold (20) adjust based on connected peer count
 122                         is_caught_up_with_gossip = new_message_count < 20 && previous_announcement_count > 0 && previous_update_count > 0;
 123                         if new_message_count > 0 {
 124                                 latest_new_gossip_time = Instant::now();
 125                         }
 126
 127                         // if we either aren't caught up, or just stopped/started being caught up
 128                         if !is_caught_up_with_gossip || (is_caught_up_with_gossip != was_previously_caught_up_with_gossip) {
 129                                 log_info!(
 130                                         logger,
 131                                         "gossip count (iteration {}): {} (delta: {}):\n\tannouncements: {}\n\t\tmismatched scripts: {}\n\tupdates: {}\n\t\tno HTLC max: {}\n",
 132                                         i,
 133                                         total_message_count,
 134                                         new_message_count,
 135                                         counter.channel_announcements,
 136                                         counter.channel_announcements_with_mismatched_scripts,
 137                                         counter.channel_updates,
 138                                         counter.channel_updates_without_htlc_max_msats
 139                                 );
 140                         } else {
 141                                 log_info!(logger, "Monitoring for gossip…")
 142                         }
 143
 144                         if is_caught_up_with_gossip && !was_previously_caught_up_with_gossip {
 145                                 log_info!(logger, "caught up with gossip!");
 146                                 needs_to_notify_persister = true;
 147                         } else if !is_caught_up_with_gossip && was_previously_caught_up_with_gossip {
 148                                 log_info!(logger, "Received new messages since catching up with gossip!");
 149                         }
 150
 151                         let continuous_caught_up_duration = latest_new_gossip_time.elapsed();
 152                         if continuous_caught_up_duration.as_secs() > 600 {
 153                                 log_warn!(logger, "No new gossip messages in 10 minutes! Something's amiss!");
 154                         }
 155
 156                         previous_announcement_count = counter.channel_announcements;
 157                         previous_update_count = counter.channel_updates;
 158                 }
 159
 160                 if needs_to_notify_persister {
 161                         needs_to_notify_persister = false;
 162                         completion_sender.send(()).await.unwrap();
 163                 }
 164         }
 165 }
 166
 167 async fn connect_peer<L: Deref + Clone + Send + Sync + 'static>(current_peer: (PublicKey, SocketAddr), peer_manager: GossipPeerManager<L>, logger: L) -> bool where L::Target: Logger {
 168         log_info!(logger, "Connecting to peer {}@{}...", current_peer.0.to_hex(), current_peer.1.to_string());
 169         let connection = lightning_net_tokio::connect_outbound(
 170                 Arc::clone(&peer_manager),
 171                 current_peer.0,
 172                 current_peer.1,
 173         ).await;
 174         if let Some(disconnection_future) = connection {
 175                 log_info!(logger, "Connected to peer {}@{}!", current_peer.0.to_hex(), current_peer.1.to_string());
 176                 tokio::spawn(async move {
 177                         disconnection_future.await;
 178                         loop {
 179                                 log_warn!(logger, "Reconnecting to peer {}@{}...", current_peer.0.to_hex(), current_peer.1.to_string());
 180                                 if let Some(disconnection_future) = lightning_net_tokio::connect_outbound(
 181                                         Arc::clone(&peer_manager),
 182                                         current_peer.0,
 183                                         current_peer.1,
 184                                 ).await {
 185                                         disconnection_future.await;
 186                                 }
 187                                 tokio::time::sleep(Duration::from_secs(10)).await;
 188                         }
 189                 });
 190                 true
 191         } else {
 192                 log_error!(logger, "Failed to connect to peer {}@{}", current_peer.0.to_hex(), current_peer.1.to_string());
 193                 false
 194         }
 195 }