Merge pull request #401 from ariard/2019-11-log-tx-broadcast
authorMatt Corallo <649246+TheBlueMatt@users.noreply.github.com>
Mon, 25 Nov 2019 22:39:48 +0000 (22:39 +0000)
committerGitHub <noreply@github.com>
Mon, 25 Nov 2019 22:39:48 +0000 (22:39 +0000)
Add log for every tx broadcast

1  2 
lightning/src/ln/channelmanager.rs
lightning/src/ln/channelmonitor.rs

index 0058eccd34a30e92e2237839a2ae9dcd18c96d0e,0522ce0a719820f2448aa3803df4efb2457e607f..33f9441cf6c17e80edadbc12060ef3b851618ede
@@@ -25,7 -25,7 +25,7 @@@ use secp256k1::Secp256k1
  use secp256k1::ecdh::SharedSecret;
  use secp256k1;
  
 -use chain::chaininterface::{BroadcasterInterface,ChainListener,ChainWatchInterface,FeeEstimator};
 +use chain::chaininterface::{BroadcasterInterface,ChainListener,FeeEstimator};
  use chain::transaction::OutPoint;
  use ln::channel::{Channel, ChannelError};
  use ln::channelmonitor::{ChannelMonitor, ChannelMonitorUpdateErr, ManyChannelMonitor, CLTV_CLAIM_BUFFER, LATENCY_GRACE_PERIOD_BLOCKS, ANTI_REORG_DELAY};
@@@ -318,11 -318,12 +318,11 @@@ const ERR: () = "You need at least 32 b
  /// the "reorg path" (ie call block_disconnected() until you get to a common block and then call
  /// block_connected() to step towards your best block) upon deserialization before using the
  /// object!
 -pub struct ChannelManager {
 +pub struct ChannelManager<'a> {
        default_configuration: UserConfig,
        genesis_hash: Sha256dHash,
        fee_estimator: Arc<FeeEstimator>,
 -      monitor: Arc<ManyChannelMonitor>,
 -      chain_monitor: Arc<ChainWatchInterface>,
 +      monitor: Arc<ManyChannelMonitor + 'a>,
        tx_broadcaster: Arc<BroadcasterInterface>,
  
        #[cfg(test)]
@@@ -575,7 -576,7 +575,7 @@@ macro_rules! maybe_break_monitor_err 
        }
  }
  
 -impl ChannelManager {
 +impl<'a> ChannelManager<'a> {
        /// Constructs a new ChannelManager to hold several channels and route between them.
        ///
        /// This is the main "logic hub" for all channel-related actions, and implements
        ///
        /// panics if channel_value_satoshis is >= `MAX_FUNDING_SATOSHIS`!
        ///
 -      /// User must provide the current blockchain height from which to track onchain channel
 +      /// Users must provide the current blockchain height from which to track onchain channel
        /// funding outpoints and send payments with reliable timelocks.
 -      pub fn new(network: Network, feeest: Arc<FeeEstimator>, monitor: Arc<ManyChannelMonitor>, chain_monitor: Arc<ChainWatchInterface>, tx_broadcaster: Arc<BroadcasterInterface>, logger: Arc<Logger>,keys_manager: Arc<KeysInterface>, config: UserConfig, current_blockchain_height: usize) -> Result<Arc<ChannelManager>, secp256k1::Error> {
 +      ///
 +      /// Users need to notify the new ChannelManager when a new block is connected or
 +      /// disconnected using its `block_connected` and `block_disconnected` methods.
 +      /// However, rather than calling these methods directly, the user should register
 +      /// the ChannelManager as a listener to the BlockNotifier and call the BlockNotifier's
 +      /// `block_(dis)connected` methods, which will notify all registered listeners in one
 +      /// go.
 +      pub fn new(network: Network, feeest: Arc<FeeEstimator>, monitor: Arc<ManyChannelMonitor + 'a>, tx_broadcaster: Arc<BroadcasterInterface>, logger: Arc<Logger>,keys_manager: Arc<KeysInterface>, config: UserConfig, current_blockchain_height: usize) -> Result<Arc<ChannelManager<'a>>, secp256k1::Error> {
                let secp_ctx = Secp256k1::new();
  
                let res = Arc::new(ChannelManager {
                        genesis_hash: genesis_block(network).header.bitcoin_hash(),
                        fee_estimator: feeest.clone(),
                        monitor: monitor.clone(),
 -                      chain_monitor,
                        tx_broadcaster,
  
                        latest_block_height: AtomicUsize::new(current_blockchain_height),
  
                        logger,
                });
 -              let weak_res = Arc::downgrade(&res);
 -              res.chain_monitor.register_listener(weak_res);
 +
                Ok(res)
        }
  
                        self.fail_htlc_backwards_internal(self.channel_state.lock().unwrap(), htlc_source.0, &htlc_source.1, HTLCFailReason::Reason { failure_code: 0x4000 | 8, data: Vec::new() });
                }
                for tx in local_txn {
+                       log_trace!(self, "Broadcast onchain {}", log_tx!(tx));
                        self.tx_broadcaster.broadcast_transaction(&tx);
                }
        }
                                }
                                try_chan_entry!(self, chan.get_mut().funding_locked(&msg), channel_state, chan);
                                if let Some(announcement_sigs) = self.get_announcement_sigs(chan.get()) {
 +                                      // If we see locking block before receiving remote funding_locked, we broadcast our
 +                                      // announcement_sigs at remote funding_locked reception. If we receive remote
 +                                      // funding_locked before seeing locking block, we broadcast our announcement_sigs at locking
 +                                      // block connection. We should guanrantee to broadcast announcement_sigs to our peer whatever
 +                                      // the order of the events but our peer may not receive it due to disconnection. The specs
 +                                      // lacking an acknowledgement for announcement_sigs we may have to re-send them at peer
 +                                      // connection in the future if simultaneous misses by both peers due to network/hardware
 +                                      // failures is an issue. Note, to achieve its goal, only one of the announcement_sigs needs
 +                                      // to be received, from then sigs are going to be flood to the whole network.
                                        channel_state.pending_msg_events.push(events::MessageSendEvent::SendAnnouncementSignatures {
                                                node_id: their_node_id.clone(),
                                                msg: announcement_sigs,
                        }
                };
                if let Some(broadcast_tx) = tx {
+                       log_trace!(self, "Broadcast onchain {}", log_tx!(broadcast_tx));
                        self.tx_broadcaster.broadcast_transaction(&broadcast_tx);
                }
                if let Some(chan) = chan_option {
        }
  }
  
 -impl events::MessageSendEventsProvider for ChannelManager {
 +impl<'a> events::MessageSendEventsProvider for ChannelManager<'a> {
        fn get_and_clear_pending_msg_events(&self) -> Vec<events::MessageSendEvent> {
                // TODO: Event release to users and serialization is currently race-y: it's very easy for a
                // user to serialize a ChannelManager with pending events in it and lose those events on
        }
  }
  
 -impl events::EventsProvider for ChannelManager {
 +impl<'a> events::EventsProvider for ChannelManager<'a> {
        fn get_and_clear_pending_events(&self) -> Vec<events::Event> {
                // TODO: Event release to users and serialization is currently race-y: it's very easy for a
                // user to serialize a ChannelManager with pending events in it and lose those events on
        }
  }
  
 -impl ChainListener for ChannelManager {
 +impl<'a> ChainListener for ChannelManager<'a> {
        fn block_connected(&self, header: &BlockHeader, height: u32, txn_matched: &[&Transaction], indexes_of_txn_matched: &[u32]) {
                let header_hash = header.bitcoin_hash();
                log_trace!(self, "Block {} at height {} connected with {} txn matched", header_hash, height, txn_matched.len());
        }
  }
  
 -impl ChannelMessageHandler for ChannelManager {
 +impl<'a> ChannelMessageHandler for ChannelManager<'a> {
        //TODO: Handle errors and close channel (or so)
        fn handle_open_channel(&self, their_node_id: &PublicKey, their_local_features: LocalFeatures, msg: &msgs::OpenChannel) -> Result<(), LightningError> {
                let _ = self.total_consistency_lock.read().unwrap();
@@@ -3067,7 -3056,7 +3069,7 @@@ impl<R: ::std::io::Read> Readable<R> fo
        }
  }
  
 -impl Writeable for ChannelManager {
 +impl<'a> Writeable for ChannelManager<'a> {
        fn write<W: Writer>(&self, writer: &mut W) -> Result<(), ::std::io::Error> {
                let _ = self.total_consistency_lock.write().unwrap();
  
  /// 4) Reconnect blocks on your ChannelMonitors.
  /// 5) Move the ChannelMonitors into your local ManyChannelMonitor.
  /// 6) Disconnect/connect blocks on the ChannelManager.
 -/// 7) Register the new ChannelManager with your ChainWatchInterface (this does not happen
 -///    automatically as it does in ChannelManager::new()).
 -pub struct ChannelManagerReadArgs<'a> {
 +/// 7) Register the new ChannelManager with your ChainWatchInterface.
 +pub struct ChannelManagerReadArgs<'a, 'b> {
        /// The keys provider which will give us relevant keys. Some keys will be loaded during
        /// deserialization.
        pub keys_manager: Arc<KeysInterface>,
        /// No calls to the ManyChannelMonitor will be made during deserialization. It is assumed that
        /// you have deserialized ChannelMonitors separately and will add them to your
        /// ManyChannelMonitor after deserializing this ChannelManager.
 -      pub monitor: Arc<ManyChannelMonitor>,
 -      /// The ChainWatchInterface for use in the ChannelManager in the future.
 -      ///
 -      /// No calls to the ChainWatchInterface will be made during deserialization.
 -      pub chain_monitor: Arc<ChainWatchInterface>,
 +      pub monitor: Arc<ManyChannelMonitor + 'b>,
 +
        /// The BroadcasterInterface which will be used in the ChannelManager in the future and may be
        /// used to broadcast the latest local commitment transactions of channels which must be
        /// force-closed during deserialization.
        pub channel_monitors: &'a HashMap<OutPoint, &'a ChannelMonitor>,
  }
  
 -impl<'a, R : ::std::io::Read> ReadableArgs<R, ChannelManagerReadArgs<'a>> for (Sha256dHash, ChannelManager) {
 -      fn read(reader: &mut R, args: ChannelManagerReadArgs<'a>) -> Result<Self, DecodeError> {
 +impl<'a, 'b, R : ::std::io::Read> ReadableArgs<R, ChannelManagerReadArgs<'a, 'b>> for (Sha256dHash, ChannelManager<'b>) {
 +      fn read(reader: &mut R, args: ChannelManagerReadArgs<'a, 'b>) -> Result<Self, DecodeError> {
                let _ver: u8 = Readable::read(reader)?;
                let min_ver: u8 = Readable::read(reader)?;
                if min_ver > SERIALIZATION_VERSION {
                        genesis_hash,
                        fee_estimator: args.fee_estimator,
                        monitor: args.monitor,
 -                      chain_monitor: args.chain_monitor,
                        tx_broadcaster: args.tx_broadcaster,
  
                        latest_block_height: AtomicUsize::new(latest_block_height as usize),
index 1957128a1d3733d0f6fef67f8be17e6bee043d6c,d3121c131cbce91616719f98e7d296b460209420..d619edcbcd98f7fd8a6c6c1c1e6c7f51a2f37194
@@@ -109,12 -109,6 +109,12 @@@ pub struct HTLCUpdate 
  /// channel's monitor everywhere (including remote watchtowers) *before* this function returns. If
  /// an update occurs and a remote watchtower is left with old state, it may broadcast transactions
  /// which we have revoked, allowing our counterparty to claim all funds in the channel!
 +///
 +/// User needs to notify implementors of ManyChannelMonitor when a new block is connected or
 +/// disconnected using their `block_connected` and `block_disconnected` methods. However, rather
 +/// than calling these methods directly, the user should register implementors as listeners to the
 +/// BlockNotifier and call the BlockNotifier's `block_(dis)connected` methods, which will notify
 +/// all registered listeners in one go.
  pub trait ManyChannelMonitor: Send + Sync {
        /// Adds or updates a monitor for the given `funding_txo`.
        ///
@@@ -152,8 -146,7 +152,8 @@@ pub struct SimpleManyChannelMonitor<Key
        fee_estimator: Arc<FeeEstimator>
  }
  
 -impl<Key : Send + cmp::Eq + hash::Hash> ChainListener for SimpleManyChannelMonitor<Key> {
 +impl<'a, Key : Send + cmp::Eq + hash::Hash> ChainListener for SimpleManyChannelMonitor<Key> {
 +
        fn block_connected(&self, header: &BlockHeader, height: u32, txn_matched: &[&Transaction], _indexes_of_txn_matched: &[u32]) {
                let block_hash = header.bitcoin_hash();
                let mut new_events: Vec<events::Event> = Vec::with_capacity(0);
@@@ -230,7 -223,8 +230,7 @@@ impl<Key : Send + cmp::Eq + hash::Hash 
                        logger,
                        fee_estimator: feeest,
                });
 -              let weak_res = Arc::downgrade(&res);
 -              res.chain_monitor.register_listener(weak_res);
 +
                res
        }
  
@@@ -2144,14 -2138,14 +2144,14 @@@ impl ChannelMonitor 
                                };
                                if funding_txo.is_none() || (prevout.txid == funding_txo.as_ref().unwrap().0.txid && prevout.vout == funding_txo.as_ref().unwrap().0.index as u32) {
                                        if (tx.input[0].sequence >> 8*3) as u8 == 0x80 && (tx.lock_time >> 8*3) as u8 == 0x20 {
 -                                              let (remote_txn, new_outputs, mut spendable_output) = self.check_spend_remote_transaction(tx, height, fee_estimator);
 +                                              let (remote_txn, new_outputs, mut spendable_output) = self.check_spend_remote_transaction(&tx, height, fee_estimator);
                                                txn = remote_txn;
                                                spendable_outputs.append(&mut spendable_output);
                                                if !new_outputs.1.is_empty() {
                                                        watch_outputs.push(new_outputs);
                                                }
                                                if txn.is_empty() {
 -                                                      let (local_txn, mut spendable_output, new_outputs) = self.check_spend_local_transaction(tx, height);
 +                                                      let (local_txn, mut spendable_output, new_outputs) = self.check_spend_local_transaction(&tx, height);
                                                        spendable_outputs.append(&mut spendable_output);
                                                        txn = local_txn;
                                                        if !new_outputs.1.is_empty() {
                                                }
                                        }
                                        if !funding_txo.is_none() && txn.is_empty() {
 -                                              if let Some(spendable_output) = self.check_spend_closing_transaction(tx) {
 +                                              if let Some(spendable_output) = self.check_spend_closing_transaction(&tx) {
                                                        spendable_outputs.push(spendable_output);
                                                }
                                        }
                                } else {
                                        if let Some(&(commitment_number, _)) = self.remote_commitment_txn_on_chain.get(&prevout.txid) {
 -                                              let (tx, spendable_output) = self.check_spend_remote_htlc(tx, commitment_number, height, fee_estimator);
 +                                              let (tx, spendable_output) = self.check_spend_remote_htlc(&tx, commitment_number, height, fee_estimator);
                                                if let Some(tx) = tx {
                                                        txn.push(tx);
                                                }
                                        }
                                }
                                for tx in txn.iter() {
+                                       log_trace!(self, "Broadcast onchain {}", log_tx!(tx));
                                        broadcaster.broadcast_transaction(tx);
                                }
                        }
                        // While all commitment/HTLC-Success/HTLC-Timeout transactions have one input, HTLCs
                        // can also be resolved in a few other ways which can have more than one output. Thus,
                        // we call is_resolving_htlc_output here outside of the tx.input.len() == 1 check.
 -                      let mut updated = self.is_resolving_htlc_output(tx, height);
 +                      let mut updated = self.is_resolving_htlc_output(&tx, height);
                        if updated.len() > 0 {
                                htlc_updated.append(&mut updated);
                        }
                let mut pending_claims = Vec::new();
                if let Some(ref cur_local_tx) = self.current_local_signed_commitment_tx {
                        if self.would_broadcast_at_height(height) {
+                               log_trace!(self, "Broadcast onchain {}", log_tx!(cur_local_tx.tx));
                                broadcaster.broadcast_transaction(&cur_local_tx.tx);
                                match self.key_storage {
                                        Storage::Local { ref delayed_payment_base_key, ref latest_per_commitment_point, .. } => {
                                                        watch_outputs.push((cur_local_tx.txid.clone(), new_outputs));
                                                }
                                                for tx in txs {
+                                                       log_trace!(self, "Broadcast onchain {}", log_tx!(tx));
                                                        broadcaster.broadcast_transaction(&tx);
                                                }
                                        },
                                                        watch_outputs.push((cur_local_tx.txid.clone(), new_outputs));
                                                }
                                                for tx in txs {
+                                                       log_trace!(self, "Broadcast onchain {}", log_tx!(tx));
                                                        broadcaster.broadcast_transaction(&tx);
                                                }
                                        }