Cache HTLC transaction material inside OnchainTxHandler
[rust-lightning] / lightning / src / ln / onchaintx.rs
index 4c935ea654843ab66f6e5a36f0794652e06d3c01..43d3ec9a639e839b2f418b7835f55b4330396a37 100644 (file)
@@ -15,7 +15,8 @@ use secp256k1;
 
 use ln::msgs::DecodeError;
 use ln::channelmonitor::{ANTI_REORG_DELAY, CLTV_SHARED_CLAIM_BUFFER, InputMaterial, ClaimRequest};
-use ln::chan_utils::{HTLCType, LocalCommitmentTransaction};
+use ln::chan_utils;
+use ln::chan_utils::{HTLCType, LocalCommitmentTransaction, TxCreationKeys};
 use chain::chaininterface::{FeeEstimator, BroadcasterInterface, ConfirmationTarget, MIN_RELAY_FEE_SAT_PER_1000_WEIGHT};
 use chain::keysinterface::ChannelKeys;
 use util::logger::Logger;
@@ -47,12 +48,20 @@ enum OnchainEvent {
        }
 }
 
+/// Cache public keys and feerate used to compute any HTLC transaction.
+/// We only keep state for latest 2 commitment transactions as we should
+/// never have to generate HTLC txn for revoked local commitment
+struct HTLCTxCache {
+       local_keys: TxCreationKeys,
+       feerate_per_kw: u64,
+}
+
 /// Higher-level cache structure needed to re-generate bumped claim txn if needed
 #[derive(Clone, PartialEq)]
 pub struct ClaimTxBumpMaterial {
        // At every block tick, used to check if pending claiming tx is taking too
        // much time for confirmation and we need to bump it.
-       height_timer: u32,
+       height_timer: Option<u32>,
        // Tracked in case of reorg to wipe out now-superflous bump material
        feerate_previous: u64,
        // Soonest timelocks among set of outpoints claimed, used to compute
@@ -64,7 +73,7 @@ pub struct ClaimTxBumpMaterial {
 
 impl Writeable for ClaimTxBumpMaterial  {
        fn write<W: Writer>(&self, writer: &mut W) -> Result<(), ::std::io::Error> {
-               writer.write_all(&byte_utils::be32_to_array(self.height_timer))?;
+               self.height_timer.write(writer)?;
                writer.write_all(&byte_utils::be64_to_array(self.feerate_previous))?;
                writer.write_all(&byte_utils::be32_to_array(self.soonest_timelock))?;
                writer.write_all(&byte_utils::be64_to_array(self.per_input_material.len() as u64))?;
@@ -144,6 +153,8 @@ pub struct OnchainTxHandler<ChanSigner: ChannelKeys> {
        funding_redeemscript: Script,
        local_commitment: Option<LocalCommitmentTransaction>,
        prev_local_commitment: Option<LocalCommitmentTransaction>,
+       current_htlc_cache: Option<HTLCTxCache>,
+       prev_htlc_cache: Option<HTLCTxCache>,
 
        key_storage: ChanSigner,
 
@@ -187,6 +198,27 @@ impl<ChanSigner: ChannelKeys + Writeable> OnchainTxHandler<ChanSigner> {
                self.local_commitment.write(writer)?;
                self.prev_local_commitment.write(writer)?;
 
+               macro_rules! serialize_htlc_cache {
+                       ($cache: expr) => {
+                               $cache.local_keys.write(writer)?;
+                               $cache.feerate_per_kw.write(writer)?;
+                       }
+               }
+
+               if let Some(ref current) = self.current_htlc_cache {
+                       writer.write_all(&[1; 1])?;
+                       serialize_htlc_cache!(current);
+               } else {
+                       writer.write_all(&[0; 1])?;
+               }
+
+               if let Some(ref prev) = self.prev_htlc_cache {
+                       writer.write_all(&[1; 1])?;
+                       serialize_htlc_cache!(prev);
+               } else {
+                       writer.write_all(&[0; 1])?;
+               }
+
                self.key_storage.write(writer)?;
 
                writer.write_all(&byte_utils::be64_to_array(self.pending_claim_requests.len() as u64))?;
@@ -231,6 +263,35 @@ impl<ChanSigner: ChannelKeys + Readable> ReadableArgs<Arc<Logger>> for OnchainTx
                let local_commitment = Readable::read(reader)?;
                let prev_local_commitment = Readable::read(reader)?;
 
+               macro_rules! read_htlc_cache {
+                       () => {
+                               {
+                                       let local_keys = Readable::read(reader)?;
+                                       let feerate_per_kw = Readable::read(reader)?;
+                                       HTLCTxCache {
+                                               local_keys,
+                                               feerate_per_kw,
+                                       }
+                               }
+                       }
+               }
+
+               let current_htlc_cache = match <u8 as Readable>::read(reader)? {
+                       0 => None,
+                       1 => {
+                               Some(read_htlc_cache!())
+                       }
+                       _ => return Err(DecodeError::InvalidValue),
+               };
+
+               let prev_htlc_cache = match <u8 as Readable>::read(reader)? {
+                       0 => None,
+                       1 => {
+                               Some(read_htlc_cache!())
+                       }
+                       _ => return Err(DecodeError::InvalidValue),
+               };
+
                let key_storage = Readable::read(reader)?;
 
                let pending_claim_requests_len: u64 = Readable::read(reader)?;
@@ -281,6 +342,8 @@ impl<ChanSigner: ChannelKeys + Readable> ReadableArgs<Arc<Logger>> for OnchainTx
                        funding_redeemscript,
                        local_commitment,
                        prev_local_commitment,
+                       current_htlc_cache,
+                       prev_htlc_cache,
                        key_storage,
                        claimable_outpoints,
                        pending_claim_requests,
@@ -301,6 +364,8 @@ impl<ChanSigner: ChannelKeys> OnchainTxHandler<ChanSigner> {
                        funding_redeemscript,
                        local_commitment: None,
                        prev_local_commitment: None,
+                       current_htlc_cache: None,
+                       prev_htlc_cache: None,
                        key_storage,
                        pending_claim_requests: HashMap::new(),
                        claimable_outpoints: HashMap::new(),
@@ -357,7 +422,7 @@ impl<ChanSigner: ChannelKeys> OnchainTxHandler<ChanSigner> {
 
        /// Lightning security model (i.e being able to redeem/timeout HTLC or penalize coutnerparty onchain) lays on the assumption of claim transactions getting confirmed before timelock expiration
        /// (CSV or CLTV following cases). In case of high-fee spikes, claim tx may stuck in the mempool, so you need to bump its feerate quickly using Replace-By-Fee or Child-Pay-For-Parent.
-       fn generate_claim_tx<F: Deref>(&self, height: u32, cached_claim_datas: &ClaimTxBumpMaterial, fee_estimator: F) -> Option<(u32, u64, Transaction)>
+       fn generate_claim_tx<F: Deref>(&self, height: u32, cached_claim_datas: &ClaimTxBumpMaterial, fee_estimator: F) -> Option<(Option<u32>, u64, Transaction)>
                where F::Target: FeeEstimator
        {
                if cached_claim_datas.per_input_material.len() == 0 { return None } // But don't prune pending claiming request yet, we may have to resurrect HTLCs
@@ -422,9 +487,10 @@ impl<ChanSigner: ChannelKeys> OnchainTxHandler<ChanSigner> {
 
                // Compute new height timer to decide when we need to regenerate a new bumped version of the claim tx (if we
                // didn't receive confirmation of it before, or not enough reorg-safe depth on top of it).
-               let new_timer = Self::get_height_timer(height, cached_claim_datas.soonest_timelock);
+               let new_timer = Some(Self::get_height_timer(height, cached_claim_datas.soonest_timelock));
                let mut inputs_witnesses_weight = 0;
                let mut amt = 0;
+               let mut dynamic_fee = true;
                for per_outp_material in cached_claim_datas.per_input_material.values() {
                        match per_outp_material {
                                &InputMaterial::Revoked { ref witness_script, ref is_htlc, ref amount, .. } => {
@@ -436,71 +502,99 @@ impl<ChanSigner: ChannelKeys> OnchainTxHandler<ChanSigner> {
                                        amt += *amount;
                                },
                                &InputMaterial::LocalHTLC { .. } => { return None; }
-                       }
-               }
-
-               let predicted_weight = bumped_tx.get_weight() + inputs_witnesses_weight;
-               let mut new_feerate;
-               // If old feerate is 0, first iteration of this claim, use normal fee calculation
-               if cached_claim_datas.feerate_previous != 0 {
-                       if let Some((new_fee, feerate)) = RBF_bump!(amt, cached_claim_datas.feerate_previous, fee_estimator, predicted_weight as u64) {
-                               // If new computed fee is superior at the whole claimable amount burn all in fees
-                               if new_fee > amt {
-                                       bumped_tx.output[0].value = 0;
-                               } else {
-                                       bumped_tx.output[0].value = amt - new_fee;
+                               &InputMaterial::Funding { .. } => {
+                                       dynamic_fee = false;
                                }
-                               new_feerate = feerate;
-                       } else { return None; }
-               } else {
-                       if subtract_high_prio_fee!(self, fee_estimator, amt, predicted_weight, new_feerate) {
-                               bumped_tx.output[0].value = amt;
-                       } else { return None; }
+                       }
                }
-               assert!(new_feerate != 0);
 
-               for (i, (outp, per_outp_material)) in cached_claim_datas.per_input_material.iter().enumerate() {
-                       match per_outp_material {
-                               &InputMaterial::Revoked { ref witness_script, ref pubkey, ref key, ref is_htlc, ref amount } => {
-                                       let sighash_parts = bip143::SighashComponents::new(&bumped_tx);
-                                       let sighash = hash_to_message!(&sighash_parts.sighash_all(&bumped_tx.input[i], &witness_script, *amount)[..]);
-                                       let sig = self.secp_ctx.sign(&sighash, &key);
-                                       bumped_tx.input[i].witness.push(sig.serialize_der().to_vec());
-                                       bumped_tx.input[i].witness[0].push(SigHashType::All as u8);
-                                       if *is_htlc {
-                                               bumped_tx.input[i].witness.push(pubkey.unwrap().clone().serialize().to_vec());
+               if dynamic_fee {
+                       let predicted_weight = bumped_tx.get_weight() + inputs_witnesses_weight;
+                       let mut new_feerate;
+                       // If old feerate is 0, first iteration of this claim, use normal fee calculation
+                       if cached_claim_datas.feerate_previous != 0 {
+                               if let Some((new_fee, feerate)) = RBF_bump!(amt, cached_claim_datas.feerate_previous, fee_estimator, predicted_weight as u64) {
+                                       // If new computed fee is superior at the whole claimable amount burn all in fees
+                                       if new_fee > amt {
+                                               bumped_tx.output[0].value = 0;
                                        } else {
-                                               bumped_tx.input[i].witness.push(vec!(1));
+                                               bumped_tx.output[0].value = amt - new_fee;
                                        }
-                                       bumped_tx.input[i].witness.push(witness_script.clone().into_bytes());
-                                       log_trace!(self, "Going to broadcast Penalty Transaction {} claiming revoked {} output {} from {} with new feerate {}...", bumped_tx.txid(), if !is_htlc { "to_local" } else if HTLCType::scriptlen_to_htlctype(witness_script.len()) == Some(HTLCType::OfferedHTLC) { "offered" } else if HTLCType::scriptlen_to_htlctype(witness_script.len()) == Some(HTLCType::AcceptedHTLC) { "received" } else { "" }, outp.vout, outp.txid, new_feerate);
-                               },
-                               &InputMaterial::RemoteHTLC { ref witness_script, ref key, ref preimage, ref amount, ref locktime } => {
-                                       if !preimage.is_some() { bumped_tx.lock_time = *locktime }; // Right now we don't aggregate time-locked transaction, if we do we should set lock_time before to avoid breaking hash computation
-                                       let sighash_parts = bip143::SighashComponents::new(&bumped_tx);
-                                       let sighash = hash_to_message!(&sighash_parts.sighash_all(&bumped_tx.input[i], &witness_script, *amount)[..]);
-                                       let sig = self.secp_ctx.sign(&sighash, &key);
-                                       bumped_tx.input[i].witness.push(sig.serialize_der().to_vec());
-                                       bumped_tx.input[i].witness[0].push(SigHashType::All as u8);
-                                       if let &Some(preimage) = preimage {
-                                               bumped_tx.input[i].witness.push(preimage.clone().0.to_vec());
-                                       } else {
-                                               bumped_tx.input[i].witness.push(vec![]);
+                                       new_feerate = feerate;
+                               } else { return None; }
+                       } else {
+                               if subtract_high_prio_fee!(self, fee_estimator, amt, predicted_weight, new_feerate) {
+                                       bumped_tx.output[0].value = amt;
+                               } else { return None; }
+                       }
+                       assert!(new_feerate != 0);
+
+                       for (i, (outp, per_outp_material)) in cached_claim_datas.per_input_material.iter().enumerate() {
+                               match per_outp_material {
+                                       &InputMaterial::Revoked { ref witness_script, ref pubkey, ref key, ref is_htlc, ref amount } => {
+                                               let sighash_parts = bip143::SighashComponents::new(&bumped_tx);
+                                               let sighash = hash_to_message!(&sighash_parts.sighash_all(&bumped_tx.input[i], &witness_script, *amount)[..]);
+                                               let sig = self.secp_ctx.sign(&sighash, &key);
+                                               bumped_tx.input[i].witness.push(sig.serialize_der().to_vec());
+                                               bumped_tx.input[i].witness[0].push(SigHashType::All as u8);
+                                               if *is_htlc {
+                                                       bumped_tx.input[i].witness.push(pubkey.unwrap().clone().serialize().to_vec());
+                                               } else {
+                                                       bumped_tx.input[i].witness.push(vec!(1));
+                                               }
+                                               bumped_tx.input[i].witness.push(witness_script.clone().into_bytes());
+                                               log_trace!(self, "Going to broadcast Penalty Transaction {} claiming revoked {} output {} from {} with new feerate {}...", bumped_tx.txid(), if !is_htlc { "to_local" } else if HTLCType::scriptlen_to_htlctype(witness_script.len()) == Some(HTLCType::OfferedHTLC) { "offered" } else if HTLCType::scriptlen_to_htlctype(witness_script.len()) == Some(HTLCType::AcceptedHTLC) { "received" } else { "" }, outp.vout, outp.txid, new_feerate);
+                                       },
+                                       &InputMaterial::RemoteHTLC { ref witness_script, ref key, ref preimage, ref amount, ref locktime } => {
+                                               if !preimage.is_some() { bumped_tx.lock_time = *locktime }; // Right now we don't aggregate time-locked transaction, if we do we should set lock_time before to avoid breaking hash computation
+                                               let sighash_parts = bip143::SighashComponents::new(&bumped_tx);
+                                               let sighash = hash_to_message!(&sighash_parts.sighash_all(&bumped_tx.input[i], &witness_script, *amount)[..]);
+                                               let sig = self.secp_ctx.sign(&sighash, &key);
+                                               bumped_tx.input[i].witness.push(sig.serialize_der().to_vec());
+                                               bumped_tx.input[i].witness[0].push(SigHashType::All as u8);
+                                               if let &Some(preimage) = preimage {
+                                                       bumped_tx.input[i].witness.push(preimage.clone().0.to_vec());
+                                               } else {
+                                                       bumped_tx.input[i].witness.push(vec![]);
+                                               }
+                                               bumped_tx.input[i].witness.push(witness_script.clone().into_bytes());
+                                               log_trace!(self, "Going to broadcast Claim Transaction {} claiming remote {} htlc output {} from {} with new feerate {}...", bumped_tx.txid(), if preimage.is_some() { "offered" } else { "received" }, outp.vout, outp.txid, new_feerate);
+                                       },
+                                       _ => unreachable!()
+                               }
+                       }
+                       log_trace!(self, "...with timer {}", new_timer.unwrap());
+                       assert!(predicted_weight >= bumped_tx.get_weight());
+                       return Some((new_timer, new_feerate, bumped_tx))
+               } else {
+                       for (_, (outp, per_outp_material)) in cached_claim_datas.per_input_material.iter().enumerate() {
+                               match per_outp_material {
+                                       &InputMaterial::LocalHTLC { .. } => {
+                                               //TODO : Given that Local Commitment Transaction and HTLC-Timeout/HTLC-Success are counter-signed by peer, we can't
+                                               // RBF them. Need a Lightning specs change and package relay modification :
+                                               // https://lists.linuxfoundation.org/pipermail/bitcoin-dev/2018-November/016518.html
+                                               return None;
+                                       },
+                                       &InputMaterial::Funding { ref channel_value } => {
+                                               if self.local_commitment.is_some() {
+                                                       let mut local_commitment = self.local_commitment.clone().unwrap();
+                                                       self.key_storage.sign_local_commitment(&mut local_commitment, &self.funding_redeemscript, *channel_value, &self.secp_ctx);
+                                                       let signed_tx = local_commitment.with_valid_witness().clone();
+                                                       let mut amt_outputs = 0;
+                                                       for outp in signed_tx.output.iter() {
+                                                               amt_outputs += outp.value;
+                                                       }
+                                                       let feerate = (channel_value - amt_outputs) * 1000 / signed_tx.get_weight() as u64;
+                                                       // Timer set to $NEVER given we can't bump tx without anchor outputs
+                                                       log_trace!(self, "Going to broadcast Local Transaction {} claiming funding output {} from {}...", signed_tx.txid(), outp.vout, outp.txid);
+                                                       return Some((None, feerate, signed_tx));
+                                               }
                                        }
-                                       bumped_tx.input[i].witness.push(witness_script.clone().into_bytes());
-                                       log_trace!(self, "Going to broadcast Claim Transaction {} claiming remote {} htlc output {} from {} with new feerate {}...", bumped_tx.txid(), if preimage.is_some() { "offered" } else { "received" }, outp.vout, outp.txid, new_feerate);
-                               },
-                               &InputMaterial::LocalHTLC { .. } => {
-                                       //TODO : Given that Local Commitment Transaction and HTLC-Timeout/HTLC-Success are counter-signed by peer, we can't
-                                       // RBF them. Need a Lightning specs change and package relay modification :
-                                       // https://lists.linuxfoundation.org/pipermail/bitcoin-dev/2018-November/016518.html
-                                       return None;
+                                       _ => unreachable!()
                                }
                        }
                }
-               log_trace!(self, "...with timer {}", new_timer);
-               assert!(predicted_weight >= bumped_tx.get_weight());
-               Some((new_timer, new_feerate, bumped_tx))
+               None
        }
 
        pub(super) fn block_connected<B: Deref, F: Deref>(&mut self, txn_matched: &[&Transaction], claimable_outpoints: Vec<ClaimRequest>, height: u32, broadcaster: B, fee_estimator: F)
@@ -535,7 +629,7 @@ impl<ChanSigner: ChannelKeys> OnchainTxHandler<ChanSigner> {
                // Generate claim transactions and track them to bump if necessary at
                // height timer expiration (i.e in how many blocks we're going to take action).
                for claim in new_claims {
-                       let mut claim_material = ClaimTxBumpMaterial { height_timer: 0, feerate_previous: 0, soonest_timelock: claim.0, per_input_material: claim.1.clone() };
+                       let mut claim_material = ClaimTxBumpMaterial { height_timer: None, feerate_previous: 0, soonest_timelock: claim.0, per_input_material: claim.1.clone() };
                        if let Some((new_timer, new_feerate, tx)) = self.generate_claim_tx(height, &claim_material, &*fee_estimator) {
                                claim_material.height_timer = new_timer;
                                claim_material.feerate_previous = new_feerate;
@@ -653,8 +747,10 @@ impl<ChanSigner: ChannelKeys> OnchainTxHandler<ChanSigner> {
 
                // Check if any pending claim request must be rescheduled
                for (first_claim_txid, ref claim_data) in self.pending_claim_requests.iter() {
-                       if claim_data.height_timer == height {
-                               bump_candidates.insert(*first_claim_txid);
+                       if let Some(h) = claim_data.height_timer {
+                               if h == height {
+                                       bump_candidates.insert(*first_claim_txid);
+                               }
                        }
                }
 
@@ -725,8 +821,40 @@ impl<ChanSigner: ChannelKeys> OnchainTxHandler<ChanSigner> {
                }
        }
 
-       pub(super) fn provide_latest_local_tx(&mut self, tx: LocalCommitmentTransaction) {
+       pub(super) fn provide_latest_local_tx(&mut self, tx: LocalCommitmentTransaction, local_keys: chan_utils::TxCreationKeys, feerate_per_kw: u64) -> Result<(), ()> {
+               // To prevent any unsafe state discrepancy between offchain and onchain, once local
+               // commitment transaction has been signed due to an event (either block height for
+               // HTLC-timeout or channel force-closure), don't allow any further update of local
+               // commitment transaction view to avoid delivery of revocation secret to counterparty
+               // for the aformentionned signed transaction.
+               if let Some(ref local_commitment) = self.local_commitment {
+                       if local_commitment.has_local_sig() { return Err(()) }
+               }
                self.prev_local_commitment = self.local_commitment.take();
                self.local_commitment = Some(tx);
+               self.prev_htlc_cache = self.current_htlc_cache.take();
+               self.current_htlc_cache = Some(HTLCTxCache {
+                       local_keys,
+                       feerate_per_kw,
+               });
+               Ok(())
+       }
+
+       pub(super) fn get_fully_signed_local_tx(&mut self, channel_value_satoshis: u64) -> Option<Transaction> {
+               if let Some(ref mut local_commitment) = self.local_commitment {
+                       self.key_storage.sign_local_commitment(local_commitment, &self.funding_redeemscript, channel_value_satoshis, &self.secp_ctx);
+                       return Some(local_commitment.with_valid_witness().clone());
+               }
+               None
+       }
+
+       #[cfg(test)]
+       pub(super) fn get_fully_signed_copy_local_tx(&mut self, channel_value_satoshis: u64) -> Option<Transaction> {
+               if let Some(ref mut local_commitment) = self.local_commitment {
+                       let mut local_commitment = local_commitment.clone();
+                       self.key_storage.unsafe_sign_local_commitment(&mut local_commitment, &self.funding_redeemscript, channel_value_satoshis, &self.secp_ctx);
+                       return Some(local_commitment.with_valid_witness().clone());
+               }
+               None
        }
 }