Merge pull request #2641 from alexanderwiederin/2585-preflight-test-coverage
authorElias Rohrer <dev@tnull.de>
Thu, 2 Nov 2023 08:50:21 +0000 (09:50 +0100)
committerGitHub <noreply@github.com>
Thu, 2 Nov 2023 08:50:21 +0000 (09:50 +0100)
#2585 Preflight Test Coverage

1  2 
lightning/src/ln/functional_test_utils.rs
lightning/src/ln/payment_tests.rs
lightning/src/ln/reload_tests.rs

index 8f9c206f108c66c6c23bb0fc006ecc13caa20532,c9b1c52d5c08d547ff6ed9e2268df7598a303042..c3fc4b137e1456a96685728f36464a8cfc5d1d88
@@@ -665,12 -665,6 +665,12 @@@ pub fn get_err_msg(node: &Node, recipie
                        assert_eq!(node_id, recipient);
                        (*msg).clone()
                },
 +              MessageSendEvent::HandleError {
 +                      action: msgs::ErrorAction::DisconnectPeer { ref msg }, ref node_id
 +              } => {
 +                      assert_eq!(node_id, recipient);
 +                      msg.as_ref().unwrap().clone()
 +              },
                _ => panic!("Unexpected event"),
        }
  }
@@@ -1452,15 -1446,10 +1452,15 @@@ pub fn check_closed_broadcast(node: &No
                                assert_eq!(msg.contents.flags & 2, 2);
                                None
                        },
 -                      MessageSendEvent::HandleError { action: msgs::ErrorAction::SendErrorMessage { ref msg }, node_id: _ } => {
 +                      MessageSendEvent::HandleError { action: msgs::ErrorAction::SendErrorMessage { msg }, node_id: _ } => {
 +                              assert!(with_error_msg);
 +                              // TODO: Check node_id
 +                              Some(msg)
 +                      },
 +                      MessageSendEvent::HandleError { action: msgs::ErrorAction::DisconnectPeer { msg }, node_id: _ } => {
                                assert!(with_error_msg);
                                // TODO: Check node_id
 -                              Some(msg.clone())
 +                              Some(msg.unwrap())
                        },
                        _ => panic!("Unexpected event"),
                }
@@@ -1478,61 -1467,27 +1478,61 @@@ macro_rules! check_closed_broadcast 
        }
  }
  
 +#[derive(Default)]
 +pub struct ExpectedCloseEvent {
 +      pub channel_capacity_sats: Option<u64>,
 +      pub channel_id: Option<ChannelId>,
 +      pub counterparty_node_id: Option<PublicKey>,
 +      pub discard_funding: bool,
 +      pub reason: Option<ClosureReason>,
 +}
 +
 +/// Check that multiple channel closing events have been issued.
 +pub fn check_closed_events(node: &Node, expected_close_events: &[ExpectedCloseEvent]) {
 +      let closed_events_count = expected_close_events.len();
 +      let discard_events_count = expected_close_events.iter().filter(|e| e.discard_funding).count();
 +      let events = node.node.get_and_clear_pending_events();
 +      assert_eq!(events.len(), closed_events_count + discard_events_count, "{:?}", events);
 +      for expected_event in expected_close_events {
 +              assert!(events.iter().any(|e| matches!(
 +                      e,
 +                      Event::ChannelClosed {
 +                              channel_id,
 +                              reason,
 +                              counterparty_node_id,
 +                              channel_capacity_sats,
 +                              ..
 +                      } if (
 +                              expected_event.channel_id.map(|expected| *channel_id == expected).unwrap_or(true) &&
 +                              expected_event.reason.as_ref().map(|expected| reason == expected).unwrap_or(true) &&
 +                              expected_event.counterparty_node_id.map(|expected| *counterparty_node_id == Some(expected)).unwrap_or(true) &&
 +                              expected_event.channel_capacity_sats.map(|expected| *channel_capacity_sats == Some(expected)).unwrap_or(true)
 +                      )
 +              )));
 +      }
 +      assert_eq!(events.iter().filter(|e| matches!(
 +              e,
 +              Event::DiscardFunding { .. },
 +      )).count(), discard_events_count);
 +}
 +
  /// Check that a channel's closing channel events has been issued
  pub fn check_closed_event(node: &Node, events_count: usize, expected_reason: ClosureReason, is_check_discard_funding: bool,
        expected_counterparty_node_ids: &[PublicKey], expected_channel_capacity: u64) {
 -      let events = node.node.get_and_clear_pending_events();
 -      assert_eq!(events.len(), events_count, "{:?}", events);
 -      let mut issues_discard_funding = false;
 -      for event in events {
 -              match event {
 -                      Event::ChannelClosed { ref reason, counterparty_node_id,
 -                              channel_capacity_sats, .. } => {
 -                              assert_eq!(*reason, expected_reason);
 -                              assert!(expected_counterparty_node_ids.iter().any(|id| id == &counterparty_node_id.unwrap()));
 -                              assert_eq!(channel_capacity_sats.unwrap(), expected_channel_capacity);
 -                      },
 -                      Event::DiscardFunding { .. } => {
 -                              issues_discard_funding = true;
 -                      }
 -                      _ => panic!("Unexpected event"),
 -              }
 -      }
 -      assert_eq!(is_check_discard_funding, issues_discard_funding);
 +      let expected_events_count = if is_check_discard_funding {
 +              2 * expected_counterparty_node_ids.len()
 +      } else {
 +              expected_counterparty_node_ids.len()
 +      };
 +      assert_eq!(events_count, expected_events_count);
 +      let expected_close_events = expected_counterparty_node_ids.iter().map(|node_id| ExpectedCloseEvent {
 +              channel_capacity_sats: Some(expected_channel_capacity),
 +              channel_id: None,
 +              counterparty_node_id: Some(*node_id),
 +              discard_funding: is_check_discard_funding,
 +              reason: Some(expected_reason.clone()),
 +      }).collect::<Vec<_>>();
 +      check_closed_events(node, expected_close_events.as_slice());
  }
  
  /// Check that a channel's closing channel events has been issued
@@@ -1938,7 -1893,7 +1938,7 @@@ macro_rules! get_route 
  macro_rules! get_route_and_payment_hash {
        ($send_node: expr, $recv_node: expr, $recv_value: expr) => {{
                let payment_params = $crate::routing::router::PaymentParameters::from_node_id($recv_node.node.get_our_node_id(), TEST_FINAL_CLTV)
 -                      .with_bolt11_features($recv_node.node.invoice_features()).unwrap();
 +                      .with_bolt11_features($recv_node.node.bolt11_invoice_features()).unwrap();
                $crate::get_route_and_payment_hash!($send_node, $recv_node, payment_params, $recv_value)
        }};
        ($send_node: expr, $recv_node: expr, $payment_params: expr, $recv_value: expr) => {{
@@@ -2142,6 -2097,26 +2142,26 @@@ pub fn expect_channel_ready_event<'a, '
        }
  }
  
+ #[cfg(any(test, feature = "_test_utils"))]
+ pub fn expect_probe_successful_events(node: &Node, mut probe_results: Vec<(PaymentHash, PaymentId)>) {
+       let mut events = node.node.get_and_clear_pending_events();
+       for event in events.drain(..) {
+               match event {
+                       Event::ProbeSuccessful { payment_hash: ev_ph, payment_id: ev_pid, ..} => {
+                               let result_idx = probe_results.iter().position(|(payment_hash, payment_id)| *payment_hash == ev_ph && *payment_id == ev_pid);
+                               assert!(result_idx.is_some());
+                               probe_results.remove(result_idx.unwrap());
+                       },
+                       _ => panic!(),
+               }
+       };
+       // Ensure that we received a ProbeSuccessful event for each probe result.
+       assert!(probe_results.is_empty());
+ }
  pub struct PaymentFailedConditions<'a> {
        pub(crate) expected_htlc_error_data: Option<(u16, &'a [u8])>,
        pub(crate) expected_blamed_scid: Option<u64>,
@@@ -2279,21 -2254,41 +2299,41 @@@ pub fn send_along_route_with_secret<'a
        payment_id
  }
  
- pub fn do_pass_along_path<'a, 'b, 'c>(origin_node: &Node<'a, 'b, 'c>, expected_path: &[&Node<'a, 'b, 'c>], recv_value: u64, our_payment_hash: PaymentHash, our_payment_secret: Option<PaymentSecret>, ev: MessageSendEvent, payment_claimable_expected: bool, clear_recipient_events: bool, expected_preimage: Option<PaymentPreimage>) -> Option<Event> {
+ fn fail_payment_along_path<'a, 'b, 'c>(expected_path: &[&Node<'a, 'b, 'c>]) {
+       let origin_node_id = expected_path[0].node.get_our_node_id();
+       // iterate from the receiving node to the origin node and handle update fail htlc.
+       for (&node, &prev_node) in expected_path.iter().rev().zip(expected_path.iter().rev().skip(1)) {
+               let updates = get_htlc_update_msgs!(node, prev_node.node.get_our_node_id());
+               prev_node.node.handle_update_fail_htlc(&node.node.get_our_node_id(), &updates.update_fail_htlcs[0]);
+               check_added_monitors!(prev_node, 0);
+               let is_first_hop = origin_node_id == prev_node.node.get_our_node_id();
+               // We do not want to fail backwards on the first hop. All other hops should fail backwards.
+               commitment_signed_dance!(prev_node, node, updates.commitment_signed, !is_first_hop);
+       }
+ }
+ pub fn do_pass_along_path<'a, 'b, 'c>(origin_node: &Node<'a, 'b, 'c>, expected_path: &[&Node<'a, 'b, 'c>], recv_value: u64, our_payment_hash: PaymentHash, our_payment_secret: Option<PaymentSecret>, ev: MessageSendEvent, payment_claimable_expected: bool, clear_recipient_events: bool, expected_preimage: Option<PaymentPreimage>, is_probe: bool) -> Option<Event> {
        let mut payment_event = SendEvent::from_event(ev);
        let mut prev_node = origin_node;
        let mut event = None;
  
        for (idx, &node) in expected_path.iter().enumerate() {
+               let is_last_hop = idx == expected_path.len() - 1;
                assert_eq!(node.node.get_our_node_id(), payment_event.node_id);
  
                node.node.handle_update_add_htlc(&prev_node.node.get_our_node_id(), &payment_event.msgs[0]);
                check_added_monitors!(node, 0);
-               commitment_signed_dance!(node, prev_node, payment_event.commitment_msg, false);
  
-               expect_pending_htlcs_forwardable!(node);
+               if is_last_hop && is_probe {
+                       commitment_signed_dance!(node, prev_node, payment_event.commitment_msg, true, true);
+               } else {
+                       commitment_signed_dance!(node, prev_node, payment_event.commitment_msg, false);
+                       expect_pending_htlcs_forwardable!(node);
+               }
  
-               if idx == expected_path.len() - 1 && clear_recipient_events {
+               if is_last_hop && clear_recipient_events {
                        let events_2 = node.node.get_and_clear_pending_events();
                        if payment_claimable_expected {
                                assert_eq!(events_2.len(), 1);
                        } else {
                                assert!(events_2.is_empty());
                        }
-               } else if idx != expected_path.len() - 1 {
+               } else if !is_last_hop {
                        let mut events_2 = node.node.get_and_clear_pending_msg_events();
                        assert_eq!(events_2.len(), 1);
                        check_added_monitors!(node, 1);
  }
  
  pub fn pass_along_path<'a, 'b, 'c>(origin_node: &Node<'a, 'b, 'c>, expected_path: &[&Node<'a, 'b, 'c>], recv_value: u64, our_payment_hash: PaymentHash, our_payment_secret: Option<PaymentSecret>, ev: MessageSendEvent, payment_claimable_expected: bool, expected_preimage: Option<PaymentPreimage>) -> Option<Event> {
-       do_pass_along_path(origin_node, expected_path, recv_value, our_payment_hash, our_payment_secret, ev, payment_claimable_expected, true, expected_preimage)
+       do_pass_along_path(origin_node, expected_path, recv_value, our_payment_hash, our_payment_secret, ev, payment_claimable_expected, true, expected_preimage, false)
+ }
+ pub fn send_probe_along_route<'a, 'b, 'c>(origin_node: &Node<'a, 'b, 'c>, expected_route: &[&[&Node<'a, 'b, 'c>]]) {
+       let mut events = origin_node.node.get_and_clear_pending_msg_events();
+       assert_eq!(events.len(), expected_route.len());
+       check_added_monitors!(origin_node, expected_route.len());
+       for path in expected_route.iter() {
+               let ev = remove_first_msg_event_to_node(&path[0].node.get_our_node_id(), &mut events);
+               do_pass_along_path(origin_node, path, 0, PaymentHash([0_u8; 32]), None, ev, false, false, None, true);
+               let nodes_to_fail_payment: Vec<_> = vec![origin_node].into_iter().chain(path.iter().cloned()).collect();
+               fail_payment_along_path(nodes_to_fail_payment.as_slice());
+       }
  }
  
  pub fn pass_along_route<'a, 'b, 'c>(origin_node: &Node<'a, 'b, 'c>, expected_route: &[&[&Node<'a, 'b, 'c>]], recv_value: u64, our_payment_hash: PaymentHash, our_payment_secret: PaymentSecret) {
        let mut events = origin_node.node.get_and_clear_pending_msg_events();
        assert_eq!(events.len(), expected_route.len());
        for (path_idx, expected_path) in expected_route.iter().enumerate() {
                let ev = remove_first_msg_event_to_node(&expected_path[0].node.get_our_node_id(), &mut events);
                // Once we've gotten through all the HTLCs, the last one should result in a
-               // PaymentClaimable (but each previous one should not!).
+               // PaymentClaimable (but each previous one should not!).
                let expect_payment = path_idx == expected_route.len() - 1;
                pass_along_path(origin_node, expected_path, recv_value, our_payment_hash.clone(), Some(our_payment_secret), ev, expect_payment, None);
        }
@@@ -2551,7 -2563,7 +2608,7 @@@ pub const TEST_FINAL_CLTV: u32 = 70
  
  pub fn route_payment<'a, 'b, 'c>(origin_node: &Node<'a, 'b, 'c>, expected_route: &[&Node<'a, 'b, 'c>], recv_value: u64) -> (PaymentPreimage, PaymentHash, PaymentSecret, PaymentId) {
        let payment_params = PaymentParameters::from_node_id(expected_route.last().unwrap().node.get_our_node_id(), TEST_FINAL_CLTV)
 -              .with_bolt11_features(expected_route.last().unwrap().node.invoice_features()).unwrap();
 +              .with_bolt11_features(expected_route.last().unwrap().node.bolt11_invoice_features()).unwrap();
        let route_params = RouteParameters::from_payment_params_and_value(payment_params, recv_value);
        let route = get_route(origin_node, &route_params).unwrap();
        assert_eq!(route.paths.len(), 1);
  
  pub fn route_over_limit<'a, 'b, 'c>(origin_node: &Node<'a, 'b, 'c>, expected_route: &[&Node<'a, 'b, 'c>], recv_value: u64)  {
        let payment_params = PaymentParameters::from_node_id(expected_route.last().unwrap().node.get_our_node_id(), TEST_FINAL_CLTV)
 -              .with_bolt11_features(expected_route.last().unwrap().node.invoice_features()).unwrap();
 +              .with_bolt11_features(expected_route.last().unwrap().node.bolt11_invoice_features()).unwrap();
        let route_params = RouteParameters::from_payment_params_and_value(payment_params, recv_value);
        let network_graph = origin_node.network_graph.read_only();
        let scorer = test_utils::TestScorer::new();
@@@ -2966,13 -2978,6 +3023,13 @@@ pub fn handle_announce_close_broadcast_
                                nodes[b].node.handle_error(&nodes[a].node.get_our_node_id(), msg);
                        }
                },
 +              MessageSendEvent::HandleError { node_id, action: msgs::ErrorAction::DisconnectPeer { ref msg } } => {
 +                      assert_eq!(node_id, nodes[b].node.get_our_node_id());
 +                      assert_eq!(msg.as_ref().unwrap().data, expected_error);
 +                      if needs_err_handle {
 +                              nodes[b].node.handle_error(&nodes[a].node.get_our_node_id(), msg.as_ref().unwrap());
 +                      }
 +              },
                _ => panic!("Unexpected event"),
        }
  
                                assert_eq!(node_id, nodes[a].node.get_our_node_id());
                                assert_eq!(msg.data, expected_error);
                        },
 +                      MessageSendEvent::HandleError { node_id, action: msgs::ErrorAction::DisconnectPeer { ref msg } } => {
 +                              assert_eq!(node_id, nodes[a].node.get_our_node_id());
 +                              assert_eq!(msg.as_ref().unwrap().data, expected_error);
 +                      },
                        _ => panic!("Unexpected event"),
                }
        }
index c8a2c45f96f8ff5938ca0c8f86411aa0b15d4c27,c494ebd08472884db5600cc6d34a68ca2ae06f7c..addf7405d697130465e9156d77a3fc717b816528
@@@ -16,9 -16,9 +16,9 @@@ use crate::chain::channelmonitor::{ANTI
  use crate::sign::EntropySource;
  use crate::chain::transaction::OutPoint;
  use crate::events::{ClosureReason, Event, HTLCDestination, MessageSendEvent, MessageSendEventsProvider, PathFailure, PaymentFailureReason, PaymentPurpose};
 -use crate::ln::channel::EXPIRE_PREV_CONFIG_TICKS;
 +use crate::ln::channel::{EXPIRE_PREV_CONFIG_TICKS, commit_tx_fee_msat, get_holder_selected_channel_reserve_satoshis, ANCHOR_OUTPUT_VALUE_SATOSHI};
  use crate::ln::channelmanager::{BREAKDOWN_TIMEOUT, MPP_TIMEOUT_TICKS, MIN_CLTV_EXPIRY_DELTA, PaymentId, PaymentSendFailure, RecentPaymentDetails, RecipientOnionFields, HTLCForwardInfo, PendingHTLCRouting, PendingAddHTLCInfo};
 -use crate::ln::features::Bolt11InvoiceFeatures;
 +use crate::ln::features::{Bolt11InvoiceFeatures, ChannelTypeFeatures};
  use crate::ln::{msgs, ChannelId, PaymentSecret, PaymentPreimage};
  use crate::ln::msgs::ChannelMessageHandler;
  use crate::ln::outbound_payment::{IDEMPOTENCY_TIMEOUT_TICKS, Retry};
@@@ -85,7 -85,7 +85,7 @@@ fn mpp_retry() 
        let amt_msat = 1_000_000;
        let max_total_routing_fee_msat = 50_000;
        let payment_params = PaymentParameters::from_node_id(nodes[3].node.get_our_node_id(), TEST_FINAL_CLTV)
 -              .with_bolt11_features(nodes[3].node.invoice_features()).unwrap();
 +              .with_bolt11_features(nodes[3].node.bolt11_invoice_features()).unwrap();
        let (mut route, payment_hash, payment_preimage, payment_secret) = get_route_and_payment_hash!(
                nodes[0], nodes[3], payment_params, amt_msat, Some(max_total_routing_fee_msat));
        let path = route.paths[0].clone();
        // Check the remaining max total routing fee for the second attempt is 50_000 - 1_000 msat fee
        // used by the first path
        route_params.max_total_routing_fee_msat = Some(max_total_routing_fee_msat - 1_000);
 +      route.route_params = Some(route_params.clone());
        nodes[0].router.expect_find_route(route_params, Ok(route));
        nodes[0].node.process_pending_htlc_forwards();
        check_added_monitors!(nodes[0], 1);
@@@ -184,7 -183,7 +184,7 @@@ fn mpp_retry_overpay() 
        let max_total_routing_fee_msat = Some(1_000_000);
  
        let payment_params = PaymentParameters::from_node_id(nodes[3].node.get_our_node_id(), TEST_FINAL_CLTV)
 -              .with_bolt11_features(nodes[3].node.invoice_features()).unwrap();
 +              .with_bolt11_features(nodes[3].node.bolt11_invoice_features()).unwrap();
        let (mut route, payment_hash, payment_preimage, payment_secret) = get_route_and_payment_hash!(
                nodes[0], nodes[3], payment_params, amt_msat, max_total_routing_fee_msat);
  
  
        route.paths.remove(0);
        route_params.final_value_msat -= first_path_value;
 -      route.route_params.as_mut().map(|p| p.final_value_msat -= first_path_value);
        route_params.payment_params.previously_failed_channels.push(chan_4_update.contents.short_channel_id);
 -
        // Check the remaining max total routing fee for the second attempt accounts only for 1_000 msat
        // base fee, but not for overpaid value of the first try.
        route_params.max_total_routing_fee_msat.as_mut().map(|m| *m -= 1000);
 +
 +      route.route_params = Some(route_params.clone());
        nodes[0].router.expect_find_route(route_params, Ok(route));
        nodes[0].node.process_pending_htlc_forwards();
  
@@@ -707,8 -706,8 +707,8 @@@ fn do_retry_with_no_persist(confirm_bef
        let bs_reestablish = get_chan_reestablish_msgs!(nodes[1], nodes[0]).pop().unwrap();
        nodes[0].node.handle_channel_reestablish(&nodes[1].node.get_our_node_id(), &bs_reestablish);
        let as_err = nodes[0].node.get_and_clear_pending_msg_events();
 -      assert_eq!(as_err.len(), 1);
 -      match as_err[0] {
 +      assert_eq!(as_err.len(), 2);
 +      match as_err[1] {
                MessageSendEvent::HandleError { node_id, action: msgs::ErrorAction::SendErrorMessage { ref msg } } => {
                        assert_eq!(node_id, nodes[1].node.get_our_node_id());
                        nodes[1].node.handle_error(&nodes[0].node.get_our_node_id(), msg);
@@@ -882,9 -881,9 +882,9 @@@ fn do_test_completed_payment_not_retrya
        let bs_reestablish = get_chan_reestablish_msgs!(nodes[1], nodes[0]).pop().unwrap();
        nodes[0].node.handle_channel_reestablish(&nodes[1].node.get_our_node_id(), &bs_reestablish);
        let as_err = nodes[0].node.get_and_clear_pending_msg_events();
 -      assert_eq!(as_err.len(), 1);
 +      assert_eq!(as_err.len(), 2);
        let bs_commitment_tx;
 -      match as_err[0] {
 +      match as_err[1] {
                MessageSendEvent::HandleError { node_id, action: msgs::ErrorAction::SendErrorMessage { ref msg } } => {
                        assert_eq!(node_id, nodes[1].node.get_our_node_id());
                        nodes[1].node.handle_error(&nodes[0].node.get_our_node_id(), msg);
@@@ -1217,7 -1216,7 +1217,7 @@@ fn get_ldk_payment_preimage() 
        let (payment_hash, payment_secret) = nodes[1].node.create_inbound_payment(Some(amt_msat), expiry_secs, None).unwrap();
  
        let payment_params = PaymentParameters::from_node_id(nodes[1].node.get_our_node_id(), TEST_FINAL_CLTV)
 -              .with_bolt11_features(nodes[1].node.invoice_features()).unwrap();
 +              .with_bolt11_features(nodes[1].node.bolt11_invoice_features()).unwrap();
        let scorer = test_utils::TestScorer::new();
        let keys_manager = test_utils::TestKeysInterface::new(&[0u8; 32], Network::Testnet);
        let random_seed_bytes = keys_manager.get_secure_random_bytes();
@@@ -1278,48 -1277,17 +1278,17 @@@ fn successful_probe_yields_event() 
        create_announced_chan_between_nodes(&nodes, 0, 1);
        create_announced_chan_between_nodes(&nodes, 1, 2);
  
-       let (route, _, _, _) = get_route_and_payment_hash!(&nodes[0], nodes[2], 100_000);
+       let recv_value = 100_000;
+       let (route, payment_hash, _, _) = get_route_and_payment_hash!(&nodes[0], nodes[2], recv_value);
  
-       let (payment_hash, payment_id) = nodes[0].node.send_probe(route.paths[0].clone()).unwrap();
+       let res = nodes[0].node.send_probe(route.paths[0].clone()).unwrap();
  
-       // node[0] -- update_add_htlcs -> node[1]
-       check_added_monitors!(nodes[0], 1);
-       let updates = get_htlc_update_msgs!(nodes[0], nodes[1].node.get_our_node_id());
-       let probe_event = SendEvent::from_commitment_update(nodes[1].node.get_our_node_id(), updates);
-       nodes[1].node.handle_update_add_htlc(&nodes[0].node.get_our_node_id(), &probe_event.msgs[0]);
-       check_added_monitors!(nodes[1], 0);
-       commitment_signed_dance!(nodes[1], nodes[0], probe_event.commitment_msg, false);
-       expect_pending_htlcs_forwardable!(nodes[1]);
+       let expected_route: &[&[&Node]] = &[&[&nodes[1], &nodes[2]]];
  
-       // node[1] -- update_add_htlcs -> node[2]
-       check_added_monitors!(nodes[1], 1);
-       let updates = get_htlc_update_msgs!(nodes[1], nodes[2].node.get_our_node_id());
-       let probe_event = SendEvent::from_commitment_update(nodes[1].node.get_our_node_id(), updates);
-       nodes[2].node.handle_update_add_htlc(&nodes[1].node.get_our_node_id(), &probe_event.msgs[0]);
-       check_added_monitors!(nodes[2], 0);
-       commitment_signed_dance!(nodes[2], nodes[1], probe_event.commitment_msg, true, true);
+       send_probe_along_route(&nodes[0], expected_route);
  
-       // node[1] <- update_fail_htlcs -- node[2]
-       let updates = get_htlc_update_msgs!(nodes[2], nodes[1].node.get_our_node_id());
-       nodes[1].node.handle_update_fail_htlc(&nodes[2].node.get_our_node_id(), &updates.update_fail_htlcs[0]);
-       check_added_monitors!(nodes[1], 0);
-       commitment_signed_dance!(nodes[1], nodes[2], updates.commitment_signed, true);
+       expect_probe_successful_events(&nodes[0], vec![res]);
  
-       // node[0] <- update_fail_htlcs -- node[1]
-       let updates = get_htlc_update_msgs!(nodes[1], nodes[0].node.get_our_node_id());
-       nodes[0].node.handle_update_fail_htlc(&nodes[1].node.get_our_node_id(), &updates.update_fail_htlcs[0]);
-       check_added_monitors!(nodes[0], 0);
-       commitment_signed_dance!(nodes[0], nodes[1], updates.commitment_signed, false);
-       let mut events = nodes[0].node.get_and_clear_pending_events();
-       assert_eq!(events.len(), 1);
-       match events.drain(..).next().unwrap() {
-               crate::events::Event::ProbeSuccessful { payment_id: ev_pid, payment_hash: ev_ph, .. } => {
-                       assert_eq!(payment_id, ev_pid);
-                       assert_eq!(payment_hash, ev_ph);
-               },
-               _ => panic!(),
-       };
        assert!(!nodes[0].node.has_pending_payments());
  }
  
@@@ -1424,6 -1392,94 +1393,94 @@@ fn onchain_failed_probe_yields_event() 
        assert!(!nodes[0].node.has_pending_payments());
  }
  
+ #[test]
+ fn preflight_probes_yield_event_skip_private_hop() {
+       let chanmon_cfgs = create_chanmon_cfgs(5);
+       let node_cfgs = create_node_cfgs(5, &chanmon_cfgs);
+       // We alleviate the HTLC max-in-flight limit, as otherwise we'd always be limited through that.
+       let mut no_htlc_limit_config = test_default_channel_config();
+       no_htlc_limit_config.channel_handshake_config.max_inbound_htlc_value_in_flight_percent_of_channel = 100;
+       let user_configs = std::iter::repeat(no_htlc_limit_config).take(5).map(|c| Some(c)).collect::<Vec<Option<UserConfig>>>();
+       let node_chanmgrs = create_node_chanmgrs(5, &node_cfgs, &user_configs);
+       let nodes = create_network(5, &node_cfgs, &node_chanmgrs);
+       // Setup channel topology:
+       //            N0 -(1M:0)- N1 -(1M:0)- N2 -(70k:0)- N3 -(50k:0)- N4
+       create_announced_chan_between_nodes_with_value(&nodes, 0, 1, 1_000_000, 0);
+       create_announced_chan_between_nodes_with_value(&nodes, 1, 2, 1_000_000, 0);
+       create_announced_chan_between_nodes_with_value(&nodes, 2, 3, 70_000, 0);
+       create_unannounced_chan_between_nodes_with_value(&nodes, 3, 4, 50_000, 0);
+       let mut invoice_features = Bolt11InvoiceFeatures::empty();
+       invoice_features.set_basic_mpp_optional();
+       let payment_params = PaymentParameters::from_node_id(nodes[3].node.get_our_node_id(), TEST_FINAL_CLTV)
+               .with_bolt11_features(invoice_features).unwrap();
+       let recv_value = 50_000_000;
+       let route_params = RouteParameters::from_payment_params_and_value(payment_params, recv_value);
+       let res = nodes[0].node.send_preflight_probes(route_params, None).unwrap();
+       let expected_route: &[&[&Node]] = &[&[&nodes[1], &nodes[2], &nodes[3]]];
+       assert_eq!(res.len(), expected_route.len());
+       send_probe_along_route(&nodes[0], expected_route);
+       expect_probe_successful_events(&nodes[0], res.clone());
+       assert!(!nodes[0].node.has_pending_payments());
+ }
+ #[test]
+ fn preflight_probes_yield_event() {
+       let chanmon_cfgs = create_chanmon_cfgs(4);
+       let node_cfgs = create_node_cfgs(4, &chanmon_cfgs);
+       // We alleviate the HTLC max-in-flight limit, as otherwise we'd always be limited through that.
+       let mut no_htlc_limit_config = test_default_channel_config();
+       no_htlc_limit_config.channel_handshake_config.max_inbound_htlc_value_in_flight_percent_of_channel = 100;
+       let user_configs = std::iter::repeat(no_htlc_limit_config).take(4).map(|c| Some(c)).collect::<Vec<Option<UserConfig>>>();
+       let node_chanmgrs = create_node_chanmgrs(4, &node_cfgs, &user_configs);
+       let nodes = create_network(4, &node_cfgs, &node_chanmgrs);
+       // Setup channel topology:
+       //                    (1M:0)- N1 -(30k:0)
+       //                   /                  \
+       //                 N0                    N4
+       //                   \                  /
+       //                    (1M:0)- N2 -(70k:0)
+       //
+       create_announced_chan_between_nodes_with_value(&nodes, 0, 1, 1_000_000, 0);
+       create_announced_chan_between_nodes_with_value(&nodes, 0, 2, 1_000_000, 0);
+       create_announced_chan_between_nodes_with_value(&nodes, 1, 3, 30_000, 0);
+       create_announced_chan_between_nodes_with_value(&nodes, 2, 3, 70_000, 0);
+       let mut invoice_features = Bolt11InvoiceFeatures::empty();
+       invoice_features.set_basic_mpp_optional();
+       let payment_params = PaymentParameters::from_node_id(nodes[3].node.get_our_node_id(), TEST_FINAL_CLTV)
+               .with_bolt11_features(invoice_features).unwrap();
+       let recv_value = 50_000_000;
+       let route_params = RouteParameters::from_payment_params_and_value(payment_params, recv_value);
+       let res = nodes[0].node.send_preflight_probes(route_params, None).unwrap();
+       let expected_route: &[&[&Node]] = &[&[&nodes[1], &nodes[3]], &[&nodes[2], &nodes[3]]];
+       assert_eq!(res.len(), expected_route.len());
+       send_probe_along_route(&nodes[0], expected_route);
+       expect_probe_successful_events(&nodes[0], res.clone());
+       assert!(!nodes[0].node.has_pending_payments());
+ }
  #[test]
  fn preflight_probes_yield_event_and_skip() {
        let chanmon_cfgs = create_chanmon_cfgs(5);
        //                   \                  /
        //                    (70k:0)- N3 -(1M:0)
        //
-       let first_chan_update = create_announced_chan_between_nodes_with_value(&nodes, 0, 1, 100_000, 0).0;
+       create_announced_chan_between_nodes_with_value(&nodes, 0, 1, 100_000, 0);
        create_announced_chan_between_nodes_with_value(&nodes, 1, 2, 30_000, 0);
        create_announced_chan_between_nodes_with_value(&nodes, 1, 3, 70_000, 0);
        create_announced_chan_between_nodes_with_value(&nodes, 2, 4, 1_000_000, 0);
        let mut invoice_features = Bolt11InvoiceFeatures::empty();
        invoice_features.set_basic_mpp_optional();
  
-       let mut payment_params = PaymentParameters::from_node_id(nodes[4].node.get_our_node_id(), TEST_FINAL_CLTV)
+       let payment_params = PaymentParameters::from_node_id(nodes[4].node.get_our_node_id(), TEST_FINAL_CLTV)
                .with_bolt11_features(invoice_features).unwrap();
  
-       let route_params = RouteParameters::from_payment_params_and_value(payment_params, 80_000_000);
+       let recv_value = 80_000_000;
+       let route_params = RouteParameters::from_payment_params_and_value(payment_params, recv_value);
        let res = nodes[0].node.send_preflight_probes(route_params, None).unwrap();
  
+       let expected_route : &[&[&Node]] = &[&[&nodes[1], &nodes[2], &nodes[4]]];
        // We check that only one probe was sent, the other one was skipped due to limited liquidity.
        assert_eq!(res.len(), 1);
-       let log_msg = format!("Skipped sending payment probe to avoid putting channel {} under the liquidity limit.",
-               first_chan_update.contents.short_channel_id);
-       node_cfgs[0].logger.assert_log_contains("lightning::ln::channelmanager", &log_msg, 1);
-       let (payment_hash, payment_id) = res.first().unwrap();
-       // node[0] -- update_add_htlcs -> node[1]
-       check_added_monitors!(nodes[0], 1);
-       let probe_event = SendEvent::from_node(&nodes[0]);
-       nodes[1].node.handle_update_add_htlc(&nodes[0].node.get_our_node_id(), &probe_event.msgs[0]);
-       check_added_monitors!(nodes[1], 0);
-       commitment_signed_dance!(nodes[1], nodes[0], probe_event.commitment_msg, false);
-       expect_pending_htlcs_forwardable!(nodes[1]);
-       // node[1] -- update_add_htlcs -> node[2]
-       check_added_monitors!(nodes[1], 1);
-       let probe_event = SendEvent::from_node(&nodes[1]);
-       nodes[2].node.handle_update_add_htlc(&nodes[1].node.get_our_node_id(), &probe_event.msgs[0]);
-       check_added_monitors!(nodes[2], 0);
-       commitment_signed_dance!(nodes[2], nodes[1], probe_event.commitment_msg, false);
-       expect_pending_htlcs_forwardable!(nodes[2]);
  
-       // node[2] -- update_add_htlcs -> node[4]
-       check_added_monitors!(nodes[2], 1);
-       let probe_event = SendEvent::from_node(&nodes[2]);
-       nodes[4].node.handle_update_add_htlc(&nodes[2].node.get_our_node_id(), &probe_event.msgs[0]);
-       check_added_monitors!(nodes[4], 0);
-       commitment_signed_dance!(nodes[4], nodes[2], probe_event.commitment_msg, true, true);
-       // node[2] <- update_fail_htlcs -- node[4]
-       let updates = get_htlc_update_msgs!(nodes[4], nodes[2].node.get_our_node_id());
-       nodes[2].node.handle_update_fail_htlc(&nodes[4].node.get_our_node_id(), &updates.update_fail_htlcs[0]);
-       check_added_monitors!(nodes[2], 0);
-       commitment_signed_dance!(nodes[2], nodes[4], updates.commitment_signed, true);
-       // node[1] <- update_fail_htlcs -- node[2]
-       let updates = get_htlc_update_msgs!(nodes[2], nodes[1].node.get_our_node_id());
-       nodes[1].node.handle_update_fail_htlc(&nodes[2].node.get_our_node_id(), &updates.update_fail_htlcs[0]);
-       check_added_monitors!(nodes[1], 0);
-       commitment_signed_dance!(nodes[1], nodes[2], updates.commitment_signed, true);
+       send_probe_along_route(&nodes[0], expected_route);
  
-       // node[0] <- update_fail_htlcs -- node[1]
-       let updates = get_htlc_update_msgs!(nodes[1], nodes[0].node.get_our_node_id());
-       nodes[0].node.handle_update_fail_htlc(&nodes[1].node.get_our_node_id(), &updates.update_fail_htlcs[0]);
-       check_added_monitors!(nodes[0], 0);
-       commitment_signed_dance!(nodes[0], nodes[1], updates.commitment_signed, false);
+       expect_probe_successful_events(&nodes[0], res.clone());
  
-       let mut events = nodes[0].node.get_and_clear_pending_events();
-       assert_eq!(events.len(), 1);
-       match events.drain(..).next().unwrap() {
-               crate::events::Event::ProbeSuccessful { payment_id: ev_pid, payment_hash: ev_ph, .. } => {
-                       assert_eq!(*payment_id, ev_pid);
-                       assert_eq!(*payment_hash, ev_ph);
-               },
-               _ => panic!(),
-       };
        assert!(!nodes[0].node.has_pending_payments());
  }
  
@@@ -1867,12 -1875,11 +1876,12 @@@ fn do_test_intercepted_payment(test: In
                                htlc_maximum_msat: None,
                        }])
                ]).unwrap()
 -              .with_bolt11_features(nodes[2].node.invoice_features()).unwrap();
 -      let route_params = RouteParameters::from_payment_params_and_value(payment_params, amt_msat,);
 -      let route = get_route(&nodes[0].node.get_our_node_id(), &route_params,
 -              &nodes[0].network_graph.read_only(), None, nodes[0].logger, &scorer, &Default::default(),
 -              &random_seed_bytes).unwrap();
 +              .with_bolt11_features(nodes[2].node.bolt11_invoice_features()).unwrap();
 +      let route_params = RouteParameters::from_payment_params_and_value(payment_params, amt_msat);
 +      let route = get_route(
 +              &nodes[0].node.get_our_node_id(), &route_params, &nodes[0].network_graph.read_only(), None,
 +              nodes[0].logger, &scorer, &Default::default(), &random_seed_bytes
 +      ).unwrap();
  
        let (payment_hash, payment_secret) = nodes[2].node.create_inbound_payment(Some(amt_msat), 60 * 60, None).unwrap();
        nodes[0].node.send_payment_with_route(&route, payment_hash,
@@@ -2052,7 -2059,7 +2061,7 @@@ fn do_accept_underpaying_htlcs_config(n
        }
        let payment_params = PaymentParameters::from_node_id(nodes[2].node.get_our_node_id(), TEST_FINAL_CLTV)
                .with_route_hints(route_hints).unwrap()
 -              .with_bolt11_features(nodes[2].node.invoice_features()).unwrap();
 +              .with_bolt11_features(nodes[2].node.bolt11_invoice_features()).unwrap();
        let route_params = RouteParameters::from_payment_params_and_value(payment_params, amt_msat);
        let (payment_hash, payment_secret) = nodes[2].node.create_inbound_payment(Some(amt_msat), 60 * 60, None).unwrap();
        nodes[0].node.send_payment(payment_hash, RecipientOnionFields::secret_only(payment_secret),
@@@ -2740,7 -2747,7 +2749,7 @@@ fn retry_multi_path_single_failed_payme
  
        let mut retry_params = RouteParameters::from_payment_params_and_value(pay_params, 100_000_000);
        retry_params.max_total_routing_fee_msat = None;
 -      route.route_params.as_mut().unwrap().final_value_msat = 100_000_000;
 +      route.route_params = Some(retry_params.clone());
        nodes[0].router.expect_find_route(retry_params, Ok(route.clone()));
  
        {
@@@ -2811,7 -2818,9 +2820,7 @@@ fn immediate_retry_on_failure() 
                                maybe_announced_channel: true,
                        }], blinded_tail: None },
                ],
 -              route_params: Some(RouteParameters::from_payment_params_and_value(
 -                      PaymentParameters::from_node_id(nodes[1].node.get_our_node_id(), TEST_FINAL_CLTV),
 -                      100_000_001)),
 +              route_params: Some(route_params.clone()),
        };
        nodes[0].router.expect_find_route(route_params.clone(), Ok(route.clone()));
        // On retry, split the payment across both channels.
        route.paths[1].hops[0].fee_msat = 50_000_001;
        let mut pay_params = route_params.payment_params.clone();
        pay_params.previously_failed_channels.push(chans[0].short_channel_id.unwrap());
 -      nodes[0].router.expect_find_route(
 -              RouteParameters::from_payment_params_and_value(pay_params, amt_msat),
 -              Ok(route.clone()));
 +      let retry_params = RouteParameters::from_payment_params_and_value(pay_params, amt_msat);
 +      route.route_params = Some(retry_params.clone());
 +      nodes[0].router.expect_find_route(retry_params, Ok(route.clone()));
  
        nodes[0].node.send_payment(payment_hash, RecipientOnionFields::secret_only(payment_secret),
                PaymentId(payment_hash.0), route_params, Retry::Attempts(1)).unwrap();
@@@ -2933,7 -2942,6 +2942,7 @@@ fn no_extra_retries_on_back_to_back_fai
        route.paths[0].hops[1].fee_msat = amt_msat;
        let mut retry_params = RouteParameters::from_payment_params_and_value(second_payment_params, amt_msat);
        retry_params.max_total_routing_fee_msat = None;
 +      route.route_params = Some(retry_params.clone());
        nodes[0].router.expect_find_route(retry_params, Ok(route.clone()));
  
        nodes[0].node.send_payment(payment_hash, RecipientOnionFields::secret_only(payment_secret),
@@@ -3138,7 -3146,7 +3147,7 @@@ fn test_simple_partial_retry() 
        route.paths.remove(0);
        let mut retry_params = RouteParameters::from_payment_params_and_value(second_payment_params, amt_msat / 2);
        retry_params.max_total_routing_fee_msat = None;
 -      route.route_params.as_mut().unwrap().final_value_msat = amt_msat / 2;
 +      route.route_params = Some(retry_params.clone());
        nodes[0].router.expect_find_route(retry_params, Ok(route.clone()));
  
        nodes[0].node.send_payment(payment_hash, RecipientOnionFields::secret_only(payment_secret),
@@@ -3317,7 -3325,7 +3326,7 @@@ fn test_threaded_payment_retries() 
  
        // from here on out, the retry `RouteParameters` amount will be amt/1000
        route_params.final_value_msat /= 1000;
 -      route.route_params.as_mut().unwrap().final_value_msat /= 1000;
 +      route.route_params = Some(route_params.clone());
        route.paths.pop();
  
        let end_time = Instant::now() + Duration::from_secs(1);
                new_route_params.payment_params.previously_failed_channels = previously_failed_channels.clone();
                new_route_params.max_total_routing_fee_msat.as_mut().map(|m| *m -= 100_000);
                route.paths[0].hops[1].short_channel_id += 1;
 +              route.route_params = Some(new_route_params.clone());
                nodes[0].router.expect_find_route(new_route_params, Ok(route.clone()));
  
                let bs_fail_updates = get_htlc_update_msgs!(nodes[1], nodes[0].node.get_our_node_id());
@@@ -3514,9 -3521,10 +3523,9 @@@ fn do_claim_from_closed_chan(fail_payme
        create_announced_chan_between_nodes(&nodes, 2, 3);
  
        let (payment_preimage, payment_hash, payment_secret) = get_payment_preimage_hash!(nodes[3]);
 -      let mut route_params = RouteParameters::from_payment_params_and_value(
 -              PaymentParameters::from_node_id(nodes[3].node.get_our_node_id(), TEST_FINAL_CLTV)
 -                      .with_bolt11_features(nodes[1].node.invoice_features()).unwrap(),
 -              10_000_000);
 +      let payment_params = PaymentParameters::from_node_id(nodes[3].node.get_our_node_id(), TEST_FINAL_CLTV)
 +              .with_bolt11_features(nodes[1].node.bolt11_invoice_features()).unwrap();
 +      let mut route_params = RouteParameters::from_payment_params_and_value(payment_params, 10_000_000);
        let mut route = nodes[0].router.find_route(&nodes[0].node.get_our_node_id(), &route_params,
                None, nodes[0].node.compute_inflight_htlcs()).unwrap();
        // Make sure the route is ordered as the B->D path before C->D
@@@ -3721,7 -3729,7 +3730,7 @@@ fn test_retry_custom_tlvs() 
        send_payment(&nodes[2], &vec!(&nodes[1])[..], 1_500_000);
  
        let amt_msat = 1_000_000;
 -      let (route, payment_hash, payment_preimage, payment_secret) =
 +      let (mut route, payment_hash, payment_preimage, payment_secret) =
                get_route_and_payment_hash!(nodes[0], nodes[2], amt_msat);
  
        // Initiate the payment
  
        // Retry the payment and make sure it succeeds
        route_params.payment_params.previously_failed_channels.push(chan_2_update.contents.short_channel_id);
 +      route.route_params = Some(route_params.clone());
        nodes[0].router.expect_find_route(route_params, Ok(route));
        nodes[0].node.process_pending_htlc_forwards();
        check_added_monitors!(nodes[0], 1);
@@@ -3840,7 -3847,7 +3849,7 @@@ fn do_test_custom_tlvs_consistency(firs
        let chan_2_3 = create_announced_chan_between_nodes_with_value(&nodes, 2, 3, 100_000, 0);
  
        let payment_params = PaymentParameters::from_node_id(nodes[3].node.get_our_node_id(), TEST_FINAL_CLTV)
 -              .with_bolt11_features(nodes[3].node.invoice_features()).unwrap();
 +              .with_bolt11_features(nodes[3].node.bolt11_invoice_features()).unwrap();
        let mut route = get_route!(nodes[0], payment_params, 15_000_000).unwrap();
        assert_eq!(route.paths.len(), 2);
        route.paths.sort_by(|path_a, _| {
@@@ -3978,7 -3985,7 +3987,7 @@@ fn do_test_payment_metadata_consistency
        let payment_metadata = vec![44, 49, 52, 142];
  
        let payment_params = PaymentParameters::from_node_id(nodes[3].node.get_our_node_id(), TEST_FINAL_CLTV)
 -              .with_bolt11_features(nodes[1].node.invoice_features()).unwrap();
 +              .with_bolt11_features(nodes[1].node.bolt11_invoice_features()).unwrap();
        let mut route_params = RouteParameters::from_payment_params_and_value(payment_params, amt_msat);
  
        // Send the MPP payment, delivering the updated commitment state to nodes[1].
@@@ -4093,95 -4100,3 +4102,95 @@@ fn test_payment_metadata_consistency() 
        do_test_payment_metadata_consistency(false, true);
        do_test_payment_metadata_consistency(false, false);
  }
 +
 +#[test]
 +fn  test_htlc_forward_considers_anchor_outputs_value() {
 +      // Tests that:
 +      //
 +      // 1) Forwarding nodes don't forward HTLCs that would cause their balance to dip below the
 +      //    reserve when considering the value of anchor outputs.
 +      //
 +      // 2) Recipients of `update_add_htlc` properly reject HTLCs that would cause the initiator's
 +      //    balance to dip below the reserve when considering the value of anchor outputs.
 +      let mut config = test_default_channel_config();
 +      config.channel_handshake_config.negotiate_anchors_zero_fee_htlc_tx = true;
 +      config.manually_accept_inbound_channels = true;
 +      config.channel_config.forwarding_fee_base_msat = 0;
 +      config.channel_config.forwarding_fee_proportional_millionths = 0;
 +
 +      // Set up a test network of three nodes that replicates a production failure leading to the
 +      // discovery of this bug.
 +      let chanmon_cfgs = create_chanmon_cfgs(3);
 +      let node_cfgs = create_node_cfgs(3, &chanmon_cfgs);
 +      let node_chanmgrs = create_node_chanmgrs(3, &node_cfgs, &[Some(config), Some(config), Some(config)]);
 +      let nodes = create_network(3, &node_cfgs, &node_chanmgrs);
 +
 +      const CHAN_AMT: u64 = 1_000_000;
 +      const PUSH_MSAT: u64 = 900_000_000;
 +      create_announced_chan_between_nodes_with_value(&nodes, 0, 1, CHAN_AMT, 500_000_000);
 +      let (_, _, chan_id_2, _) = create_announced_chan_between_nodes_with_value(&nodes, 1, 2, CHAN_AMT, PUSH_MSAT);
 +
 +      let channel_reserve_msat = get_holder_selected_channel_reserve_satoshis(CHAN_AMT, &config) * 1000;
 +      let commitment_fee_msat = commit_tx_fee_msat(
 +              *nodes[1].fee_estimator.sat_per_kw.lock().unwrap(), 2, &ChannelTypeFeatures::anchors_zero_htlc_fee_and_dependencies()
 +      );
 +      let anchor_outpus_value_msat = ANCHOR_OUTPUT_VALUE_SATOSHI * 2 * 1000;
 +      let sendable_balance_msat = CHAN_AMT * 1000 - PUSH_MSAT - channel_reserve_msat - commitment_fee_msat - anchor_outpus_value_msat;
 +      let channel_details = nodes[1].node.list_channels().into_iter().find(|channel| channel.channel_id == chan_id_2).unwrap();
 +      assert!(sendable_balance_msat >= channel_details.next_outbound_htlc_minimum_msat);
 +      assert!(sendable_balance_msat <= channel_details.next_outbound_htlc_limit_msat);
 +
 +      send_payment(&nodes[0], &[&nodes[1], &nodes[2]], sendable_balance_msat);
 +      send_payment(&nodes[2], &[&nodes[1], &nodes[0]], sendable_balance_msat);
 +
 +      // Send out an HTLC that would cause the forwarding node to dip below its reserve when
 +      // considering the value of anchor outputs.
 +      let (route, payment_hash, _, payment_secret) = get_route_and_payment_hash!(
 +              nodes[0], nodes[2], sendable_balance_msat + anchor_outpus_value_msat
 +      );
 +      nodes[0].node.send_payment_with_route(
 +              &route, payment_hash, RecipientOnionFields::secret_only(payment_secret), PaymentId(payment_hash.0)
 +      ).unwrap();
 +      check_added_monitors!(nodes[0], 1);
 +
 +      let mut events = nodes[0].node.get_and_clear_pending_msg_events();
 +      assert_eq!(events.len(), 1);
 +      let mut update_add_htlc = if let MessageSendEvent::UpdateHTLCs { updates, .. } = events.pop().unwrap() {
 +              nodes[1].node.handle_update_add_htlc(&nodes[0].node.get_our_node_id(), &updates.update_add_htlcs[0]);
 +              check_added_monitors(&nodes[1], 0);
 +              commitment_signed_dance!(nodes[1], nodes[0], &updates.commitment_signed, false);
 +              updates.update_add_htlcs[0].clone()
 +      } else {
 +              panic!("Unexpected event");
 +      };
 +
 +      // The forwarding node should reject forwarding it as expected.
 +      expect_pending_htlcs_forwardable!(nodes[1]);
 +      expect_pending_htlcs_forwardable_and_htlc_handling_failed!(&nodes[1], vec![HTLCDestination::NextHopChannel {
 +              node_id: Some(nodes[2].node.get_our_node_id()),
 +              channel_id: chan_id_2
 +      }]);
 +      check_added_monitors(&nodes[1], 1);
 +
 +      let mut events = nodes[1].node.get_and_clear_pending_msg_events();
 +      assert_eq!(events.len(), 1);
 +      if let MessageSendEvent::UpdateHTLCs { updates, .. } = events.pop().unwrap() {
 +              nodes[0].node.handle_update_fail_htlc(&nodes[1].node.get_our_node_id(), &updates.update_fail_htlcs[0]);
 +              check_added_monitors(&nodes[0], 0);
 +              commitment_signed_dance!(nodes[0], nodes[1], &updates.commitment_signed, false);
 +      } else {
 +              panic!("Unexpected event");
 +      }
 +
 +      expect_payment_failed!(nodes[0], payment_hash, false);
 +
 +      // Assume that the forwarding node did forward it, and make sure the recipient rejects it as an
 +      // invalid update and closes the channel.
 +      update_add_htlc.channel_id = chan_id_2;
 +      nodes[2].node.handle_update_add_htlc(&nodes[1].node.get_our_node_id(), &update_add_htlc);
 +      check_closed_event(&nodes[2], 1, ClosureReason::ProcessingError {
 +              err: "Remote HTLC add would put them under remote reserve value".to_owned()
 +      }, false, &[nodes[1].node.get_our_node_id()], 1_000_000);
 +      check_closed_broadcast(&nodes[2], 1, true);
 +      check_added_monitors(&nodes[2], 1);
 +}
index 58da52eb743c24fcf381c47cc90d9bfbf310b485,b0d7c44d3c24a54103d2b9feec5d49709b452a53..079dea653e71120049b6b98c64cf16a98f7c8cfe
@@@ -566,8 -566,8 +566,8 @@@ fn do_test_data_loss_protect(reconnect_
                if let MessageSendEvent::BroadcastChannelUpdate { .. } = msg {
                } else if let MessageSendEvent::HandleError { ref action, .. } = msg {
                        match action {
 -                              &ErrorAction::SendErrorMessage { ref msg } => {
 -                                      assert_eq!(msg.data, "Channel force-closed");
 +                              &ErrorAction::DisconnectPeer { ref msg } => {
 +                                      assert_eq!(msg.as_ref().unwrap().data, "Channel force-closed");
                                },
                                _ => panic!("Unexpected event!"),
                        }
  
        nodes[0].node.handle_channel_reestablish(&nodes[1].node.get_our_node_id(), &retry_reestablish[0]);
        let mut err_msgs_0 = Vec::with_capacity(1);
 -      for msg in nodes[0].node.get_and_clear_pending_msg_events() {
 -              if let MessageSendEvent::HandleError { ref action, .. } = msg {
 -                      match action {
 -                              &ErrorAction::SendErrorMessage { ref msg } => {
 -                                      assert_eq!(msg.data, format!("Got a message for a channel from the wrong node! No such channel for the passed counterparty_node_id {}", &nodes[1].node.get_our_node_id()));
 -                                      err_msgs_0.push(msg.clone());
 -                              },
 -                              _ => panic!("Unexpected event!"),
 -                      }
 -              } else {
 -                      panic!("Unexpected event!");
 +      if let MessageSendEvent::HandleError { ref action, .. } = nodes[0].node.get_and_clear_pending_msg_events()[1] {
 +              match action {
 +                      &ErrorAction::SendErrorMessage { ref msg } => {
 +                              assert_eq!(msg.data, format!("Got a message for a channel from the wrong node! No such channel for the passed counterparty_node_id {}", &nodes[1].node.get_our_node_id()));
 +                              err_msgs_0.push(msg.clone());
 +                      },
 +                      _ => panic!("Unexpected event!"),
                }
 +      } else {
 +              panic!("Unexpected event!");
        }
        assert_eq!(err_msgs_0.len(), 1);
        nodes[1].node.handle_error(&nodes[0].node.get_our_node_id(), &err_msgs_0[0]);
@@@ -747,8 -749,8 +747,8 @@@ fn do_test_partial_claim_before_restart
        assert_eq!(send_events.len(), 2);
        let node_1_msgs = remove_first_msg_event_to_node(&nodes[1].node.get_our_node_id(), &mut send_events);
        let node_2_msgs = remove_first_msg_event_to_node(&nodes[2].node.get_our_node_id(), &mut send_events);
-       do_pass_along_path(&nodes[0], &[&nodes[1], &nodes[3]], 15_000_000, payment_hash, Some(payment_secret), node_1_msgs, true, false, None);
-       do_pass_along_path(&nodes[0], &[&nodes[2], &nodes[3]], 15_000_000, payment_hash, Some(payment_secret), node_2_msgs, true, false, None);
+       do_pass_along_path(&nodes[0], &[&nodes[1], &nodes[3]], 15_000_000, payment_hash, Some(payment_secret), node_1_msgs, true, false, None, false);
+       do_pass_along_path(&nodes[0], &[&nodes[2], &nodes[3]], 15_000_000, payment_hash, Some(payment_secret), node_2_msgs, true, false, None, false);
  
        // Now that we have an MPP payment pending, get the latest encoded copies of nodes[3]'s
        // monitors and ChannelManager, for use later, if we don't want to persist both monitors.