_ Git - rust-lightning/blob - lightning/src/ln/onion_utils.rs

   1 // This file is Copyright its original authors, visible in version control
   2 // history.
   3 //
   4 // This file is licensed under the Apache License, Version 2.0 <LICENSE-APACHE
   5 // or http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
   6 // <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your option.
   7 // You may not use this file except in accordance with one or both of these
   8 // licenses.
   9
  10 use crate::crypto::chacha20::ChaCha20;
  11 use crate::crypto::streams::ChaChaReader;
  12 use crate::ln::channelmanager::{HTLCSource, RecipientOnionFields};
  13 use crate::ln::msgs;
  14 use crate::ln::wire::Encode;
  15 use crate::ln::{PaymentHash, PaymentPreimage};
  16 use crate::routing::gossip::NetworkUpdate;
  17 use crate::routing::router::{BlindedTail, Path, RouteHop};
  18 use crate::sign::NodeSigner;
  19 use crate::util::errors::{self, APIError};
  20 use crate::util::logger::Logger;
  21 use crate::util::ser::{LengthCalculatingWriter, Readable, ReadableArgs, Writeable, Writer};
  22
  23 use bitcoin::hashes::cmp::fixed_time_eq;
  24 use bitcoin::hashes::hmac::{Hmac, HmacEngine};
  25 use bitcoin::hashes::sha256::Hash as Sha256;
  26 use bitcoin::hashes::{Hash, HashEngine};
  27
  28 use bitcoin::secp256k1;
  29 use bitcoin::secp256k1::ecdh::SharedSecret;
  30 use bitcoin::secp256k1::{PublicKey, Scalar, Secp256k1, SecretKey};
  31
  32 use crate::io::{Cursor, Read};
  33 use core::convert::{AsMut, TryInto};
  34 use core::ops::Deref;
  35
  36 #[allow(unused_imports)]
  37 use crate::prelude::*;
  38
  39 pub(crate) struct OnionKeys {
  40         #[cfg(test)]
  41         pub(crate) shared_secret: SharedSecret,
  42         #[cfg(test)]
  43         pub(crate) blinding_factor: [u8; 32],
  44         pub(crate) ephemeral_pubkey: PublicKey,
  45         pub(crate) rho: [u8; 32],
  46         pub(crate) mu: [u8; 32],
  47 }
  48
  49 #[inline]
  50 pub(crate) fn gen_rho_from_shared_secret(shared_secret: &[u8]) -> [u8; 32] {
  51         assert_eq!(shared_secret.len(), 32);
  52         let mut hmac = HmacEngine::<Sha256>::new(&[0x72, 0x68, 0x6f]); // rho
  53         hmac.input(&shared_secret);
  54         Hmac::from_engine(hmac).to_byte_array()
  55 }
  56
  57 #[inline]
  58 pub(crate) fn gen_rho_mu_from_shared_secret(shared_secret: &[u8]) -> ([u8; 32], [u8; 32]) {
  59         assert_eq!(shared_secret.len(), 32);
  60         let mut engine_rho = HmacEngine::<Sha256>::new(b"rho");
  61         engine_rho.input(&shared_secret);
  62         let hmac_rho = Hmac::from_engine(engine_rho).to_byte_array();
  63
  64         let mut engine_mu = HmacEngine::<Sha256>::new(b"mu");
  65         engine_mu.input(&shared_secret);
  66         let hmac_mu = Hmac::from_engine(engine_mu).to_byte_array();
  67
  68         (hmac_rho, hmac_mu)
  69 }
  70
  71 #[inline]
  72 pub(super) fn gen_um_from_shared_secret(shared_secret: &[u8]) -> [u8; 32] {
  73         assert_eq!(shared_secret.len(), 32);
  74         let mut hmac = HmacEngine::<Sha256>::new(&[0x75, 0x6d]); // um
  75         hmac.input(&shared_secret);
  76         Hmac::from_engine(hmac).to_byte_array()
  77 }
  78
  79 #[inline]
  80 pub(super) fn gen_ammag_from_shared_secret(shared_secret: &[u8]) -> [u8; 32] {
  81         assert_eq!(shared_secret.len(), 32);
  82         let mut hmac = HmacEngine::<Sha256>::new(&[0x61, 0x6d, 0x6d, 0x61, 0x67]); // ammag
  83         hmac.input(&shared_secret);
  84         Hmac::from_engine(hmac).to_byte_array()
  85 }
  86
  87 #[cfg(test)]
  88 #[inline]
  89 pub(super) fn gen_pad_from_shared_secret(shared_secret: &[u8]) -> [u8; 32] {
  90         assert_eq!(shared_secret.len(), 32);
  91         let mut hmac = HmacEngine::<Sha256>::new(&[0x70, 0x61, 0x64]); // pad
  92         hmac.input(&shared_secret);
  93         Hmac::from_engine(hmac).to_byte_array()
  94 }
  95
  96 /// Calculates a pubkey for the next hop, such as the next hop's packet pubkey or blinding point.
  97 pub(crate) fn next_hop_pubkey<T: secp256k1::Verification>(
  98         secp_ctx: &Secp256k1<T>, curr_pubkey: PublicKey, shared_secret: &[u8],
  99 ) -> Result<PublicKey, secp256k1::Error> {
 100         let blinding_factor = {
 101                 let mut sha = Sha256::engine();
 102                 sha.input(&curr_pubkey.serialize()[..]);
 103                 sha.input(shared_secret);
 104                 Sha256::from_engine(sha).to_byte_array()
 105         };
 106
 107         curr_pubkey.mul_tweak(secp_ctx, &Scalar::from_be_bytes(blinding_factor).unwrap())
 108 }
 109
 110 // can only fail if an intermediary hop has an invalid public key or session_priv is invalid
 111 #[inline]
 112 pub(super) fn construct_onion_keys_callback<T, FType>(
 113         secp_ctx: &Secp256k1<T>, path: &Path, session_priv: &SecretKey, mut callback: FType,
 114 ) -> Result<(), secp256k1::Error>
 115 where
 116         T: secp256k1::Signing,
 117         FType: FnMut(SharedSecret, [u8; 32], PublicKey, Option<&RouteHop>, usize),
 118 {
 119         let mut blinded_priv = session_priv.clone();
 120         let mut blinded_pub = PublicKey::from_secret_key(secp_ctx, &blinded_priv);
 121
 122         let unblinded_hops_iter = path.hops.iter().map(|h| (&h.pubkey, Some(h)));
 123         let blinded_pks_iter = path
 124                 .blinded_tail
 125                 .as_ref()
 126                 .map(|t| t.hops.iter())
 127                 .unwrap_or([].iter())
 128                 .skip(1) // Skip the intro node because it's included in the unblinded hops
 129                 .map(|h| (&h.blinded_node_id, None));
 130         for (idx, (pubkey, route_hop_opt)) in unblinded_hops_iter.chain(blinded_pks_iter).enumerate() {
 131                 let shared_secret = SharedSecret::new(pubkey, &blinded_priv);
 132
 133                 let mut sha = Sha256::engine();
 134                 sha.input(&blinded_pub.serialize()[..]);
 135                 sha.input(shared_secret.as_ref());
 136                 let blinding_factor = Sha256::from_engine(sha).to_byte_array();
 137
 138                 let ephemeral_pubkey = blinded_pub;
 139
 140                 blinded_priv = blinded_priv.mul_tweak(&Scalar::from_be_bytes(blinding_factor).unwrap())?;
 141                 blinded_pub = PublicKey::from_secret_key(secp_ctx, &blinded_priv);
 142
 143                 callback(shared_secret, blinding_factor, ephemeral_pubkey, route_hop_opt, idx);
 144         }
 145
 146         Ok(())
 147 }
 148
 149 // can only fail if an intermediary hop has an invalid public key or session_priv is invalid
 150 pub(super) fn construct_onion_keys<T: secp256k1::Signing>(
 151         secp_ctx: &Secp256k1<T>, path: &Path, session_priv: &SecretKey,
 152 ) -> Result<Vec<OnionKeys>, secp256k1::Error> {
 153         let mut res = Vec::with_capacity(path.hops.len());
 154
 155         construct_onion_keys_callback(
 156                 secp_ctx,
 157                 &path,
 158                 session_priv,
 159                 |shared_secret, _blinding_factor, ephemeral_pubkey, _, _| {
 160                         let (rho, mu) = gen_rho_mu_from_shared_secret(shared_secret.as_ref());
 161
 162                         res.push(OnionKeys {
 163                                 #[cfg(test)]
 164                                 shared_secret,
 165                                 #[cfg(test)]
 166                                 blinding_factor: _blinding_factor,
 167                                 ephemeral_pubkey,
 168                                 rho,
 169                                 mu,
 170                         });
 171                 },
 172         )?;
 173
 174         Ok(res)
 175 }
 176
 177 /// returns the hop data, as well as the first-hop value_msat and CLTV value we should send.
 178 pub(super) fn build_onion_payloads(
 179         path: &Path, total_msat: u64, mut recipient_onion: RecipientOnionFields,
 180         starting_htlc_offset: u32, keysend_preimage: &Option<PaymentPreimage>,
 181 ) -> Result<(Vec<msgs::OutboundOnionPayload>, u64, u32), APIError> {
 182         let mut cur_value_msat = 0u64;
 183         let mut cur_cltv = starting_htlc_offset;
 184         let mut last_short_channel_id = 0;
 185         let mut res: Vec<msgs::OutboundOnionPayload> = Vec::with_capacity(
 186                 path.hops.len() + path.blinded_tail.as_ref().map_or(0, |t| t.hops.len()),
 187         );
 188
 189         for (idx, hop) in path.hops.iter().rev().enumerate() {
 190                 // First hop gets special values so that it can check, on receipt, that everything is
 191                 // exactly as it should be (and the next hop isn't trying to probe to find out if we're
 192                 // the intended recipient).
 193                 let value_msat = if cur_value_msat == 0 { hop.fee_msat } else { cur_value_msat };
 194                 let cltv = if cur_cltv == starting_htlc_offset {
 195                         hop.cltv_expiry_delta + starting_htlc_offset
 196                 } else {
 197                         cur_cltv
 198                 };
 199                 if idx == 0 {
 200                         if let Some(BlindedTail {
 201                                 blinding_point,
 202                                 hops,
 203                                 final_value_msat,
 204                                 excess_final_cltv_expiry_delta,
 205                                 ..
 206                         }) = &path.blinded_tail
 207                         {
 208                                 let mut blinding_point = Some(*blinding_point);
 209                                 for (i, blinded_hop) in hops.iter().enumerate() {
 210                                         if i == hops.len() - 1 {
 211                                                 cur_value_msat += final_value_msat;
 212                                                 res.push(msgs::OutboundOnionPayload::BlindedReceive {
 213                                                         sender_intended_htlc_amt_msat: *final_value_msat,
 214                                                         total_msat,
 215                                                         cltv_expiry_height: cur_cltv + excess_final_cltv_expiry_delta,
 216                                                         encrypted_tlvs: blinded_hop.encrypted_payload.clone(),
 217                                                         intro_node_blinding_point: blinding_point.take(),
 218                                                         keysend_preimage: *keysend_preimage,
 219                                                         custom_tlvs: recipient_onion.custom_tlvs.clone(),
 220                                                 });
 221                                         } else {
 222                                                 res.push(msgs::OutboundOnionPayload::BlindedForward {
 223                                                         encrypted_tlvs: blinded_hop.encrypted_payload.clone(),
 224                                                         intro_node_blinding_point: blinding_point.take(),
 225                                                 });
 226                                         }
 227                                 }
 228                         } else {
 229                                 res.push(msgs::OutboundOnionPayload::Receive {
 230                                         payment_data: if let Some(secret) = recipient_onion.payment_secret.take() {
 231                                                 Some(msgs::FinalOnionHopData { payment_secret: secret, total_msat })
 232                                         } else {
 233                                                 None
 234                                         },
 235                                         payment_metadata: recipient_onion.payment_metadata.take(),
 236                                         keysend_preimage: *keysend_preimage,
 237                                         custom_tlvs: recipient_onion.custom_tlvs.clone(),
 238                                         sender_intended_htlc_amt_msat: value_msat,
 239                                         cltv_expiry_height: cltv,
 240                                 });
 241                         }
 242                 } else {
 243                         let payload = msgs::OutboundOnionPayload::Forward {
 244                                 short_channel_id: last_short_channel_id,
 245                                 amt_to_forward: value_msat,
 246                                 outgoing_cltv_value: cltv,
 247                         };
 248                         res.insert(0, payload);
 249                 }
 250                 cur_value_msat += hop.fee_msat;
 251                 if cur_value_msat >= 21000000 * 100000000 * 1000 {
 252                         return Err(APIError::InvalidRoute { err: "Channel fees overflowed?".to_owned() });
 253                 }
 254                 cur_cltv += hop.cltv_expiry_delta as u32;
 255                 if cur_cltv >= 500000000 {
 256                         return Err(APIError::InvalidRoute { err: "Channel CLTV overflowed?".to_owned() });
 257                 }
 258                 last_short_channel_id = hop.short_channel_id;
 259         }
 260         Ok((res, cur_value_msat, cur_cltv))
 261 }
 262
 263 /// Length of the onion data packet. Before TLV-based onions this was 20 65-byte hops, though now
 264 /// the hops can be of variable length.
 265 pub(crate) const ONION_DATA_LEN: usize = 20 * 65;
 266
 267 pub(super) const INVALID_ONION_BLINDING: u16 = 0x8000 | 0x4000 | 24;
 268
 269 #[inline]
 270 fn shift_slice_right(arr: &mut [u8], amt: usize) {
 271         for i in (amt..arr.len()).rev() {
 272                 arr[i] = arr[i - amt];
 273         }
 274         for i in 0..amt {
 275                 arr[i] = 0;
 276         }
 277 }
 278
 279 pub(super) fn construct_onion_packet(
 280         payloads: Vec<msgs::OutboundOnionPayload>, onion_keys: Vec<OnionKeys>, prng_seed: [u8; 32],
 281         associated_data: &PaymentHash,
 282 ) -> Result<msgs::OnionPacket, ()> {
 283         let mut packet_data = [0; ONION_DATA_LEN];
 284
 285         let mut chacha = ChaCha20::new(&prng_seed, &[0; 8]);
 286         chacha.process(&[0; ONION_DATA_LEN], &mut packet_data);
 287
 288         let packet = FixedSizeOnionPacket(packet_data);
 289         construct_onion_packet_with_init_noise::<_, _>(
 290                 payloads,
 291                 onion_keys,
 292                 packet,
 293                 Some(associated_data),
 294         )
 295 }
 296
 297 #[allow(unused)]
 298 pub(super) fn construct_trampoline_onion_packet(
 299         payloads: Vec<msgs::OutboundTrampolinePayload>, onion_keys: Vec<OnionKeys>,
 300         prng_seed: [u8; 32], associated_data: &PaymentHash, length: u16,
 301 ) -> Result<msgs::TrampolineOnionPacket, ()> {
 302         let mut packet_data = vec![0u8; length as usize];
 303
 304         let mut chacha = ChaCha20::new(&prng_seed, &[0; 8]);
 305         chacha.process(&vec![0u8; length as usize], &mut packet_data);
 306
 307         construct_onion_packet_with_init_noise::<_, _>(
 308                 payloads,
 309                 onion_keys,
 310                 packet_data,
 311                 Some(associated_data),
 312         )
 313 }
 314
 315 #[cfg(test)]
 316 /// Used in testing to write bogus `BogusOnionHopData` as well as `RawOnionHopData`, which is
 317 /// otherwise not representable in `msgs::OnionHopData`.
 318 pub(super) fn construct_onion_packet_with_writable_hopdata<HD: Writeable>(
 319         payloads: Vec<HD>, onion_keys: Vec<OnionKeys>, prng_seed: [u8; 32],
 320         associated_data: &PaymentHash,
 321 ) -> Result<msgs::OnionPacket, ()> {
 322         let mut packet_data = [0; ONION_DATA_LEN];
 323
 324         let mut chacha = ChaCha20::new(&prng_seed, &[0; 8]);
 325         chacha.process(&[0; ONION_DATA_LEN], &mut packet_data);
 326
 327         let packet = FixedSizeOnionPacket(packet_data);
 328         construct_onion_packet_with_init_noise::<_, _>(
 329                 payloads,
 330                 onion_keys,
 331                 packet,
 332                 Some(associated_data),
 333         )
 334 }
 335
 336 /// Since onion message packets and onion payment packets have different lengths but are otherwise
 337 /// identical, we use this trait to allow `construct_onion_packet_with_init_noise` to return either
 338 /// type.
 339 pub(crate) trait Packet {
 340         type Data: AsMut<[u8]>;
 341         fn new(pubkey: PublicKey, hop_data: Self::Data, hmac: [u8; 32]) -> Self;
 342 }
 343
 344 // Needed for rustc versions older than 1.47 to avoid E0277: "arrays only have std trait
 345 // implementations for lengths 0..=32".
 346 pub(crate) struct FixedSizeOnionPacket(pub(crate) [u8; ONION_DATA_LEN]);
 347
 348 impl AsMut<[u8]> for FixedSizeOnionPacket {
 349         fn as_mut(&mut self) -> &mut [u8] {
 350                 &mut self.0
 351         }
 352 }
 353
 354 pub(crate) fn payloads_serialized_length<HD: Writeable>(payloads: &Vec<HD>) -> usize {
 355         payloads.iter().map(|p| p.serialized_length() + 32 /* HMAC */).sum()
 356 }
 357
 358 pub(crate) fn construct_onion_message_packet<HD: Writeable, P: Packet<Data = Vec<u8>>>(
 359         payloads: Vec<HD>, onion_keys: Vec<OnionKeys>, prng_seed: [u8; 32], packet_data_len: usize,
 360 ) -> Result<P, ()> {
 361         let mut packet_data = vec![0; packet_data_len];
 362
 363         let mut chacha = ChaCha20::new(&prng_seed, &[0; 8]);
 364         chacha.process_in_place(&mut packet_data);
 365
 366         construct_onion_packet_with_init_noise::<_, _>(payloads, onion_keys, packet_data, None)
 367 }
 368
 369 fn construct_onion_packet_with_init_noise<HD: Writeable, P: Packet>(
 370         mut payloads: Vec<HD>, onion_keys: Vec<OnionKeys>, mut packet_data: P::Data,
 371         associated_data: Option<&PaymentHash>,
 372 ) -> Result<P, ()> {
 373         let filler = {
 374                 let packet_data = packet_data.as_mut();
 375                 const ONION_HOP_DATA_LEN: usize = 65; // We may decrease this eventually after TLV is common
 376                 let mut res = Vec::with_capacity(ONION_HOP_DATA_LEN * (payloads.len() - 1));
 377
 378                 let mut pos = 0;
 379                 for (i, (payload, keys)) in payloads.iter().zip(onion_keys.iter()).enumerate() {
 380                         let mut chacha = ChaCha20::new(&keys.rho, &[0u8; 8]);
 381                         // TODO: Batch this.
 382                         for _ in 0..(packet_data.len() - pos) {
 383                                 let mut dummy = [0; 1];
 384                                 chacha.process_in_place(&mut dummy); // We don't have a seek function :(
 385                         }
 386
 387                         let mut payload_len = LengthCalculatingWriter(0);
 388                         payload.write(&mut payload_len).expect("Failed to calculate length");
 389                         pos += payload_len.0 + 32;
 390                         if pos > packet_data.len() {
 391                                 return Err(());
 392                         }
 393
 394                         if i == payloads.len() - 1 {
 395                                 break;
 396                         }
 397
 398                         res.resize(pos, 0u8);
 399                         chacha.process_in_place(&mut res);
 400                 }
 401                 res
 402         };
 403
 404         let mut hmac_res = [0; 32];
 405         for (i, (payload, keys)) in payloads.iter_mut().zip(onion_keys.iter()).rev().enumerate() {
 406                 let mut payload_len = LengthCalculatingWriter(0);
 407                 payload.write(&mut payload_len).expect("Failed to calculate length");
 408
 409                 let packet_data = packet_data.as_mut();
 410                 shift_slice_right(packet_data, payload_len.0 + 32);
 411                 packet_data[0..payload_len.0].copy_from_slice(&payload.encode()[..]);
 412                 packet_data[payload_len.0..(payload_len.0 + 32)].copy_from_slice(&hmac_res);
 413
 414                 let mut chacha = ChaCha20::new(&keys.rho, &[0u8; 8]);
 415                 chacha.process_in_place(packet_data);
 416
 417                 if i == 0 {
 418                         let stop_index = packet_data.len();
 419                         let start_index = stop_index.checked_sub(filler.len()).ok_or(())?;
 420                         packet_data[start_index..stop_index].copy_from_slice(&filler[..]);
 421                 }
 422
 423                 let mut hmac = HmacEngine::<Sha256>::new(&keys.mu);
 424                 hmac.input(packet_data);
 425                 if let Some(associated_data) = associated_data {
 426                         hmac.input(&associated_data.0[..]);
 427                 }
 428                 hmac_res = Hmac::from_engine(hmac).to_byte_array();
 429         }
 430
 431         Ok(P::new(onion_keys.first().unwrap().ephemeral_pubkey, packet_data, hmac_res))
 432 }
 433
 434 /// Encrypts a failure packet. raw_packet can either be a
 435 /// msgs::DecodedOnionErrorPacket.encode() result or a msgs::OnionErrorPacket.data element.
 436 pub(super) fn encrypt_failure_packet(
 437         shared_secret: &[u8], raw_packet: &[u8],
 438 ) -> msgs::OnionErrorPacket {
 439         let ammag = gen_ammag_from_shared_secret(&shared_secret);
 440
 441         let mut packet_crypted = Vec::with_capacity(raw_packet.len());
 442         packet_crypted.resize(raw_packet.len(), 0);
 443         let mut chacha = ChaCha20::new(&ammag, &[0u8; 8]);
 444         chacha.process(&raw_packet, &mut packet_crypted[..]);
 445         msgs::OnionErrorPacket { data: packet_crypted }
 446 }
 447
 448 pub(super) fn build_failure_packet(
 449         shared_secret: &[u8], failure_type: u16, failure_data: &[u8],
 450 ) -> msgs::DecodedOnionErrorPacket {
 451         assert_eq!(shared_secret.len(), 32);
 452         assert!(failure_data.len() <= 256 - 2);
 453
 454         let um = gen_um_from_shared_secret(&shared_secret);
 455
 456         let failuremsg = {
 457                 let mut res = Vec::with_capacity(2 + failure_data.len());
 458                 res.push(((failure_type >> 8) & 0xff) as u8);
 459                 res.push(((failure_type >> 0) & 0xff) as u8);
 460                 res.extend_from_slice(&failure_data[..]);
 461                 res
 462         };
 463         let pad = {
 464                 let mut res = Vec::with_capacity(256 - 2 - failure_data.len());
 465                 res.resize(256 - 2 - failure_data.len(), 0);
 466                 res
 467         };
 468         let mut packet = msgs::DecodedOnionErrorPacket { hmac: [0; 32], failuremsg, pad };
 469
 470         let mut hmac = HmacEngine::<Sha256>::new(&um);
 471         hmac.input(&packet.encode()[32..]);
 472         packet.hmac = Hmac::from_engine(hmac).to_byte_array();
 473
 474         packet
 475 }
 476
 477 #[cfg(test)]
 478 pub(super) fn build_first_hop_failure_packet(
 479         shared_secret: &[u8], failure_type: u16, failure_data: &[u8],
 480 ) -> msgs::OnionErrorPacket {
 481         let failure_packet = build_failure_packet(shared_secret, failure_type, failure_data);
 482         encrypt_failure_packet(shared_secret, &failure_packet.encode()[..])
 483 }
 484
 485 pub(crate) struct DecodedOnionFailure {
 486         pub(crate) network_update: Option<NetworkUpdate>,
 487         pub(crate) short_channel_id: Option<u64>,
 488         pub(crate) payment_failed_permanently: bool,
 489         pub(crate) failed_within_blinded_path: bool,
 490         #[cfg(test)]
 491         pub(crate) onion_error_code: Option<u16>,
 492         #[cfg(test)]
 493         pub(crate) onion_error_data: Option<Vec<u8>>,
 494 }
 495
 496 /// Note that we always decrypt `packet` in-place here even if the deserialization into
 497 /// [`msgs::DecodedOnionErrorPacket`] ultimately fails.
 498 fn decrypt_onion_error_packet(
 499         packet: &mut Vec<u8>, shared_secret: SharedSecret,
 500 ) -> Result<msgs::DecodedOnionErrorPacket, msgs::DecodeError> {
 501         let ammag = gen_ammag_from_shared_secret(shared_secret.as_ref());
 502         let mut chacha = ChaCha20::new(&ammag, &[0u8; 8]);
 503         chacha.process_in_place(packet);
 504         msgs::DecodedOnionErrorPacket::read(&mut Cursor::new(packet))
 505 }
 506
 507 /// Process failure we got back from upstream on a payment we sent (implying htlc_source is an
 508 /// OutboundRoute).
 509 #[inline]
 510 pub(super) fn process_onion_failure<T: secp256k1::Signing, L: Deref>(
 511         secp_ctx: &Secp256k1<T>, logger: &L, htlc_source: &HTLCSource, mut encrypted_packet: Vec<u8>,
 512 ) -> DecodedOnionFailure
 513 where
 514         L::Target: Logger,
 515 {
 516         let (path, session_priv, first_hop_htlc_msat) = match htlc_source {
 517                 HTLCSource::OutboundRoute {
 518                         ref path, ref session_priv, ref first_hop_htlc_msat, ..
 519                 } => (path, session_priv, first_hop_htlc_msat),
 520                 _ => {
 521                         unreachable!()
 522                 },
 523         };
 524
 525         // Learnings from the HTLC failure to inform future payment retries and scoring.
 526         struct FailureLearnings {
 527                 network_update: Option<NetworkUpdate>,
 528                 short_channel_id: Option<u64>,
 529                 payment_failed_permanently: bool,
 530                 failed_within_blinded_path: bool,
 531         }
 532         let mut res: Option<FailureLearnings> = None;
 533         let mut htlc_msat = *first_hop_htlc_msat;
 534         let mut error_code_ret = None;
 535         let mut error_packet_ret = None;
 536         let mut is_from_final_node = false;
 537
 538         const BADONION: u16 = 0x8000;
 539         const PERM: u16 = 0x4000;
 540         const NODE: u16 = 0x2000;
 541         const UPDATE: u16 = 0x1000;
 542
 543         // Handle packed channel/node updates for passing back for the route handler
 544         let callback = |shared_secret, _, _, route_hop_opt: Option<&RouteHop>, route_hop_idx| {
 545                 if res.is_some() {
 546                         return;
 547                 }
 548
 549                 let route_hop = match route_hop_opt {
 550                         Some(hop) => hop,
 551                         None => {
 552                                 // Got an error from within a blinded route.
 553                                 error_code_ret = Some(BADONION | PERM | 24); // invalid_onion_blinding
 554                                 error_packet_ret = Some(vec![0; 32]);
 555                                 res = Some(FailureLearnings {
 556                                         network_update: None,
 557                                         short_channel_id: None,
 558                                         payment_failed_permanently: false,
 559                                         failed_within_blinded_path: true,
 560                                 });
 561                                 return;
 562                         },
 563                 };
 564
 565                 // The failing hop includes either the inbound channel to the recipient or the outbound channel
 566                 // from the current hop (i.e., the next hop's inbound channel).
 567                 let num_blinded_hops = path.blinded_tail.as_ref().map_or(0, |bt| bt.hops.len());
 568                 // For 1-hop blinded paths, the final `path.hops` entry is the recipient.
 569                 is_from_final_node = route_hop_idx + 1 == path.hops.len() && num_blinded_hops <= 1;
 570                 let failing_route_hop = if is_from_final_node {
 571                         route_hop
 572                 } else {
 573                         match path.hops.get(route_hop_idx + 1) {
 574                                 Some(hop) => hop,
 575                                 None => {
 576                                         // The failing hop is within a multi-hop blinded path.
 577                                         #[cfg(not(test))]
 578                                         {
 579                                                 error_code_ret = Some(BADONION | PERM | 24); // invalid_onion_blinding
 580                                                 error_packet_ret = Some(vec![0; 32]);
 581                                         }
 582                                         #[cfg(test)]
 583                                         {
 584                                                 // Actually parse the onion error data in tests so we can check that blinded hops fail
 585                                                 // back correctly.
 586                                                 let err_packet =
 587                                                         decrypt_onion_error_packet(&mut encrypted_packet, shared_secret)
 588                                                                 .unwrap();
 589                                                 error_code_ret = Some(u16::from_be_bytes(
 590                                                         err_packet.failuremsg.get(0..2).unwrap().try_into().unwrap(),
 591                                                 ));
 592                                                 error_packet_ret = Some(err_packet.failuremsg[2..].to_vec());
 593                                         }
 594
 595                                         res = Some(FailureLearnings {
 596                                                 network_update: None,
 597                                                 short_channel_id: None,
 598                                                 payment_failed_permanently: false,
 599                                                 failed_within_blinded_path: true,
 600                                         });
 601                                         return;
 602                                 },
 603                         }
 604                 };
 605
 606                 let amt_to_forward = htlc_msat - route_hop.fee_msat;
 607                 htlc_msat = amt_to_forward;
 608
 609                 let err_packet = match decrypt_onion_error_packet(&mut encrypted_packet, shared_secret) {
 610                         Ok(p) => p,
 611                         Err(_) => return,
 612                 };
 613                 let um = gen_um_from_shared_secret(shared_secret.as_ref());
 614                 let mut hmac = HmacEngine::<Sha256>::new(&um);
 615                 hmac.input(&err_packet.encode()[32..]);
 616
 617                 if !fixed_time_eq(&Hmac::from_engine(hmac).to_byte_array(), &err_packet.hmac) {
 618                         return;
 619                 }
 620                 let error_code_slice = match err_packet.failuremsg.get(0..2) {
 621                         Some(s) => s,
 622                         None => {
 623                                 // Useless packet that we can't use but it passed HMAC, so it definitely came from the peer
 624                                 // in question
 625                                 let network_update = Some(NetworkUpdate::NodeFailure {
 626                                         node_id: route_hop.pubkey,
 627                                         is_permanent: true,
 628                                 });
 629                                 let short_channel_id = Some(route_hop.short_channel_id);
 630                                 res = Some(FailureLearnings {
 631                                         network_update,
 632                                         short_channel_id,
 633                                         payment_failed_permanently: is_from_final_node,
 634                                         failed_within_blinded_path: false,
 635                                 });
 636                                 return;
 637                         },
 638                 };
 639
 640                 let error_code = u16::from_be_bytes(error_code_slice.try_into().expect("len is 2"));
 641                 error_code_ret = Some(error_code);
 642                 error_packet_ret = Some(err_packet.failuremsg[2..].to_vec());
 643
 644                 let (debug_field, debug_field_size) = errors::get_onion_debug_field(error_code);
 645
 646                 // indicate that payment parameter has failed and no need to update Route object
 647                 let payment_failed = match error_code & 0xff {
 648                         15 | 16 | 17 | 18 | 19 | 23 => true,
 649                         _ => false,
 650                 } && is_from_final_node; // PERM bit observed below even if this error is from the intermediate nodes
 651
 652                 let mut network_update = None;
 653                 let mut short_channel_id = None;
 654
 655                 if error_code & BADONION == BADONION {
 656                         // If the error code has the BADONION bit set, always blame the channel from the node
 657                         // "originating" the error to its next hop. The "originator" is ultimately actually claiming
 658                         // that its counterparty is the one who is failing the HTLC.
 659                         // If the "originator" here isn't lying we should really mark the next-hop node as failed
 660                         // entirely, but we can't be confident in that, as it would allow any node to get us to
 661                         // completely ban one of its counterparties. Instead, we simply remove the channel in
 662                         // question.
 663                         network_update = Some(NetworkUpdate::ChannelFailure {
 664                                 short_channel_id: failing_route_hop.short_channel_id,
 665                                 is_permanent: true,
 666                         });
 667                 } else if error_code & NODE == NODE {
 668                         let is_permanent = error_code & PERM == PERM;
 669                         network_update =
 670                                 Some(NetworkUpdate::NodeFailure { node_id: route_hop.pubkey, is_permanent });
 671                         short_channel_id = Some(route_hop.short_channel_id);
 672                 } else if error_code & PERM == PERM {
 673                         if !payment_failed {
 674                                 network_update = Some(NetworkUpdate::ChannelFailure {
 675                                         short_channel_id: failing_route_hop.short_channel_id,
 676                                         is_permanent: true,
 677                                 });
 678                                 short_channel_id = Some(failing_route_hop.short_channel_id);
 679                         }
 680                 } else if error_code & UPDATE == UPDATE {
 681                         if let Some(update_len_slice) =
 682                                 err_packet.failuremsg.get(debug_field_size + 2..debug_field_size + 4)
 683                         {
 684                                 let update_len =
 685                                         u16::from_be_bytes(update_len_slice.try_into().expect("len is 2")) as usize;
 686                                 if let Some(mut update_slice) = err_packet
 687                                         .failuremsg
 688                                         .get(debug_field_size + 4..debug_field_size + 4 + update_len)
 689                                 {
 690                                         // Historically, the BOLTs were unclear if the message type
 691                                         // bytes should be included here or not. The BOLTs have now
 692                                         // been updated to indicate that they *are* included, but many
 693                                         // nodes still send messages without the type bytes, so we
 694                                         // support both here.
 695                                         // TODO: Switch to hard require the type prefix, as the current
 696                                         // permissiveness introduces the (although small) possibility
 697                                         // that we fail to decode legitimate channel updates that
 698                                         // happen to start with ChannelUpdate::TYPE, i.e., [0x01, 0x02].
 699                                         if update_slice.len() > 2
 700                                                 && update_slice[0..2] == msgs::ChannelUpdate::TYPE.to_be_bytes()
 701                                         {
 702                                                 update_slice = &update_slice[2..];
 703                                         } else {
 704                                                 log_trace!(logger, "Failure provided features a channel update without type prefix. Deprecated, but allowing for now.");
 705                                         }
 706                                         let update_opt = msgs::ChannelUpdate::read(&mut Cursor::new(&update_slice));
 707                                         if update_opt.is_ok() || update_slice.is_empty() {
 708                                                 // if channel_update should NOT have caused the failure:
 709                                                 // MAY treat the channel_update as invalid.
 710                                                 let is_chan_update_invalid = match error_code & 0xff {
 711                                                         7 => false,
 712                                                         11 => {
 713                                                                 update_opt.is_ok()
 714                                                                         && amt_to_forward
 715                                                                                 > update_opt.as_ref().unwrap().contents.htlc_minimum_msat
 716                                                         },
 717                                                         12 => {
 718                                                                 update_opt.is_ok()
 719                                                                         && amt_to_forward
 720                                                                                 .checked_mul(
 721                                                                                         update_opt
 722                                                                                                 .as_ref()
 723                                                                                                 .unwrap()
 724                                                                                                 .contents
 725                                                                                                 .fee_proportional_millionths as u64,
 726                                                                                 )
 727                                                                                 .map(|prop_fee| prop_fee / 1_000_000)
 728                                                                                 .and_then(|prop_fee| {
 729                                                                                         prop_fee.checked_add(
 730                                                                                                 update_opt.as_ref().unwrap().contents.fee_base_msat
 731                                                                                                         as u64,
 732                                                                                         )
 733                                                                                 })
 734                                                                                 .map(|fee_msats| route_hop.fee_msat >= fee_msats)
 735                                                                                 .unwrap_or(false)
 736                                                         },
 737                                                         13 => {
 738                                                                 update_opt.is_ok()
 739                                                                         && route_hop.cltv_expiry_delta as u16
 740                                                                                 >= update_opt.as_ref().unwrap().contents.cltv_expiry_delta
 741                                                         },
 742                                                         14 => false, // expiry_too_soon; always valid?
 743                                                         20 => update_opt.as_ref().unwrap().contents.flags & 2 == 0,
 744                                                         _ => false, // unknown error code; take channel_update as valid
 745                                                 };
 746                                                 if is_chan_update_invalid {
 747                                                         // This probably indicates the node which forwarded
 748                                                         // to the node in question corrupted something.
 749                                                         network_update = Some(NetworkUpdate::ChannelFailure {
 750                                                                 short_channel_id: route_hop.short_channel_id,
 751                                                                 is_permanent: true,
 752                                                         });
 753                                                 } else {
 754                                                         if let Ok(chan_update) = update_opt {
 755                                                                 // Make sure the ChannelUpdate contains the expected
 756                                                                 // short channel id.
 757                                                                 if failing_route_hop.short_channel_id
 758                                                                         == chan_update.contents.short_channel_id
 759                                                                 {
 760                                                                         short_channel_id = Some(failing_route_hop.short_channel_id);
 761                                                                 } else {
 762                                                                         log_info!(logger, "Node provided a channel_update for which it was not authoritative, ignoring.");
 763                                                                 }
 764                                                                 network_update =
 765                                                                         Some(NetworkUpdate::ChannelUpdateMessage { msg: chan_update })
 766                                                         } else {
 767                                                                 // The node in question intentionally encoded a 0-length channel update. This is
 768                                                                 // likely due to https://github.com/ElementsProject/lightning/issues/6200.
 769                                                                 short_channel_id = Some(failing_route_hop.short_channel_id);
 770                                                                 network_update = Some(NetworkUpdate::ChannelFailure {
 771                                                                         short_channel_id: failing_route_hop.short_channel_id,
 772                                                                         is_permanent: false,
 773                                                                 });
 774                                                         }
 775                                                 };
 776                                         } else {
 777                                                 // If the channel_update had a non-zero length (i.e. was
 778                                                 // present) but we couldn't read it, treat it as a total
 779                                                 // node failure.
 780                                                 log_info!(
 781                                                         logger,
 782                                                         "Failed to read a channel_update of len {} in an onion",
 783                                                         update_slice.len()
 784                                                 );
 785                                         }
 786                                 }
 787                         }
 788                         if network_update.is_none() {
 789                                 // They provided an UPDATE which was obviously bogus, not worth
 790                                 // trying to relay through them anymore.
 791                                 network_update = Some(NetworkUpdate::NodeFailure {
 792                                         node_id: route_hop.pubkey,
 793                                         is_permanent: true,
 794                                 });
 795                         }
 796                         if short_channel_id.is_none() {
 797                                 short_channel_id = Some(route_hop.short_channel_id);
 798                         }
 799                 } else if payment_failed {
 800                         // Only blame the hop when a value in the HTLC doesn't match the corresponding value in the
 801                         // onion.
 802                         short_channel_id = match error_code & 0xff {
 803                                 18 | 19 => Some(route_hop.short_channel_id),
 804                                 _ => None,
 805                         };
 806                 } else {
 807                         // We can't understand their error messages and they failed to forward...they probably can't
 808                         // understand our forwards so it's really not worth trying any further.
 809                         network_update =
 810                                 Some(NetworkUpdate::NodeFailure { node_id: route_hop.pubkey, is_permanent: true });
 811                         short_channel_id = Some(route_hop.short_channel_id);
 812                 }
 813
 814                 res = Some(FailureLearnings {
 815                         network_update,
 816                         short_channel_id,
 817                         payment_failed_permanently: error_code & PERM == PERM && is_from_final_node,
 818                         failed_within_blinded_path: false,
 819                 });
 820
 821                 let (description, title) = errors::get_onion_error_description(error_code);
 822                 if debug_field_size > 0 && err_packet.failuremsg.len() >= 4 + debug_field_size {
 823                         log_info!(
 824                                 logger,
 825                                 "Onion Error[from {}: {}({:#x}) {}({})] {}",
 826                                 route_hop.pubkey,
 827                                 title,
 828                                 error_code,
 829                                 debug_field,
 830                                 log_bytes!(&err_packet.failuremsg[4..4 + debug_field_size]),
 831                                 description
 832                         );
 833                 } else {
 834                         log_info!(
 835                                 logger,
 836                                 "Onion Error[from {}: {}({:#x})] {}",
 837                                 route_hop.pubkey,
 838                                 title,
 839                                 error_code,
 840                                 description
 841                         );
 842                 }
 843         };
 844
 845         construct_onion_keys_callback(secp_ctx, &path, session_priv, callback)
 846                 .expect("Route that we sent via spontaneously grew invalid keys in the middle of it?");
 847
 848         if let Some(FailureLearnings {
 849                 network_update,
 850                 short_channel_id,
 851                 payment_failed_permanently,
 852                 failed_within_blinded_path,
 853         }) = res
 854         {
 855                 DecodedOnionFailure {
 856                         network_update,
 857                         short_channel_id,
 858                         payment_failed_permanently,
 859                         failed_within_blinded_path,
 860                         #[cfg(test)]
 861                         onion_error_code: error_code_ret,
 862                         #[cfg(test)]
 863                         onion_error_data: error_packet_ret,
 864                 }
 865         } else {
 866                 // only not set either packet unparseable or hmac does not match with any
 867                 // payment not retryable only when garbage is from the final node
 868                 DecodedOnionFailure {
 869                         network_update: None,
 870                         short_channel_id: None,
 871                         payment_failed_permanently: is_from_final_node,
 872                         failed_within_blinded_path: false,
 873                         #[cfg(test)]
 874                         onion_error_code: None,
 875                         #[cfg(test)]
 876                         onion_error_data: None,
 877                 }
 878         }
 879 }
 880
 881 #[derive(Clone)] // See Channel::revoke_and_ack for why, tl;dr: Rust bug
 882 #[cfg_attr(test, derive(PartialEq))]
 883 pub(super) struct HTLCFailReason(HTLCFailReasonRepr);
 884
 885 #[derive(Clone)] // See Channel::revoke_and_ack for why, tl;dr: Rust bug
 886 #[cfg_attr(test, derive(PartialEq))]
 887 enum HTLCFailReasonRepr {
 888         LightningError { err: msgs::OnionErrorPacket },
 889         Reason { failure_code: u16, data: Vec<u8> },
 890 }
 891
 892 impl core::fmt::Debug for HTLCFailReason {
 893         fn fmt(&self, f: &mut core::fmt::Formatter) -> Result<(), core::fmt::Error> {
 894                 match self.0 {
 895                         HTLCFailReasonRepr::Reason { ref failure_code, .. } => {
 896                                 write!(f, "HTLC error code {}", failure_code)
 897                         },
 898                         HTLCFailReasonRepr::LightningError { .. } => {
 899                                 write!(f, "pre-built LightningError")
 900                         },
 901                 }
 902         }
 903 }
 904
 905 impl Writeable for HTLCFailReason {
 906         fn write<W: Writer>(&self, writer: &mut W) -> Result<(), crate::io::Error> {
 907                 self.0.write(writer)
 908         }
 909 }
 910 impl Readable for HTLCFailReason {
 911         fn read<R: Read>(reader: &mut R) -> Result<Self, msgs::DecodeError> {
 912                 Ok(Self(Readable::read(reader)?))
 913         }
 914 }
 915
 916 impl_writeable_tlv_based_enum!(HTLCFailReasonRepr,
 917         (0, LightningError) => {
 918                 (0, err, required),
 919         },
 920         (1, Reason) => {
 921                 (0, failure_code, required),
 922                 (2, data, required_vec),
 923         },
 924 ;);
 925
 926 impl HTLCFailReason {
 927         #[rustfmt::skip]
 928         pub(super) fn reason(failure_code: u16, data: Vec<u8>) -> Self {
 929                 const BADONION: u16 = 0x8000;
 930                 const PERM: u16 = 0x4000;
 931                 const NODE: u16 = 0x2000;
 932                 const UPDATE: u16 = 0x1000;
 933
 934                      if failure_code == 1  | PERM { debug_assert!(data.is_empty()) }
 935                 else if failure_code == 2  | NODE { debug_assert!(data.is_empty()) }
 936                 else if failure_code == 2  | PERM | NODE { debug_assert!(data.is_empty()) }
 937                 else if failure_code == 3  | PERM | NODE { debug_assert!(data.is_empty()) }
 938                 else if failure_code == 4  | BADONION | PERM { debug_assert_eq!(data.len(), 32) }
 939                 else if failure_code == 5  | BADONION | PERM { debug_assert_eq!(data.len(), 32) }
 940                 else if failure_code == 6  | BADONION | PERM { debug_assert_eq!(data.len(), 32) }
 941                 else if failure_code == 7  | UPDATE {
 942                         debug_assert_eq!(data.len() - 2, u16::from_be_bytes(data[0..2].try_into().unwrap()) as usize) }
 943                 else if failure_code == 8  | PERM { debug_assert!(data.is_empty()) }
 944                 else if failure_code == 9  | PERM { debug_assert!(data.is_empty()) }
 945                 else if failure_code == 10 | PERM { debug_assert!(data.is_empty()) }
 946                 else if failure_code == 11 | UPDATE {
 947                         debug_assert_eq!(data.len() - 2 - 8, u16::from_be_bytes(data[8..10].try_into().unwrap()) as usize) }
 948                 else if failure_code == 12 | UPDATE {
 949                         debug_assert_eq!(data.len() - 2 - 8, u16::from_be_bytes(data[8..10].try_into().unwrap()) as usize) }
 950                 else if failure_code == 13 | UPDATE {
 951                         debug_assert_eq!(data.len() - 2 - 4, u16::from_be_bytes(data[4..6].try_into().unwrap()) as usize) }
 952                 else if failure_code == 14 | UPDATE {
 953                         debug_assert_eq!(data.len() - 2, u16::from_be_bytes(data[0..2].try_into().unwrap()) as usize) }
 954                 else if failure_code == 15 | PERM { debug_assert_eq!(data.len(), 12) }
 955                 else if failure_code == 18 { debug_assert_eq!(data.len(), 4) }
 956                 else if failure_code == 19 { debug_assert_eq!(data.len(), 8) }
 957                 else if failure_code == 20 | UPDATE {
 958                         debug_assert_eq!(data.len() - 2 - 2, u16::from_be_bytes(data[2..4].try_into().unwrap()) as usize) }
 959                 else if failure_code == 21 { debug_assert!(data.is_empty()) }
 960                 else if failure_code == 22 | PERM { debug_assert!(data.len() <= 11) }
 961                 else if failure_code == 23 { debug_assert!(data.is_empty()) }
 962                 else if failure_code & BADONION != 0 {
 963                         // We set some bogus BADONION failure codes in test, so ignore unknown ones.
 964                 }
 965                 else { debug_assert!(false, "Unknown failure code: {}", failure_code) }
 966
 967                 Self(HTLCFailReasonRepr::Reason { failure_code, data })
 968         }
 969
 970         pub(super) fn from_failure_code(failure_code: u16) -> Self {
 971                 Self::reason(failure_code, Vec::new())
 972         }
 973
 974         pub(super) fn from_msg(msg: &msgs::UpdateFailHTLC) -> Self {
 975                 Self(HTLCFailReasonRepr::LightningError { err: msg.reason.clone() })
 976         }
 977
 978         pub(super) fn get_encrypted_failure_packet(
 979                 &self, incoming_packet_shared_secret: &[u8; 32], phantom_shared_secret: &Option<[u8; 32]>,
 980         ) -> msgs::OnionErrorPacket {
 981                 match self.0 {
 982                         HTLCFailReasonRepr::Reason { ref failure_code, ref data } => {
 983                                 if let Some(phantom_ss) = phantom_shared_secret {
 984                                         let phantom_packet =
 985                                                 build_failure_packet(phantom_ss, *failure_code, &data[..]).encode();
 986                                         let encrypted_phantom_packet =
 987                                                 encrypt_failure_packet(phantom_ss, &phantom_packet);
 988                                         encrypt_failure_packet(
 989                                                 incoming_packet_shared_secret,
 990                                                 &encrypted_phantom_packet.data[..],
 991                                         )
 992                                 } else {
 993                                         let packet = build_failure_packet(
 994                                                 incoming_packet_shared_secret,
 995                                                 *failure_code,
 996                                                 &data[..],
 997                                         )
 998                                         .encode();
 999                                         encrypt_failure_packet(incoming_packet_shared_secret, &packet)
1000                                 }
1001                         },
1002                         HTLCFailReasonRepr::LightningError { ref err } => {
1003                                 encrypt_failure_packet(incoming_packet_shared_secret, &err.data)
1004                         },
1005                 }
1006         }
1007
1008         pub(super) fn decode_onion_failure<T: secp256k1::Signing, L: Deref>(
1009                 &self, secp_ctx: &Secp256k1<T>, logger: &L, htlc_source: &HTLCSource,
1010         ) -> DecodedOnionFailure
1011         where
1012                 L::Target: Logger,
1013         {
1014                 match self.0 {
1015                         HTLCFailReasonRepr::LightningError { ref err } => {
1016                                 process_onion_failure(secp_ctx, logger, &htlc_source, err.data.clone())
1017                         },
1018                         #[allow(unused)]
1019                         HTLCFailReasonRepr::Reason { ref failure_code, ref data, .. } => {
1020                                 // we get a fail_malformed_htlc from the first hop
1021                                 // TODO: We'd like to generate a NetworkUpdate for temporary
1022                                 // failures here, but that would be insufficient as find_route
1023                                 // generally ignores its view of our own channels as we provide them via
1024                                 // ChannelDetails.
1025                                 if let &HTLCSource::OutboundRoute { ref path, .. } = htlc_source {
1026                                         DecodedOnionFailure {
1027                                                 network_update: None,
1028                                                 payment_failed_permanently: false,
1029                                                 short_channel_id: Some(path.hops[0].short_channel_id),
1030                                                 failed_within_blinded_path: false,
1031                                                 #[cfg(test)]
1032                                                 onion_error_code: Some(*failure_code),
1033                                                 #[cfg(test)]
1034                                                 onion_error_data: Some(data.clone()),
1035                                         }
1036                                 } else {
1037                                         unreachable!();
1038                                 }
1039                         },
1040                 }
1041         }
1042 }
1043
1044 /// Allows `decode_next_hop` to return the next hop packet bytes for either payments or onion
1045 /// message forwards.
1046 pub(crate) trait NextPacketBytes: AsMut<[u8]> {
1047         fn new(len: usize) -> Self;
1048 }
1049
1050 impl NextPacketBytes for FixedSizeOnionPacket {
1051         fn new(_len: usize) -> Self {
1052                 Self([0 as u8; ONION_DATA_LEN])
1053         }
1054 }
1055
1056 impl NextPacketBytes for Vec<u8> {
1057         fn new(len: usize) -> Self {
1058                 vec![0 as u8; len]
1059         }
1060 }
1061
1062 /// Data decrypted from a payment's onion payload.
1063 pub(crate) enum Hop {
1064         /// This onion payload was for us, not for forwarding to a next-hop. Contains information for
1065         /// verifying the incoming payment.
1066         Receive(msgs::InboundOnionPayload),
1067         /// This onion payload needs to be forwarded to a next-hop.
1068         Forward {
1069                 /// Onion payload data used in forwarding the payment.
1070                 next_hop_data: msgs::InboundOnionPayload,
1071                 /// HMAC of the next hop's onion packet.
1072                 next_hop_hmac: [u8; 32],
1073                 /// Bytes of the onion packet we're forwarding.
1074                 new_packet_bytes: [u8; ONION_DATA_LEN],
1075         },
1076 }
1077
1078 impl Hop {
1079         pub(crate) fn is_intro_node_blinded_forward(&self) -> bool {
1080                 match self {
1081                         Self::Forward {
1082                                 next_hop_data:
1083                                         msgs::InboundOnionPayload::BlindedForward {
1084                                                 intro_node_blinding_point: Some(_), ..
1085                                         },
1086                                 ..
1087                         } => true,
1088                         _ => false,
1089                 }
1090         }
1091 }
1092
1093 /// Error returned when we fail to decode the onion packet.
1094 #[derive(Debug)]
1095 pub(crate) enum OnionDecodeErr {
1096         /// The HMAC of the onion packet did not match the hop data.
1097         Malformed { err_msg: &'static str, err_code: u16 },
1098         /// We failed to decode the onion payload.
1099         Relay { err_msg: &'static str, err_code: u16 },
1100 }
1101
1102 pub(crate) fn decode_next_payment_hop<NS: Deref>(
1103         shared_secret: [u8; 32], hop_data: &[u8], hmac_bytes: [u8; 32], payment_hash: PaymentHash,
1104         blinding_point: Option<PublicKey>, node_signer: &NS,
1105 ) -> Result<Hop, OnionDecodeErr>
1106 where
1107         NS::Target: NodeSigner,
1108 {
1109         match decode_next_hop(
1110                 shared_secret,
1111                 hop_data,
1112                 hmac_bytes,
1113                 Some(payment_hash),
1114                 (blinding_point, node_signer),
1115         ) {
1116                 Ok((next_hop_data, None)) => Ok(Hop::Receive(next_hop_data)),
1117                 Ok((next_hop_data, Some((next_hop_hmac, FixedSizeOnionPacket(new_packet_bytes))))) => {
1118                         Ok(Hop::Forward { next_hop_data, next_hop_hmac, new_packet_bytes })
1119                 },
1120                 Err(e) => Err(e),
1121         }
1122 }
1123
1124 /// Build a payment onion, returning the first hop msat and cltv values as well.
1125 /// `cur_block_height` should be set to the best known block height + 1.
1126 pub fn create_payment_onion<T: secp256k1::Signing>(
1127         secp_ctx: &Secp256k1<T>, path: &Path, session_priv: &SecretKey, total_msat: u64,
1128         recipient_onion: RecipientOnionFields, cur_block_height: u32, payment_hash: &PaymentHash,
1129         keysend_preimage: &Option<PaymentPreimage>, prng_seed: [u8; 32],
1130 ) -> Result<(msgs::OnionPacket, u64, u32), APIError> {
1131         let onion_keys = construct_onion_keys(&secp_ctx, &path, &session_priv).map_err(|_| {
1132                 APIError::InvalidRoute { err: "Pubkey along hop was maliciously selected".to_owned() }
1133         })?;
1134         let (onion_payloads, htlc_msat, htlc_cltv) = build_onion_payloads(
1135                 &path,
1136                 total_msat,
1137                 recipient_onion,
1138                 cur_block_height,
1139                 keysend_preimage,
1140         )?;
1141         let onion_packet = construct_onion_packet(onion_payloads, onion_keys, prng_seed, payment_hash)
1142                 .map_err(|_| APIError::InvalidRoute {
1143                         err: "Route size too large considering onion data".to_owned(),
1144                 })?;
1145         Ok((onion_packet, htlc_msat, htlc_cltv))
1146 }
1147
1148 pub(crate) fn decode_next_untagged_hop<T, R: ReadableArgs<T>, N: NextPacketBytes>(
1149         shared_secret: [u8; 32], hop_data: &[u8], hmac_bytes: [u8; 32], read_args: T,
1150 ) -> Result<(R, Option<([u8; 32], N)>), OnionDecodeErr> {
1151         decode_next_hop(shared_secret, hop_data, hmac_bytes, None, read_args)
1152 }
1153
1154 fn decode_next_hop<T, R: ReadableArgs<T>, N: NextPacketBytes>(
1155         shared_secret: [u8; 32], hop_data: &[u8], hmac_bytes: [u8; 32],
1156         payment_hash: Option<PaymentHash>, read_args: T,
1157 ) -> Result<(R, Option<([u8; 32], N)>), OnionDecodeErr> {
1158         let (rho, mu) = gen_rho_mu_from_shared_secret(&shared_secret);
1159         let mut hmac = HmacEngine::<Sha256>::new(&mu);
1160         hmac.input(hop_data);
1161         if let Some(tag) = payment_hash {
1162                 hmac.input(&tag.0[..]);
1163         }
1164         if !fixed_time_eq(&Hmac::from_engine(hmac).to_byte_array(), &hmac_bytes) {
1165                 return Err(OnionDecodeErr::Malformed {
1166                         err_msg: "HMAC Check failed",
1167                         err_code: 0x8000 | 0x4000 | 5,
1168                 });
1169         }
1170
1171         let mut chacha = ChaCha20::new(&rho, &[0u8; 8]);
1172         let mut chacha_stream = ChaChaReader { chacha: &mut chacha, read: Cursor::new(&hop_data[..]) };
1173         match R::read(&mut chacha_stream, read_args) {
1174                 Err(err) => {
1175                         let error_code = match err {
1176                                 // Unknown realm byte
1177                                 msgs::DecodeError::UnknownVersion => 0x4000 | 1,
1178                                 // invalid_onion_payload
1179                                 msgs::DecodeError::UnknownRequiredFeature
1180                                 | msgs::DecodeError::InvalidValue
1181                                 | msgs::DecodeError::ShortRead => 0x4000 | 22,
1182                                 // Should never happen
1183                                 _ => 0x2000 | 2,
1184                         };
1185                         return Err(OnionDecodeErr::Relay {
1186                                 err_msg: "Unable to decode our hop data",
1187                                 err_code: error_code,
1188                         });
1189                 },
1190                 Ok(msg) => {
1191                         let mut hmac = [0; 32];
1192                         if let Err(_) = chacha_stream.read_exact(&mut hmac[..]) {
1193                                 return Err(OnionDecodeErr::Relay {
1194                                         err_msg: "Unable to decode our hop data",
1195                                         err_code: 0x4000 | 22,
1196                                 });
1197                         }
1198                         if hmac == [0; 32] {
1199                                 #[cfg(test)]
1200                                 {
1201                                         if chacha_stream.read.position() < hop_data.len() as u64 - 64 {
1202                                                 // In tests, make sure that the initial onion packet data is, at least, non-0.
1203                                                 // We could do some fancy randomness test here, but, ehh, whatever.
1204                                                 // This checks for the issue where you can calculate the path length given the
1205                                                 // onion data as all the path entries that the originator sent will be here
1206                                                 // as-is (and were originally 0s).
1207                                                 // Of course reverse path calculation is still pretty easy given naive routing
1208                                                 // algorithms, but this fixes the most-obvious case.
1209                                                 let mut next_bytes = [0; 32];
1210                                                 chacha_stream.read_exact(&mut next_bytes).unwrap();
1211                                                 assert_ne!(next_bytes[..], [0; 32][..]);
1212                                                 chacha_stream.read_exact(&mut next_bytes).unwrap();
1213                                                 assert_ne!(next_bytes[..], [0; 32][..]);
1214                                         }
1215                                 }
1216                                 return Ok((msg, None)); // We are the final destination for this packet
1217                         } else {
1218                                 let mut new_packet_bytes = N::new(hop_data.len());
1219                                 let read_pos = hop_data.len() - chacha_stream.read.position() as usize;
1220                                 chacha_stream.read_exact(&mut new_packet_bytes.as_mut()[..read_pos]).unwrap();
1221                                 #[cfg(debug_assertions)]
1222                                 {
1223                                         // Check two things:
1224                                         // a) that the behavior of our stream here will return Ok(0) even if the TLV
1225                                         //    read above emptied out our buffer and the unwrap() wont needlessly panic
1226                                         // b) that we didn't somehow magically end up with extra data.
1227                                         let mut t = [0; 1];
1228                                         debug_assert!(chacha_stream.read(&mut t).unwrap() == 0);
1229                                 }
1230                                 // Once we've emptied the set of bytes our peer gave us, encrypt 0 bytes until we
1231                                 // fill the onion hop data we'll forward to our next-hop peer.
1232                                 chacha_stream.chacha.process_in_place(&mut new_packet_bytes.as_mut()[read_pos..]);
1233                                 return Ok((msg, Some((hmac, new_packet_bytes)))); // This packet needs forwarding
1234                         }
1235                 },
1236         }
1237 }
1238
1239 #[cfg(test)]
1240 mod tests {
1241         use crate::io;
1242         use crate::ln::features::{ChannelFeatures, NodeFeatures};
1243         use crate::ln::msgs;
1244         use crate::ln::PaymentHash;
1245         use crate::routing::router::{Path, Route, RouteHop};
1246         use crate::util::ser::{VecWriter, Writeable, Writer};
1247
1248         #[allow(unused_imports)]
1249         use crate::prelude::*;
1250
1251         use bitcoin::hashes::hex::FromHex;
1252         use bitcoin::secp256k1::Secp256k1;
1253         use bitcoin::secp256k1::{PublicKey, SecretKey};
1254
1255         use super::OnionKeys;
1256
1257         fn get_test_session_key() -> SecretKey {
1258                 let hex = "4141414141414141414141414141414141414141414141414141414141414141";
1259                 SecretKey::from_slice(&<Vec<u8>>::from_hex(hex).unwrap()[..]).unwrap()
1260         }
1261
1262         fn build_test_onion_keys() -> Vec<OnionKeys> {
1263                 // Keys from BOLT 4, used in both test vector tests
1264                 let secp_ctx = Secp256k1::new();
1265
1266                 let route = Route {
1267                         paths: vec![Path { hops: vec![
1268                                         RouteHop {
1269                                                 pubkey: PublicKey::from_slice(&<Vec<u8>>::from_hex("02eec7245d6b7d2ccb30380bfbe2a3648cd7a942653f5aa340edcea1f283686619").unwrap()[..]).unwrap(),
1270                                                 channel_features: ChannelFeatures::empty(), node_features: NodeFeatures::empty(),
1271                                                 short_channel_id: 0, fee_msat: 0, cltv_expiry_delta: 0, maybe_announced_channel: true, // We fill in the payloads manually instead of generating them from RouteHops.
1272                                         },
1273                                         RouteHop {
1274                                                 pubkey: PublicKey::from_slice(&<Vec<u8>>::from_hex("0324653eac434488002cc06bbfb7f10fe18991e35f9fe4302dbea6d2353dc0ab1c").unwrap()[..]).unwrap(),
1275                                                 channel_features: ChannelFeatures::empty(), node_features: NodeFeatures::empty(),
1276                                                 short_channel_id: 0, fee_msat: 0, cltv_expiry_delta: 0, maybe_announced_channel: true, // We fill in the payloads manually instead of generating them from RouteHops.
1277                                         },
1278                                         RouteHop {
1279                                                 pubkey: PublicKey::from_slice(&<Vec<u8>>::from_hex("027f31ebc5462c1fdce1b737ecff52d37d75dea43ce11c74d25aa297165faa2007").unwrap()[..]).unwrap(),
1280                                                 channel_features: ChannelFeatures::empty(), node_features: NodeFeatures::empty(),
1281                                                 short_channel_id: 0, fee_msat: 0, cltv_expiry_delta: 0, maybe_announced_channel: true, // We fill in the payloads manually instead of generating them from RouteHops.
1282                                         },
1283                                         RouteHop {
1284                                                 pubkey: PublicKey::from_slice(&<Vec<u8>>::from_hex("032c0b7cf95324a07d05398b240174dc0c2be444d96b159aa6c7f7b1e668680991").unwrap()[..]).unwrap(),
1285                                                 channel_features: ChannelFeatures::empty(), node_features: NodeFeatures::empty(),
1286                                                 short_channel_id: 0, fee_msat: 0, cltv_expiry_delta: 0, maybe_announced_channel: true, // We fill in the payloads manually instead of generating them from RouteHops.
1287                                         },
1288                                         RouteHop {
1289                                                 pubkey: PublicKey::from_slice(&<Vec<u8>>::from_hex("02edabbd16b41c8371b92ef2f04c1185b4f03b6dcd52ba9b78d9d7c89c8f221145").unwrap()[..]).unwrap(),
1290                                                 channel_features: ChannelFeatures::empty(), node_features: NodeFeatures::empty(),
1291                                                 short_channel_id: 0, fee_msat: 0, cltv_expiry_delta: 0, maybe_announced_channel: true, // We fill in the payloads manually instead of generating them from RouteHops.
1292                                         },
1293                         ], blinded_tail: None }],
1294                         route_params: None,
1295                 };
1296
1297                 let onion_keys =
1298                         super::construct_onion_keys(&secp_ctx, &route.paths[0], &get_test_session_key())
1299                                 .unwrap();
1300                 assert_eq!(onion_keys.len(), route.paths[0].hops.len());
1301                 onion_keys
1302         }
1303
1304         #[test]
1305         fn onion_vectors() {
1306                 let onion_keys = build_test_onion_keys();
1307
1308                 // Test generation of ephemeral keys and secrets. These values used to be part of the BOLT4
1309                 // test vectors, but have since been removed. We keep them as they provide test coverage.
1310                 let hex = "53eb63ea8a3fec3b3cd433b85cd62a4b145e1dda09391b348c4e1cd36a03ea66";
1311                 assert_eq!(
1312                         onion_keys[0].shared_secret.secret_bytes(),
1313                         <Vec<u8>>::from_hex(hex).unwrap()[..]
1314                 );
1315
1316                 let hex = "2ec2e5da605776054187180343287683aa6a51b4b1c04d6dd49c45d8cffb3c36";
1317                 assert_eq!(onion_keys[0].blinding_factor[..], <Vec<u8>>::from_hex(hex).unwrap()[..]);
1318
1319                 let hex = "02eec7245d6b7d2ccb30380bfbe2a3648cd7a942653f5aa340edcea1f283686619";
1320                 assert_eq!(
1321                         onion_keys[0].ephemeral_pubkey.serialize()[..],
1322                         <Vec<u8>>::from_hex(hex).unwrap()[..]
1323                 );
1324
1325                 let hex = "ce496ec94def95aadd4bec15cdb41a740c9f2b62347c4917325fcc6fb0453986";
1326                 assert_eq!(onion_keys[0].rho, <Vec<u8>>::from_hex(hex).unwrap()[..]);
1327
1328                 let hex = "b57061dc6d0a2b9f261ac410c8b26d64ac5506cbba30267a649c28c179400eba";
1329                 assert_eq!(onion_keys[0].mu, <Vec<u8>>::from_hex(hex).unwrap()[..]);
1330
1331                 let hex = "a6519e98832a0b179f62123b3567c106db99ee37bef036e783263602f3488fae";
1332                 assert_eq!(
1333                         onion_keys[1].shared_secret.secret_bytes(),
1334                         <Vec<u8>>::from_hex(hex).unwrap()[..]
1335                 );
1336
1337                 let hex = "bf66c28bc22e598cfd574a1931a2bafbca09163df2261e6d0056b2610dab938f";
1338                 assert_eq!(onion_keys[1].blinding_factor[..], <Vec<u8>>::from_hex(hex).unwrap()[..]);
1339
1340                 let hex = "028f9438bfbf7feac2e108d677e3a82da596be706cc1cf342b75c7b7e22bf4e6e2";
1341                 assert_eq!(
1342                         onion_keys[1].ephemeral_pubkey.serialize()[..],
1343                         <Vec<u8>>::from_hex(hex).unwrap()[..]
1344                 );
1345
1346                 let hex = "450ffcabc6449094918ebe13d4f03e433d20a3d28a768203337bc40b6e4b2c59";
1347                 assert_eq!(onion_keys[1].rho, <Vec<u8>>::from_hex(hex).unwrap()[..]);
1348
1349                 let hex = "05ed2b4a3fb023c2ff5dd6ed4b9b6ea7383f5cfe9d59c11d121ec2c81ca2eea9";
1350                 assert_eq!(onion_keys[1].mu, <Vec<u8>>::from_hex(hex).unwrap()[..]);
1351
1352                 let hex = "3a6b412548762f0dbccce5c7ae7bb8147d1caf9b5471c34120b30bc9c04891cc";
1353                 assert_eq!(
1354                         onion_keys[2].shared_secret.secret_bytes(),
1355                         <Vec<u8>>::from_hex(hex).unwrap()[..]
1356                 );
1357
1358                 let hex = "a1f2dadd184eb1627049673f18c6325814384facdee5bfd935d9cb031a1698a5";
1359                 assert_eq!(onion_keys[2].blinding_factor[..], <Vec<u8>>::from_hex(hex).unwrap()[..]);
1360
1361                 let hex = "03bfd8225241ea71cd0843db7709f4c222f62ff2d4516fd38b39914ab6b83e0da0";
1362                 assert_eq!(
1363                         onion_keys[2].ephemeral_pubkey.serialize()[..],
1364                         <Vec<u8>>::from_hex(hex).unwrap()[..]
1365                 );
1366
1367                 let hex = "11bf5c4f960239cb37833936aa3d02cea82c0f39fd35f566109c41f9eac8deea";
1368                 assert_eq!(onion_keys[2].rho, <Vec<u8>>::from_hex(hex).unwrap()[..]);
1369
1370                 let hex = "caafe2820fa00eb2eeb78695ae452eba38f5a53ed6d53518c5c6edf76f3f5b78";
1371                 assert_eq!(onion_keys[2].mu, <Vec<u8>>::from_hex(hex).unwrap()[..]);
1372
1373                 let hex = "21e13c2d7cfe7e18836df50872466117a295783ab8aab0e7ecc8c725503ad02d";
1374                 assert_eq!(
1375                         onion_keys[3].shared_secret.secret_bytes(),
1376                         <Vec<u8>>::from_hex(hex).unwrap()[..]
1377                 );
1378
1379                 let hex = "7cfe0b699f35525029ae0fa437c69d0f20f7ed4e3916133f9cacbb13c82ff262";
1380                 assert_eq!(onion_keys[3].blinding_factor[..], <Vec<u8>>::from_hex(hex).unwrap()[..]);
1381
1382                 let hex = "031dde6926381289671300239ea8e57ffaf9bebd05b9a5b95beaf07af05cd43595";
1383                 assert_eq!(
1384                         onion_keys[3].ephemeral_pubkey.serialize()[..],
1385                         <Vec<u8>>::from_hex(hex).unwrap()[..]
1386                 );
1387
1388                 let hex = "cbe784ab745c13ff5cffc2fbe3e84424aa0fd669b8ead4ee562901a4a4e89e9e";
1389                 assert_eq!(onion_keys[3].rho, <Vec<u8>>::from_hex(hex).unwrap()[..]);
1390
1391                 let hex = "5052aa1b3d9f0655a0932e50d42f0c9ba0705142c25d225515c45f47c0036ee9";
1392                 assert_eq!(onion_keys[3].mu, <Vec<u8>>::from_hex(hex).unwrap()[..]);
1393
1394                 let hex = "b5756b9b542727dbafc6765a49488b023a725d631af688fc031217e90770c328";
1395                 assert_eq!(
1396                         onion_keys[4].shared_secret.secret_bytes(),
1397                         <Vec<u8>>::from_hex(hex).unwrap()[..]
1398                 );
1399
1400                 let hex = "c96e00dddaf57e7edcd4fb5954be5b65b09f17cb6d20651b4e90315be5779205";
1401                 assert_eq!(onion_keys[4].blinding_factor[..], <Vec<u8>>::from_hex(hex).unwrap()[..]);
1402
1403                 let hex = "03a214ebd875aab6ddfd77f22c5e7311d7f77f17a169e599f157bbcdae8bf071f4";
1404                 assert_eq!(
1405                         onion_keys[4].ephemeral_pubkey.serialize()[..],
1406                         <Vec<u8>>::from_hex(hex).unwrap()[..]
1407                 );
1408
1409                 let hex = "034e18b8cc718e8af6339106e706c52d8df89e2b1f7e9142d996acf88df8799b";
1410                 assert_eq!(onion_keys[4].rho, <Vec<u8>>::from_hex(hex).unwrap()[..]);
1411
1412                 let hex = "8e45e5c61c2b24cb6382444db6698727afb063adecd72aada233d4bf273d975a";
1413                 assert_eq!(onion_keys[4].mu, <Vec<u8>>::from_hex(hex).unwrap()[..]);
1414
1415                 // Packet creation test vectors from BOLT 4 (see
1416                 // https://github.com/lightning/bolts/blob/16973e2b857e853308cafd59e42fa830d75b1642/bolt04/onion-test.json).
1417                 // Note that we represent the test vector payloads 2 and 5 through RawOnionHopData::data
1418                 // with raw hex instead of our in-memory enums, as the payloads contains custom types, and
1419                 // we have no way of representing that with our enums.
1420                 let payloads = vec!(
1421                         RawOnionHopData::new(msgs::OutboundOnionPayload::Forward {
1422                                 short_channel_id: 1,
1423                                 amt_to_forward: 15000,
1424                                 outgoing_cltv_value: 1500,
1425                         }),
1426                         /*
1427                         The second payload is represented by raw hex as it contains custom type data. Content:
1428                         1. length "52" (payload_length 82).
1429
1430                         The first part of the payload has the `NonFinalNode` format, with content as follows:
1431                         2. amt_to_forward "020236b0"
1432                            02 (type amt_to_forward) 02 (length 2) 36b0 (value 14000)
1433                         3. outgoing_cltv_value "04020578"
1434                            04 (type outgoing_cltv_value) 02 (length 2) 0578 (value 1400)
1435                         4. short_channel_id "06080000000000000002"
1436                            06 (type short_channel_id) 08 (length 8) 0000000000000002 (value 2)
1437
1438                         The rest of the payload is custom type data:
1439                         5. custom_record "fd02013c0102030405060708090a0b0c0d0e0f0102030405060708090a0b0c0d0e0f0102030405060708090a0b0c0d0e0f0102030405060708090a0b0c0d0e0f"
1440                         */
1441                         RawOnionHopData {
1442                                 data: <Vec<u8>>::from_hex("52020236b00402057806080000000000000002fd02013c0102030405060708090a0b0c0d0e0f0102030405060708090a0b0c0d0e0f0102030405060708090a0b0c0d0e0f0102030405060708090a0b0c0d0e0f").unwrap(),
1443                         },
1444                         RawOnionHopData::new(msgs::OutboundOnionPayload::Forward {
1445                                 short_channel_id: 3,
1446                                 amt_to_forward: 12500,
1447                                 outgoing_cltv_value: 1250,
1448                         }),
1449                         RawOnionHopData::new(msgs::OutboundOnionPayload::Forward {
1450                                 short_channel_id: 4,
1451                                 amt_to_forward: 10000,
1452                                 outgoing_cltv_value: 1000,
1453                         }),
1454                         /*
1455                         The fifth payload is represented by raw hex as it contains custom type data. Content:
1456                         1. length "fd0110" (payload_length 272).
1457
1458                         The first part of the payload has the `FinalNode` format, with content as follows:
1459                         1. amt_to_forward "02022710"
1460                            02 (type amt_to_forward) 02 (length 2) 2710 (value 10000)
1461                         2. outgoing_cltv_value "040203e8"
1462                            04 (type outgoing_cltv_value) 02 (length 2) 03e8 (value 1000)
1463                         3. payment_data "082224a33562c54507a9334e79f0dc4f17d407e6d7c61f0e2f3d0d38599502f617042710"
1464                            08 (type short_channel_id) 22 (length 34) 24a33562c54507a9334e79f0dc4f17d407e6d7c61f0e2f3d0d38599502f61704 (payment_secret) 2710 (total_msat value 10000)
1465
1466                         The rest of the payload is custom type data:
1467                         4. custom_record "fd012de02a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a"
1468                         */
1469                         RawOnionHopData {
1470                                 data: <Vec<u8>>::from_hex("fd011002022710040203e8082224a33562c54507a9334e79f0dc4f17d407e6d7c61f0e2f3d0d38599502f617042710fd012de02a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a").unwrap(),
1471                         },
1472                 );
1473
1474                 // Verify that the serialized OnionHopDataFormat::NonFinalNode tlv payloads matches the test vectors
1475                 let mut w = VecWriter(Vec::new());
1476                 payloads[0].write(&mut w).unwrap();
1477                 let hop_1_serialized_payload = w.0;
1478                 let hex = "1202023a98040205dc06080000000000000001";
1479                 let expected_serialized_hop_1_payload = &<Vec<u8>>::from_hex(hex).unwrap()[..];
1480                 assert_eq!(hop_1_serialized_payload, expected_serialized_hop_1_payload);
1481
1482                 w = VecWriter(Vec::new());
1483                 payloads[2].write(&mut w).unwrap();
1484                 let hop_3_serialized_payload = w.0;
1485                 let hex = "12020230d4040204e206080000000000000003";
1486                 let expected_serialized_hop_3_payload = &<Vec<u8>>::from_hex(hex).unwrap()[..];
1487                 assert_eq!(hop_3_serialized_payload, expected_serialized_hop_3_payload);
1488
1489                 w = VecWriter(Vec::new());
1490                 payloads[3].write(&mut w).unwrap();
1491                 let hop_4_serialized_payload = w.0;
1492                 let hex = "1202022710040203e806080000000000000004";
1493                 let expected_serialized_hop_4_payload = &<Vec<u8>>::from_hex(hex).unwrap()[..];
1494                 assert_eq!(hop_4_serialized_payload, expected_serialized_hop_4_payload);
1495
1496                 let pad_keytype_seed =
1497                         super::gen_pad_from_shared_secret(&get_test_session_key().secret_bytes());
1498
1499                 let packet: msgs::OnionPacket = super::construct_onion_packet_with_writable_hopdata::<_>(
1500                         payloads,
1501                         onion_keys,
1502                         pad_keytype_seed,
1503                         &PaymentHash([0x42; 32]),
1504                 )
1505                 .unwrap();
1506
1507                 let hex = "0002EEC7245D6B7D2CCB30380BFBE2A3648CD7A942653F5AA340EDCEA1F283686619F7F3416A5AA36DC7EEB3EC6D421E9615471AB870A33AC07FA5D5A51DF0A8823AABE3FEA3F90D387529D4F72837F9E687230371CCD8D263072206DBED0234F6505E21E282ABD8C0E4F5B9FF8042800BBAB065036EADD0149B37F27DDE664725A49866E052E809D2B0198AB9610FAA656BBF4EC516763A59F8F42C171B179166BA38958D4F51B39B3E98706E2D14A2DAFD6A5DF808093ABFCA5AEAACA16EDED5DB7D21FB0294DD1A163EDF0FB445D5C8D7D688D6DD9C541762BF5A5123BF9939D957FE648416E88F1B0928BFA034982B22548E1A4D922690EECF546275AFB233ACF4323974680779F1A964CFE687456035CC0FBA8A5428430B390F0057B6D1FE9A8875BFA89693EEB838CE59F09D207A503EE6F6299C92D6361BC335FCBF9B5CD44747AADCE2CE6069CFDC3D671DAEF9F8AE590CF93D957C9E873E9A1BC62D9640DC8FC39C14902D49A1C80239B6C5B7FD91D05878CBF5FFC7DB2569F47C43D6C0D27C438ABFF276E87364DEB8858A37E5A62C446AF95D8B786EAF0B5FCF78D98B41496794F8DCAAC4EEF34B2ACFB94C7E8C32A9E9866A8FA0B6F2A06F00A1CCDE569F97EEC05C803BA7500ACC96691D8898D73D8E6A47B8F43C3D5DE74458D20EDA61474C426359677001FBD75A74D7D5DB6CB4FEB83122F133206203E4E2D293F838BF8C8B3A29ACB321315100B87E80E0EDB272EE80FDA944E3FB6084ED4D7F7C7D21C69D9DA43D31A90B70693F9B0CC3EAC74C11AB8FF655905688916CFA4EF0BD04135F2E50B7C689A21D04E8E981E74C6058188B9B1F9DFC3EEC6838E9FFBCF22CE738D8A177C19318DFFEF090CEE67E12DE1A3E2A39F61247547BA5257489CBC11D7D91ED34617FCC42F7A9DA2E3CF31A94A210A1018143173913C38F60E62B24BF0D7518F38B5BAB3E6A1F8AEB35E31D6442C8ABB5178EFC892D2E787D79C6AD9E2FC271792983FA9955AC4D1D84A36C024071BC6E431B625519D556AF38185601F70E29035EA6A09C8B676C9D88CF7E05E0F17098B584C4168735940263F940033A220F40BE4C85344128B14BEB9E75696DB37014107801A59B13E89CD9D2258C169D523BE6D31552C44C82FF4BB18EC9F099F3BF0E5B1BB2BA9A87D7E26F98D294927B600B5529C47E04D98956677CBCEE8FA2B60F49776D8B8C367465B7C626DA53700684FB6C918EAD0EAB8360E4F60EDD25B4F43816A75ECF70F909301825B512469F8389D79402311D8AECB7B3EF8599E79485A4388D87744D899F7C47EE644361E17040A7958C8911BE6F463AB6A9B2AFACD688EC55EF517B38F1339EFC54487232798BB25522FF4572FF68567FE830F92F7B8113EFCE3E98C3FFFBAEDCE4FD8B50E41DA97C0C08E423A72689CC68E68F752A5E3A9003E64E35C957CA2E1C48BB6F64B05F56B70B575AD2F278D57850A7AD568C24A4D32A3D74B29F03DC125488BC7C637DA582357F40B0A52D16B3B40BB2C2315D03360BC24209E20972C200566BCF3BBE5C5B0AEDD83132A8A4D5B4242BA370B6D67D9B67EB01052D132C7866B9CB502E44796D9D356E4E3CB47CC527322CD24976FE7C9257A2864151A38E568EF7A79F10D6EF27CC04CE382347A2488B1F404FDBF407FE1CA1C9D0D5649E34800E25E18951C98CAE9F43555EEF65FEE1EA8F15828807366C3B612CD5753BF9FB8FCED08855F742CDDD6F765F74254F03186683D646E6F09AC2805586C7CF11998357CAFC5DF3F285329366F475130C928B2DCEBA4AA383758E7A9D20705C4BB9DB619E2992F608A1BA65DB254BB389468741D0502E2588AEB54390AC600C19AF5C8E61383FC1BEBE0029E4474051E4EF908828DB9CCA13277EF65DB3FD47CCC2179126AAEFB627719F421E20";
1508                 assert_eq!(packet.encode(), <Vec<u8>>::from_hex(hex).unwrap());
1509         }
1510
1511         #[test]
1512         fn test_failure_packet_onion() {
1513                 // Returning Errors test vectors from BOLT 4
1514
1515                 let onion_keys = build_test_onion_keys();
1516                 let onion_error =
1517                         super::build_failure_packet(onion_keys[4].shared_secret.as_ref(), 0x2002, &[0; 0]);
1518                 let hex = "4c2fc8bc08510334b6833ad9c3e79cd1b52ae59dfe5c2a4b23ead50f09f7ee0b0002200200fe0000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000";
1519                 assert_eq!(onion_error.encode(), <Vec<u8>>::from_hex(hex).unwrap());
1520
1521                 let onion_packet_1 = super::encrypt_failure_packet(
1522                         onion_keys[4].shared_secret.as_ref(),
1523                         &onion_error.encode()[..],
1524                 );
1525                 let hex = "a5e6bd0c74cb347f10cce367f949098f2457d14c046fd8a22cb96efb30b0fdcda8cb9168b50f2fd45edd73c1b0c8b33002df376801ff58aaa94000bf8a86f92620f343baef38a580102395ae3abf9128d1047a0736ff9b83d456740ebbb4aeb3aa9737f18fb4afb4aa074fb26c4d702f42968888550a3bded8c05247e045b866baef0499f079fdaeef6538f31d44deafffdfd3afa2fb4ca9082b8f1c465371a9894dd8c243fb4847e004f5256b3e90e2edde4c9fb3082ddfe4d1e734cacd96ef0706bf63c9984e22dc98851bcccd1c3494351feb458c9c6af41c0044bea3c47552b1d992ae542b17a2d0bba1a096c78d169034ecb55b6e3a7263c26017f033031228833c1daefc0dedb8cf7c3e37c9c37ebfe42f3225c326e8bcfd338804c145b16e34e4";
1526                 assert_eq!(onion_packet_1.data, <Vec<u8>>::from_hex(hex).unwrap());
1527
1528                 let onion_packet_2 = super::encrypt_failure_packet(
1529                         onion_keys[3].shared_secret.as_ref(),
1530                         &onion_packet_1.data[..],
1531                 );
1532                 let hex = "c49a1ce81680f78f5f2000cda36268de34a3f0a0662f55b4e837c83a8773c22aa081bab1616a0011585323930fa5b9fae0c85770a2279ff59ec427ad1bbff9001c0cd1497004bd2a0f68b50704cf6d6a4bf3c8b6a0833399a24b3456961ba00736785112594f65b6b2d44d9f5ea4e49b5e1ec2af978cbe31c67114440ac51a62081df0ed46d4a3df295da0b0fe25c0115019f03f15ec86fabb4c852f83449e812f141a9395b3f70b766ebbd4ec2fae2b6955bd8f32684c15abfe8fd3a6261e52650e8807a92158d9f1463261a925e4bfba44bd20b166d532f0017185c3a6ac7957adefe45559e3072c8dc35abeba835a8cb01a71a15c736911126f27d46a36168ca5ef7dccd4e2886212602b181463e0dd30185c96348f9743a02aca8ec27c0b90dca270";
1533                 assert_eq!(onion_packet_2.data, <Vec<u8>>::from_hex(hex).unwrap());
1534
1535                 let onion_packet_3 = super::encrypt_failure_packet(
1536                         onion_keys[2].shared_secret.as_ref(),
1537                         &onion_packet_2.data[..],
1538                 );
1539                 let hex = "a5d3e8634cfe78b2307d87c6d90be6fe7855b4f2cc9b1dfb19e92e4b79103f61ff9ac25f412ddfb7466e74f81b3e545563cdd8f5524dae873de61d7bdfccd496af2584930d2b566b4f8d3881f8c043df92224f38cf094cfc09d92655989531524593ec6d6caec1863bdfaa79229b5020acc034cd6deeea1021c50586947b9b8e6faa83b81fbfa6133c0af5d6b07c017f7158fa94f0d206baf12dda6b68f785b773b360fd0497e16cc402d779c8d48d0fa6315536ef0660f3f4e1865f5b38ea49c7da4fd959de4e83ff3ab686f059a45c65ba2af4a6a79166aa0f496bf04d06987b6d2ea205bdb0d347718b9aeff5b61dfff344993a275b79717cd815b6ad4c0beb568c4ac9c36ff1c315ec1119a1993c4b61e6eaa0375e0aaf738ac691abd3263bf937e3";
1540                 assert_eq!(onion_packet_3.data, <Vec<u8>>::from_hex(hex).unwrap());
1541
1542                 let onion_packet_4 = super::encrypt_failure_packet(
1543                         onion_keys[1].shared_secret.as_ref(),
1544                         &onion_packet_3.data[..],
1545                 );
1546                 let hex = "aac3200c4968f56b21f53e5e374e3a2383ad2b1b6501bbcc45abc31e59b26881b7dfadbb56ec8dae8857add94e6702fb4c3a4de22e2e669e1ed926b04447fc73034bb730f4932acd62727b75348a648a1128744657ca6a4e713b9b646c3ca66cac02cdab44dd3439890ef3aaf61708714f7375349b8da541b2548d452d84de7084bb95b3ac2345201d624d31f4d52078aa0fa05a88b4e20202bd2b86ac5b52919ea305a8949de95e935eed0319cf3cf19ebea61d76ba92532497fcdc9411d06bcd4275094d0a4a3c5d3a945e43305a5a9256e333e1f64dbca5fcd4e03a39b9012d197506e06f29339dfee3331995b21615337ae060233d39befea925cc262873e0530408e6990f1cbd233a150ef7b004ff6166c70c68d9f8c853c1abca640b8660db2921";
1547                 assert_eq!(onion_packet_4.data, <Vec<u8>>::from_hex(hex).unwrap());
1548
1549                 let onion_packet_5 = super::encrypt_failure_packet(
1550                         onion_keys[0].shared_secret.as_ref(),
1551                         &onion_packet_4.data[..],
1552                 );
1553                 let hex = "9c5add3963fc7f6ed7f148623c84134b5647e1306419dbe2174e523fa9e2fbed3a06a19f899145610741c83ad40b7712aefaddec8c6baf7325d92ea4ca4d1df8bce517f7e54554608bf2bd8071a4f52a7a2f7ffbb1413edad81eeea5785aa9d990f2865dc23b4bc3c301a94eec4eabebca66be5cf638f693ec256aec514620cc28ee4a94bd9565bc4d4962b9d3641d4278fb319ed2b84de5b665f307a2db0f7fbb757366067d88c50f7e829138fde4f78d39b5b5802f1b92a8a820865af5cc79f9f30bc3f461c66af95d13e5e1f0381c184572a91dee1c849048a647a1158cf884064deddbf1b0b88dfe2f791428d0ba0f6fb2f04e14081f69165ae66d9297c118f0907705c9c4954a199bae0bb96fad763d690e7daa6cfda59ba7f2c8d11448b604d12d";
1554                 assert_eq!(onion_packet_5.data, <Vec<u8>>::from_hex(hex).unwrap());
1555         }
1556
1557         struct RawOnionHopData {
1558                 data: Vec<u8>,
1559         }
1560         impl RawOnionHopData {
1561                 fn new(orig: msgs::OutboundOnionPayload) -> Self {
1562                         Self { data: orig.encode() }
1563                 }
1564         }
1565         impl Writeable for RawOnionHopData {
1566                 fn write<W: Writer>(&self, writer: &mut W) -> Result<(), io::Error> {
1567                         writer.write_all(&self.data[..])
1568                 }
1569         }
1570 }