]> git.bitcoin.ninja Git - rust-lightning/blob - lightning/src/ln/onion_utils.rs
onion_utils: add next_hop_packet_pubkey method
[rust-lightning] / lightning / src / ln / onion_utils.rs
1 // This file is Copyright its original authors, visible in version control
2 // history.
3 //
4 // This file is licensed under the Apache License, Version 2.0 <LICENSE-APACHE
5 // or http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
6 // <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your option.
7 // You may not use this file except in accordance with one or both of these
8 // licenses.
9
10 use ln::{PaymentHash, PaymentPreimage, PaymentSecret};
11 use ln::channelmanager::HTLCSource;
12 use ln::msgs;
13 use ln::wire::Encode;
14 use routing::gossip::NetworkUpdate;
15 use routing::router::RouteHop;
16 use util::chacha20::{ChaCha20, ChaChaReader};
17 use util::errors::{self, APIError};
18 use util::ser::{Readable, Writeable, LengthCalculatingWriter};
19 use util::logger::Logger;
20
21 use bitcoin::hashes::{Hash, HashEngine};
22 use bitcoin::hashes::cmp::fixed_time_eq;
23 use bitcoin::hashes::hmac::{Hmac, HmacEngine};
24 use bitcoin::hashes::sha256::Hash as Sha256;
25
26 use bitcoin::secp256k1::{SecretKey,PublicKey};
27 use bitcoin::secp256k1::Secp256k1;
28 use bitcoin::secp256k1::ecdh::SharedSecret;
29 use bitcoin::secp256k1;
30
31 use prelude::*;
32 use io::{Cursor, Read};
33 use core::convert::TryInto;
34 use core::ops::Deref;
35
36 pub(super) struct OnionKeys {
37         #[cfg(test)]
38         pub(super) shared_secret: SharedSecret,
39         #[cfg(test)]
40         pub(super) blinding_factor: [u8; 32],
41         pub(super) ephemeral_pubkey: PublicKey,
42         pub(super) rho: [u8; 32],
43         pub(super) mu: [u8; 32],
44 }
45
46 #[inline]
47 pub(super) fn gen_rho_mu_from_shared_secret(shared_secret: &[u8]) -> ([u8; 32], [u8; 32]) {
48         assert_eq!(shared_secret.len(), 32);
49         ({
50                 let mut hmac = HmacEngine::<Sha256>::new(&[0x72, 0x68, 0x6f]); // rho
51                 hmac.input(&shared_secret);
52                 Hmac::from_engine(hmac).into_inner()
53         },
54         {
55                 let mut hmac = HmacEngine::<Sha256>::new(&[0x6d, 0x75]); // mu
56                 hmac.input(&shared_secret);
57                 Hmac::from_engine(hmac).into_inner()
58         })
59 }
60
61 #[inline]
62 pub(super) fn gen_um_from_shared_secret(shared_secret: &[u8]) -> [u8; 32] {
63         assert_eq!(shared_secret.len(), 32);
64         let mut hmac = HmacEngine::<Sha256>::new(&[0x75, 0x6d]); // um
65         hmac.input(&shared_secret);
66         Hmac::from_engine(hmac).into_inner()
67 }
68
69 #[inline]
70 pub(super) fn gen_ammag_from_shared_secret(shared_secret: &[u8]) -> [u8; 32] {
71         assert_eq!(shared_secret.len(), 32);
72         let mut hmac = HmacEngine::<Sha256>::new(&[0x61, 0x6d, 0x6d, 0x61, 0x67]); // ammag
73         hmac.input(&shared_secret);
74         Hmac::from_engine(hmac).into_inner()
75 }
76
77 pub(super) fn next_hop_packet_pubkey<T: secp256k1::Signing + secp256k1::Verification>(secp_ctx: &Secp256k1<T>, mut packet_pubkey: PublicKey, packet_shared_secret: &[u8; 32]) -> Result<PublicKey, secp256k1::Error> {
78         let blinding_factor = {
79                 let mut sha = Sha256::engine();
80                 sha.input(&packet_pubkey.serialize()[..]);
81                 sha.input(packet_shared_secret);
82                 Sha256::from_engine(sha).into_inner()
83         };
84
85         packet_pubkey.mul_assign(secp_ctx, &blinding_factor[..]).map(|_| packet_pubkey)
86 }
87
88 // can only fail if an intermediary hop has an invalid public key or session_priv is invalid
89 #[inline]
90 pub(super) fn construct_onion_keys_callback<T: secp256k1::Signing, FType: FnMut(SharedSecret, [u8; 32], PublicKey, &RouteHop, usize)> (secp_ctx: &Secp256k1<T>, path: &Vec<RouteHop>, session_priv: &SecretKey, mut callback: FType) -> Result<(), secp256k1::Error> {
91         let mut blinded_priv = session_priv.clone();
92         let mut blinded_pub = PublicKey::from_secret_key(secp_ctx, &blinded_priv);
93
94         for (idx, hop) in path.iter().enumerate() {
95                 let shared_secret = SharedSecret::new(&hop.pubkey, &blinded_priv);
96
97                 let mut sha = Sha256::engine();
98                 sha.input(&blinded_pub.serialize()[..]);
99                 sha.input(shared_secret.as_ref());
100                 let blinding_factor = Sha256::from_engine(sha).into_inner();
101
102                 let ephemeral_pubkey = blinded_pub;
103
104                 blinded_priv.mul_assign(&blinding_factor)?;
105                 blinded_pub = PublicKey::from_secret_key(secp_ctx, &blinded_priv);
106
107                 callback(shared_secret, blinding_factor, ephemeral_pubkey, hop, idx);
108         }
109
110         Ok(())
111 }
112
113 // can only fail if an intermediary hop has an invalid public key or session_priv is invalid
114 pub(super) fn construct_onion_keys<T: secp256k1::Signing>(secp_ctx: &Secp256k1<T>, path: &Vec<RouteHop>, session_priv: &SecretKey) -> Result<Vec<OnionKeys>, secp256k1::Error> {
115         let mut res = Vec::with_capacity(path.len());
116
117         construct_onion_keys_callback(secp_ctx, path, session_priv, |shared_secret, _blinding_factor, ephemeral_pubkey, _, _| {
118                 let (rho, mu) = gen_rho_mu_from_shared_secret(shared_secret.as_ref());
119
120                 res.push(OnionKeys {
121                         #[cfg(test)]
122                         shared_secret,
123                         #[cfg(test)]
124                         blinding_factor: _blinding_factor,
125                         ephemeral_pubkey,
126                         rho,
127                         mu,
128                 });
129         })?;
130
131         Ok(res)
132 }
133
134 /// returns the hop data, as well as the first-hop value_msat and CLTV value we should send.
135 pub(super) fn build_onion_payloads(path: &Vec<RouteHop>, total_msat: u64, payment_secret_option: &Option<PaymentSecret>, starting_htlc_offset: u32, keysend_preimage: &Option<PaymentPreimage>) -> Result<(Vec<msgs::OnionHopData>, u64, u32), APIError> {
136         let mut cur_value_msat = 0u64;
137         let mut cur_cltv = starting_htlc_offset;
138         let mut last_short_channel_id = 0;
139         let mut res: Vec<msgs::OnionHopData> = Vec::with_capacity(path.len());
140
141         for (idx, hop) in path.iter().rev().enumerate() {
142                 // First hop gets special values so that it can check, on receipt, that everything is
143                 // exactly as it should be (and the next hop isn't trying to probe to find out if we're
144                 // the intended recipient).
145                 let value_msat = if cur_value_msat == 0 { hop.fee_msat } else { cur_value_msat };
146                 let cltv = if cur_cltv == starting_htlc_offset { hop.cltv_expiry_delta + starting_htlc_offset } else { cur_cltv };
147                 res.insert(0, msgs::OnionHopData {
148                         format: if hop.node_features.supports_variable_length_onion() {
149                                 if idx == 0 {
150                                         msgs::OnionHopDataFormat::FinalNode {
151                                                 payment_data: if let &Some(ref payment_secret) = payment_secret_option {
152                                                         Some(msgs::FinalOnionHopData {
153                                                                 payment_secret: payment_secret.clone(),
154                                                                 total_msat,
155                                                         })
156                                                 } else { None },
157                                                 keysend_preimage: *keysend_preimage,
158                                         }
159                                 } else {
160                                         msgs::OnionHopDataFormat::NonFinalNode {
161                                                 short_channel_id: last_short_channel_id,
162                                         }
163                                 }
164                         } else {
165                                 msgs::OnionHopDataFormat::Legacy {
166                                         short_channel_id: last_short_channel_id,
167                                 }
168                         },
169                         amt_to_forward: value_msat,
170                         outgoing_cltv_value: cltv,
171                 });
172                 cur_value_msat += hop.fee_msat;
173                 if cur_value_msat >= 21000000 * 100000000 * 1000 {
174                         return Err(APIError::RouteError{err: "Channel fees overflowed?"});
175                 }
176                 cur_cltv += hop.cltv_expiry_delta as u32;
177                 if cur_cltv >= 500000000 {
178                         return Err(APIError::RouteError{err: "Channel CLTV overflowed?"});
179                 }
180                 last_short_channel_id = hop.short_channel_id;
181         }
182         Ok((res, cur_value_msat, cur_cltv))
183 }
184
185 /// Length of the onion data packet. Before TLV-based onions this was 20 65-byte hops, though now
186 /// the hops can be of variable length.
187 pub(crate) const ONION_DATA_LEN: usize = 20*65;
188
189 #[inline]
190 fn shift_arr_right(arr: &mut [u8; ONION_DATA_LEN], amt: usize) {
191         for i in (amt..ONION_DATA_LEN).rev() {
192                 arr[i] = arr[i-amt];
193         }
194         for i in 0..amt {
195                 arr[i] = 0;
196         }
197 }
198
199 pub(super) fn route_size_insane(payloads: &Vec<msgs::OnionHopData>) -> bool {
200         let mut len = 0;
201         for payload in payloads.iter() {
202                 let mut payload_len = LengthCalculatingWriter(0);
203                 payload.write(&mut payload_len).expect("Failed to calculate length");
204                 assert!(payload_len.0 + 32 < ONION_DATA_LEN);
205                 len += payload_len.0 + 32;
206                 if len > ONION_DATA_LEN {
207                         return true;
208                 }
209         }
210         false
211 }
212
213 /// panics if route_size_insane(paylods)
214 pub(super) fn construct_onion_packet(payloads: Vec<msgs::OnionHopData>, onion_keys: Vec<OnionKeys>, prng_seed: [u8; 32], associated_data: &PaymentHash) -> msgs::OnionPacket {
215         let mut packet_data = [0; ONION_DATA_LEN];
216
217         let mut chacha = ChaCha20::new(&prng_seed, &[0; 8]);
218         chacha.process(&[0; ONION_DATA_LEN], &mut packet_data);
219
220         construct_onion_packet_with_init_noise(payloads, onion_keys, packet_data, associated_data)
221 }
222
223 #[cfg(test)]
224 // Used in testing to write bogus OnionHopDatas, which is otherwise not representable in
225 // msgs::OnionHopData.
226 pub(super) fn construct_onion_packet_bogus_hopdata<HD: Writeable>(payloads: Vec<HD>, onion_keys: Vec<OnionKeys>, prng_seed: [u8; 32], associated_data: &PaymentHash) -> msgs::OnionPacket {
227         let mut packet_data = [0; ONION_DATA_LEN];
228
229         let mut chacha = ChaCha20::new(&prng_seed, &[0; 8]);
230         chacha.process(&[0; ONION_DATA_LEN], &mut packet_data);
231
232         construct_onion_packet_with_init_noise(payloads, onion_keys, packet_data, associated_data)
233 }
234
235 /// panics if route_size_insane(paylods)
236 fn construct_onion_packet_with_init_noise<HD: Writeable>(mut payloads: Vec<HD>, onion_keys: Vec<OnionKeys>, mut packet_data: [u8; ONION_DATA_LEN], associated_data: &PaymentHash) -> msgs::OnionPacket {
237         let filler = {
238                 const ONION_HOP_DATA_LEN: usize = 65; // We may decrease this eventually after TLV is common
239                 let mut res = Vec::with_capacity(ONION_HOP_DATA_LEN * (payloads.len() - 1));
240
241                 let mut pos = 0;
242                 for (i, (payload, keys)) in payloads.iter().zip(onion_keys.iter()).enumerate() {
243                         if i == payloads.len() - 1 { break; }
244
245                         let mut chacha = ChaCha20::new(&keys.rho, &[0u8; 8]);
246                         for _ in 0..(ONION_DATA_LEN - pos) { // TODO: Batch this.
247                                 let mut dummy = [0; 1];
248                                 chacha.process_in_place(&mut dummy); // We don't have a seek function :(
249                         }
250
251                         let mut payload_len = LengthCalculatingWriter(0);
252                         payload.write(&mut payload_len).expect("Failed to calculate length");
253                         pos += payload_len.0 + 32;
254                         assert!(pos <= ONION_DATA_LEN);
255
256                         res.resize(pos, 0u8);
257                         chacha.process_in_place(&mut res);
258                 }
259                 res
260         };
261
262         let mut hmac_res = [0; 32];
263         for (i, (payload, keys)) in payloads.iter_mut().zip(onion_keys.iter()).rev().enumerate() {
264                 let mut payload_len = LengthCalculatingWriter(0);
265                 payload.write(&mut payload_len).expect("Failed to calculate length");
266                 shift_arr_right(&mut packet_data, payload_len.0 + 32);
267                 packet_data[0..payload_len.0].copy_from_slice(&payload.encode()[..]);
268                 packet_data[payload_len.0..(payload_len.0 + 32)].copy_from_slice(&hmac_res);
269
270                 let mut chacha = ChaCha20::new(&keys.rho, &[0u8; 8]);
271                 chacha.process_in_place(&mut packet_data);
272
273                 if i == 0 {
274                         packet_data[ONION_DATA_LEN - filler.len()..ONION_DATA_LEN].copy_from_slice(&filler[..]);
275                 }
276
277                 let mut hmac = HmacEngine::<Sha256>::new(&keys.mu);
278                 hmac.input(&packet_data);
279                 hmac.input(&associated_data.0[..]);
280                 hmac_res = Hmac::from_engine(hmac).into_inner();
281         }
282
283         msgs::OnionPacket {
284                 version: 0,
285                 public_key: Ok(onion_keys.first().unwrap().ephemeral_pubkey),
286                 hop_data: packet_data,
287                 hmac: hmac_res,
288         }
289 }
290
291 /// Encrypts a failure packet. raw_packet can either be a
292 /// msgs::DecodedOnionErrorPacket.encode() result or a msgs::OnionErrorPacket.data element.
293 pub(super) fn encrypt_failure_packet(shared_secret: &[u8], raw_packet: &[u8]) -> msgs::OnionErrorPacket {
294         let ammag = gen_ammag_from_shared_secret(&shared_secret);
295
296         let mut packet_crypted = Vec::with_capacity(raw_packet.len());
297         packet_crypted.resize(raw_packet.len(), 0);
298         let mut chacha = ChaCha20::new(&ammag, &[0u8; 8]);
299         chacha.process(&raw_packet, &mut packet_crypted[..]);
300         msgs::OnionErrorPacket {
301                 data: packet_crypted,
302         }
303 }
304
305 pub(super) fn build_failure_packet(shared_secret: &[u8], failure_type: u16, failure_data: &[u8]) -> msgs::DecodedOnionErrorPacket {
306         assert_eq!(shared_secret.len(), 32);
307         assert!(failure_data.len() <= 256 - 2);
308
309         let um = gen_um_from_shared_secret(&shared_secret);
310
311         let failuremsg = {
312                 let mut res = Vec::with_capacity(2 + failure_data.len());
313                 res.push(((failure_type >> 8) & 0xff) as u8);
314                 res.push(((failure_type >> 0) & 0xff) as u8);
315                 res.extend_from_slice(&failure_data[..]);
316                 res
317         };
318         let pad = {
319                 let mut res = Vec::with_capacity(256 - 2 - failure_data.len());
320                 res.resize(256 - 2 - failure_data.len(), 0);
321                 res
322         };
323         let mut packet = msgs::DecodedOnionErrorPacket {
324                 hmac: [0; 32],
325                 failuremsg,
326                 pad,
327         };
328
329         let mut hmac = HmacEngine::<Sha256>::new(&um);
330         hmac.input(&packet.encode()[32..]);
331         packet.hmac = Hmac::from_engine(hmac).into_inner();
332
333         packet
334 }
335
336 #[inline]
337 pub(super) fn build_first_hop_failure_packet(shared_secret: &[u8], failure_type: u16, failure_data: &[u8]) -> msgs::OnionErrorPacket {
338         let failure_packet = build_failure_packet(shared_secret, failure_type, failure_data);
339         encrypt_failure_packet(shared_secret, &failure_packet.encode()[..])
340 }
341
342 /// Process failure we got back from upstream on a payment we sent (implying htlc_source is an
343 /// OutboundRoute).
344 /// Returns update, a boolean indicating that the payment itself failed, the short channel id of
345 /// the responsible channel, and the error code.
346 #[inline]
347 pub(super) fn process_onion_failure<T: secp256k1::Signing, L: Deref>(secp_ctx: &Secp256k1<T>, logger: &L, htlc_source: &HTLCSource, mut packet_decrypted: Vec<u8>) -> (Option<NetworkUpdate>, Option<u64>, bool, Option<u16>, Option<Vec<u8>>) where L::Target: Logger {
348         if let &HTLCSource::OutboundRoute { ref path, ref session_priv, ref first_hop_htlc_msat, .. } = htlc_source {
349                 let mut res = None;
350                 let mut htlc_msat = *first_hop_htlc_msat;
351                 let mut error_code_ret = None;
352                 let mut error_packet_ret = None;
353                 let mut is_from_final_node = false;
354
355                 // Handle packed channel/node updates for passing back for the route handler
356                 construct_onion_keys_callback(secp_ctx, path, session_priv, |shared_secret, _, _, route_hop, route_hop_idx| {
357                         if res.is_some() { return; }
358
359                         let amt_to_forward = htlc_msat - route_hop.fee_msat;
360                         htlc_msat = amt_to_forward;
361
362                         let ammag = gen_ammag_from_shared_secret(shared_secret.as_ref());
363
364                         let mut decryption_tmp = Vec::with_capacity(packet_decrypted.len());
365                         decryption_tmp.resize(packet_decrypted.len(), 0);
366                         let mut chacha = ChaCha20::new(&ammag, &[0u8; 8]);
367                         chacha.process(&packet_decrypted, &mut decryption_tmp[..]);
368                         packet_decrypted = decryption_tmp;
369
370                         // The failing hop includes either the inbound channel to the recipient or the outbound
371                         // channel from the current hop (i.e., the next hop's inbound channel).
372                         is_from_final_node = route_hop_idx + 1 == path.len();
373                         let failing_route_hop = if is_from_final_node { route_hop } else { &path[route_hop_idx + 1] };
374
375                         if let Ok(err_packet) = msgs::DecodedOnionErrorPacket::read(&mut Cursor::new(&packet_decrypted)) {
376                                 let um = gen_um_from_shared_secret(shared_secret.as_ref());
377                                 let mut hmac = HmacEngine::<Sha256>::new(&um);
378                                 hmac.input(&err_packet.encode()[32..]);
379
380                                 if fixed_time_eq(&Hmac::from_engine(hmac).into_inner(), &err_packet.hmac) {
381                                         if let Some(error_code_slice) = err_packet.failuremsg.get(0..2) {
382                                                 const PERM: u16 = 0x4000;
383                                                 const NODE: u16 = 0x2000;
384                                                 const UPDATE: u16 = 0x1000;
385
386                                                 let error_code = u16::from_be_bytes(error_code_slice.try_into().expect("len is 2"));
387                                                 error_code_ret = Some(error_code);
388                                                 error_packet_ret = Some(err_packet.failuremsg[2..].to_vec());
389
390                                                 let (debug_field, debug_field_size) = errors::get_onion_debug_field(error_code);
391
392                                                 // indicate that payment parameter has failed and no need to
393                                                 // update Route object
394                                                 let payment_failed = match error_code & 0xff {
395                                                         15|16|17|18|19|23 => true,
396                                                         _ => false,
397                                                 } && is_from_final_node; // PERM bit observed below even if this error is from the intermediate nodes
398
399                                                 let mut network_update = None;
400                                                 let mut short_channel_id = None;
401
402                                                 if error_code & NODE == NODE {
403                                                         let is_permanent = error_code & PERM == PERM;
404                                                         network_update = Some(NetworkUpdate::NodeFailure { node_id: route_hop.pubkey, is_permanent });
405                                                         short_channel_id = Some(route_hop.short_channel_id);
406                                                 }
407                                                 else if error_code & PERM == PERM {
408                                                         if !payment_failed {
409                                                                 network_update = Some(NetworkUpdate::ChannelFailure {
410                                                                         short_channel_id: failing_route_hop.short_channel_id,
411                                                                         is_permanent: true,
412                                                                 });
413                                                                 short_channel_id = Some(failing_route_hop.short_channel_id);
414                                                         }
415                                                 }
416                                                 else if error_code & UPDATE == UPDATE {
417                                                         if let Some(update_len_slice) = err_packet.failuremsg.get(debug_field_size+2..debug_field_size+4) {
418                                                                 let update_len = u16::from_be_bytes(update_len_slice.try_into().expect("len is 2")) as usize;
419                                                                 if let Some(mut update_slice) = err_packet.failuremsg.get(debug_field_size + 4..debug_field_size + 4 + update_len) {
420                                                                         // Historically, the BOLTs were unclear if the message type
421                                                                         // bytes should be included here or not. The BOLTs have now
422                                                                         // been updated to indicate that they *are* included, but many
423                                                                         // nodes still send messages without the type bytes, so we
424                                                                         // support both here.
425                                                                         // TODO: Switch to hard require the type prefix, as the current
426                                                                         // permissiveness introduces the (although small) possibility
427                                                                         // that we fail to decode legitimate channel updates that
428                                                                         // happen to start with ChannelUpdate::TYPE, i.e., [0x01, 0x02].
429                                                                         if update_slice.len() > 2 && update_slice[0..2] == msgs::ChannelUpdate::TYPE.to_be_bytes() {
430                                                                                 update_slice = &update_slice[2..];
431                                                                         } else {
432                                                                                 log_trace!(logger, "Failure provided features a channel update without type prefix. Deprecated, but allowing for now.");
433                                                                         }
434                                                                         if let Ok(chan_update) = msgs::ChannelUpdate::read(&mut Cursor::new(&update_slice)) {
435                                                                                 // if channel_update should NOT have caused the failure:
436                                                                                 // MAY treat the channel_update as invalid.
437                                                                                 let is_chan_update_invalid = match error_code & 0xff {
438                                                                                         7 => false,
439                                                                                         11 => amt_to_forward > chan_update.contents.htlc_minimum_msat,
440                                                                                         12 => amt_to_forward
441                                                                                                 .checked_mul(chan_update.contents.fee_proportional_millionths as u64)
442                                                                                                 .map(|prop_fee| prop_fee / 1_000_000)
443                                                                                                 .and_then(|prop_fee| prop_fee.checked_add(chan_update.contents.fee_base_msat as u64))
444                                                                                                 .map(|fee_msats| route_hop.fee_msat >= fee_msats)
445                                                                                                 .unwrap_or(false),
446                                                                                         13 => route_hop.cltv_expiry_delta as u16 >= chan_update.contents.cltv_expiry_delta,
447                                                                                         14 => false, // expiry_too_soon; always valid?
448                                                                                         20 => chan_update.contents.flags & 2 == 0,
449                                                                                         _ => false, // unknown error code; take channel_update as valid
450                                                                                 };
451                                                                                 if is_chan_update_invalid {
452                                                                                         // This probably indicates the node which forwarded
453                                                                                         // to the node in question corrupted something.
454                                                                                         network_update = Some(NetworkUpdate::ChannelFailure {
455                                                                                                 short_channel_id: route_hop.short_channel_id,
456                                                                                                 is_permanent: true,
457                                                                                         });
458                                                                                 } else {
459                                                                                         // Make sure the ChannelUpdate contains the expected
460                                                                                         // short channel id.
461                                                                                         if failing_route_hop.short_channel_id == chan_update.contents.short_channel_id {
462                                                                                                 short_channel_id = Some(failing_route_hop.short_channel_id);
463                                                                                         } else {
464                                                                                                 log_info!(logger, "Node provided a channel_update for which it was not authoritative, ignoring.");
465                                                                                         }
466                                                                                         network_update = Some(NetworkUpdate::ChannelUpdateMessage {
467                                                                                                 msg: chan_update,
468                                                                                         })
469                                                                                 };
470                                                                         }
471                                                                 }
472                                                         }
473                                                         if network_update.is_none() {
474                                                                 // They provided an UPDATE which was obviously bogus, not worth
475                                                                 // trying to relay through them anymore.
476                                                                 network_update = Some(NetworkUpdate::NodeFailure {
477                                                                         node_id: route_hop.pubkey,
478                                                                         is_permanent: true,
479                                                                 });
480                                                         }
481                                                         if short_channel_id.is_none() {
482                                                                 short_channel_id = Some(route_hop.short_channel_id);
483                                                         }
484                                                 } else if payment_failed {
485                                                         // Only blame the hop when a value in the HTLC doesn't match the
486                                                         // corresponding value in the onion.
487                                                         short_channel_id = match error_code & 0xff {
488                                                                 18|19 => Some(route_hop.short_channel_id),
489                                                                 _ => None,
490                                                         };
491                                                 } else {
492                                                         // We can't understand their error messages and they failed to
493                                                         // forward...they probably can't understand our forwards so its
494                                                         // really not worth trying any further.
495                                                         network_update = Some(NetworkUpdate::NodeFailure {
496                                                                 node_id: route_hop.pubkey,
497                                                                 is_permanent: true,
498                                                         });
499                                                         short_channel_id = Some(route_hop.short_channel_id);
500                                                 }
501
502                                                 // TODO: Here (and a few other places) we assume that BADONION errors
503                                                 // are always "sourced" from the node previous to the one which failed
504                                                 // to decode the onion.
505                                                 res = Some((network_update, short_channel_id, !(error_code & PERM == PERM && is_from_final_node)));
506
507                                                 let (description, title) = errors::get_onion_error_description(error_code);
508                                                 if debug_field_size > 0 && err_packet.failuremsg.len() >= 4 + debug_field_size {
509                                                         log_info!(logger, "Onion Error[from {}: {}({:#x}) {}({})] {}", route_hop.pubkey, title, error_code, debug_field, log_bytes!(&err_packet.failuremsg[4..4+debug_field_size]), description);
510                                                 }
511                                                 else {
512                                                         log_info!(logger, "Onion Error[from {}: {}({:#x})] {}", route_hop.pubkey, title, error_code, description);
513                                                 }
514                                         } else {
515                                                 // Useless packet that we can't use but it passed HMAC, so it
516                                                 // definitely came from the peer in question
517                                                 let network_update = Some(NetworkUpdate::NodeFailure {
518                                                         node_id: route_hop.pubkey,
519                                                         is_permanent: true,
520                                                 });
521                                                 let short_channel_id = Some(route_hop.short_channel_id);
522                                                 res = Some((network_update, short_channel_id, !is_from_final_node));
523                                         }
524                                 }
525                         }
526                 }).expect("Route that we sent via spontaneously grew invalid keys in the middle of it?");
527                 if let Some((channel_update, short_channel_id, payment_retryable)) = res {
528                         (channel_update, short_channel_id, payment_retryable, error_code_ret, error_packet_ret)
529                 } else {
530                         // only not set either packet unparseable or hmac does not match with any
531                         // payment not retryable only when garbage is from the final node
532                         (None, None, !is_from_final_node, None, None)
533                 }
534         } else { unreachable!(); }
535 }
536
537 /// Data decrypted from the onion payload.
538 pub(crate) enum Hop {
539         /// This onion payload was for us, not for forwarding to a next-hop. Contains information for
540         /// verifying the incoming payment.
541         Receive(msgs::OnionHopData),
542         /// This onion payload needs to be forwarded to a next-hop.
543         Forward {
544                 /// Onion payload data used in forwarding the payment.
545                 next_hop_data: msgs::OnionHopData,
546                 /// HMAC of the next hop's onion packet.
547                 next_hop_hmac: [u8; 32],
548                 /// Bytes of the onion packet we're forwarding.
549                 new_packet_bytes: [u8; 20*65],
550         },
551 }
552
553 /// Error returned when we fail to decode the onion packet.
554 pub(crate) enum OnionDecodeErr {
555         /// The HMAC of the onion packet did not match the hop data.
556         Malformed {
557                 err_msg: &'static str,
558                 err_code: u16,
559         },
560         /// We failed to decode the onion payload.
561         Relay {
562                 err_msg: &'static str,
563                 err_code: u16,
564         },
565 }
566
567 pub(crate) fn decode_next_hop(shared_secret: [u8; 32], hop_data: &[u8], hmac_bytes: [u8; 32], payment_hash: PaymentHash) -> Result<Hop, OnionDecodeErr> {
568         let (rho, mu) = gen_rho_mu_from_shared_secret(&shared_secret);
569         let mut hmac = HmacEngine::<Sha256>::new(&mu);
570         hmac.input(hop_data);
571         hmac.input(&payment_hash.0[..]);
572         if !fixed_time_eq(&Hmac::from_engine(hmac).into_inner(), &hmac_bytes) {
573                 return Err(OnionDecodeErr::Malformed {
574                         err_msg: "HMAC Check failed",
575                         err_code: 0x8000 | 0x4000 | 5,
576                 });
577         }
578
579         let mut chacha = ChaCha20::new(&rho, &[0u8; 8]);
580         let mut chacha_stream = ChaChaReader { chacha: &mut chacha, read: Cursor::new(&hop_data[..]) };
581         match <msgs::OnionHopData as Readable>::read(&mut chacha_stream) {
582                 Err(err) => {
583                         let error_code = match err {
584                                 msgs::DecodeError::UnknownVersion => 0x4000 | 1, // unknown realm byte
585                                 msgs::DecodeError::UnknownRequiredFeature|
586                                 msgs::DecodeError::InvalidValue|
587                                 msgs::DecodeError::ShortRead => 0x4000 | 22, // invalid_onion_payload
588                                 _ => 0x2000 | 2, // Should never happen
589                         };
590                         return Err(OnionDecodeErr::Relay {
591                                 err_msg: "Unable to decode our hop data",
592                                 err_code: error_code,
593                         });
594                 },
595                 Ok(msg) => {
596                         let mut hmac = [0; 32];
597                         if let Err(_) = chacha_stream.read_exact(&mut hmac[..]) {
598                                 return Err(OnionDecodeErr::Relay {
599                                         err_msg: "Unable to decode our hop data",
600                                         err_code: 0x4000 | 22,
601                                 });
602                         }
603                         if hmac == [0; 32] {
604                                 #[cfg(test)]
605                                 {
606                                         // In tests, make sure that the initial onion packet data is, at least, non-0.
607                                         // We could do some fancy randomness test here, but, ehh, whatever.
608                                         // This checks for the issue where you can calculate the path length given the
609                                         // onion data as all the path entries that the originator sent will be here
610                                         // as-is (and were originally 0s).
611                                         // Of course reverse path calculation is still pretty easy given naive routing
612                                         // algorithms, but this fixes the most-obvious case.
613                                         let mut next_bytes = [0; 32];
614                                         chacha_stream.read_exact(&mut next_bytes).unwrap();
615                                         assert_ne!(next_bytes[..], [0; 32][..]);
616                                         chacha_stream.read_exact(&mut next_bytes).unwrap();
617                                         assert_ne!(next_bytes[..], [0; 32][..]);
618                                 }
619                                 return Ok(Hop::Receive(msg));
620                         } else {
621                                 let mut new_packet_bytes = [0; 20*65];
622                                 let read_pos = chacha_stream.read(&mut new_packet_bytes).unwrap();
623                                 #[cfg(debug_assertions)]
624                                 {
625                                         // Check two things:
626                                         // a) that the behavior of our stream here will return Ok(0) even if the TLV
627                                         //    read above emptied out our buffer and the unwrap() wont needlessly panic
628                                         // b) that we didn't somehow magically end up with extra data.
629                                         let mut t = [0; 1];
630                                         debug_assert!(chacha_stream.read(&mut t).unwrap() == 0);
631                                 }
632                                 // Once we've emptied the set of bytes our peer gave us, encrypt 0 bytes until we
633                                 // fill the onion hop data we'll forward to our next-hop peer.
634                                 chacha_stream.chacha.process_in_place(&mut new_packet_bytes[read_pos..]);
635                                 return Ok(Hop::Forward {
636                                         next_hop_data: msg,
637                                         next_hop_hmac: hmac,
638                                         new_packet_bytes,
639                                 })
640                         }
641                 },
642         }
643 }
644
645 #[cfg(test)]
646 mod tests {
647         use io;
648         use prelude::*;
649         use ln::PaymentHash;
650         use ln::features::{ChannelFeatures, NodeFeatures};
651         use routing::router::{Route, RouteHop};
652         use ln::msgs;
653         use util::ser::{Writeable, Writer};
654
655         use hex;
656
657         use bitcoin::secp256k1::Secp256k1;
658         use bitcoin::secp256k1::{PublicKey,SecretKey};
659
660         use super::OnionKeys;
661
662         fn build_test_onion_keys() -> Vec<OnionKeys> {
663                 // Keys from BOLT 4, used in both test vector tests
664                 let secp_ctx = Secp256k1::new();
665
666                 let route = Route {
667                         paths: vec![vec![
668                                         RouteHop {
669                                                 pubkey: PublicKey::from_slice(&hex::decode("02eec7245d6b7d2ccb30380bfbe2a3648cd7a942653f5aa340edcea1f283686619").unwrap()[..]).unwrap(),
670                                                 channel_features: ChannelFeatures::empty(), node_features: NodeFeatures::empty(),
671                                                 short_channel_id: 0, fee_msat: 0, cltv_expiry_delta: 0 // Test vectors are garbage and not generateble from a RouteHop, we fill in payloads manually
672                                         },
673                                         RouteHop {
674                                                 pubkey: PublicKey::from_slice(&hex::decode("0324653eac434488002cc06bbfb7f10fe18991e35f9fe4302dbea6d2353dc0ab1c").unwrap()[..]).unwrap(),
675                                                 channel_features: ChannelFeatures::empty(), node_features: NodeFeatures::empty(),
676                                                 short_channel_id: 0, fee_msat: 0, cltv_expiry_delta: 0 // Test vectors are garbage and not generateble from a RouteHop, we fill in payloads manually
677                                         },
678                                         RouteHop {
679                                                 pubkey: PublicKey::from_slice(&hex::decode("027f31ebc5462c1fdce1b737ecff52d37d75dea43ce11c74d25aa297165faa2007").unwrap()[..]).unwrap(),
680                                                 channel_features: ChannelFeatures::empty(), node_features: NodeFeatures::empty(),
681                                                 short_channel_id: 0, fee_msat: 0, cltv_expiry_delta: 0 // Test vectors are garbage and not generateble from a RouteHop, we fill in payloads manually
682                                         },
683                                         RouteHop {
684                                                 pubkey: PublicKey::from_slice(&hex::decode("032c0b7cf95324a07d05398b240174dc0c2be444d96b159aa6c7f7b1e668680991").unwrap()[..]).unwrap(),
685                                                 channel_features: ChannelFeatures::empty(), node_features: NodeFeatures::empty(),
686                                                 short_channel_id: 0, fee_msat: 0, cltv_expiry_delta: 0 // Test vectors are garbage and not generateble from a RouteHop, we fill in payloads manually
687                                         },
688                                         RouteHop {
689                                                 pubkey: PublicKey::from_slice(&hex::decode("02edabbd16b41c8371b92ef2f04c1185b4f03b6dcd52ba9b78d9d7c89c8f221145").unwrap()[..]).unwrap(),
690                                                 channel_features: ChannelFeatures::empty(), node_features: NodeFeatures::empty(),
691                                                 short_channel_id: 0, fee_msat: 0, cltv_expiry_delta: 0 // Test vectors are garbage and not generateble from a RouteHop, we fill in payloads manually
692                                         },
693                         ]],
694                         payment_params: None,
695                 };
696
697                 let session_priv = SecretKey::from_slice(&hex::decode("4141414141414141414141414141414141414141414141414141414141414141").unwrap()[..]).unwrap();
698
699                 let onion_keys = super::construct_onion_keys(&secp_ctx, &route.paths[0], &session_priv).unwrap();
700                 assert_eq!(onion_keys.len(), route.paths[0].len());
701                 onion_keys
702         }
703
704         #[test]
705         fn onion_vectors() {
706                 // Legacy packet creation test vectors from BOLT 4
707                 let onion_keys = build_test_onion_keys();
708
709                 assert_eq!(onion_keys[0].shared_secret.secret_bytes(), hex::decode("53eb63ea8a3fec3b3cd433b85cd62a4b145e1dda09391b348c4e1cd36a03ea66").unwrap()[..]);
710                 assert_eq!(onion_keys[0].blinding_factor[..], hex::decode("2ec2e5da605776054187180343287683aa6a51b4b1c04d6dd49c45d8cffb3c36").unwrap()[..]);
711                 assert_eq!(onion_keys[0].ephemeral_pubkey.serialize()[..], hex::decode("02eec7245d6b7d2ccb30380bfbe2a3648cd7a942653f5aa340edcea1f283686619").unwrap()[..]);
712                 assert_eq!(onion_keys[0].rho, hex::decode("ce496ec94def95aadd4bec15cdb41a740c9f2b62347c4917325fcc6fb0453986").unwrap()[..]);
713                 assert_eq!(onion_keys[0].mu, hex::decode("b57061dc6d0a2b9f261ac410c8b26d64ac5506cbba30267a649c28c179400eba").unwrap()[..]);
714
715                 assert_eq!(onion_keys[1].shared_secret.secret_bytes(), hex::decode("a6519e98832a0b179f62123b3567c106db99ee37bef036e783263602f3488fae").unwrap()[..]);
716                 assert_eq!(onion_keys[1].blinding_factor[..], hex::decode("bf66c28bc22e598cfd574a1931a2bafbca09163df2261e6d0056b2610dab938f").unwrap()[..]);
717                 assert_eq!(onion_keys[1].ephemeral_pubkey.serialize()[..], hex::decode("028f9438bfbf7feac2e108d677e3a82da596be706cc1cf342b75c7b7e22bf4e6e2").unwrap()[..]);
718                 assert_eq!(onion_keys[1].rho, hex::decode("450ffcabc6449094918ebe13d4f03e433d20a3d28a768203337bc40b6e4b2c59").unwrap()[..]);
719                 assert_eq!(onion_keys[1].mu, hex::decode("05ed2b4a3fb023c2ff5dd6ed4b9b6ea7383f5cfe9d59c11d121ec2c81ca2eea9").unwrap()[..]);
720
721                 assert_eq!(onion_keys[2].shared_secret.secret_bytes(), hex::decode("3a6b412548762f0dbccce5c7ae7bb8147d1caf9b5471c34120b30bc9c04891cc").unwrap()[..]);
722                 assert_eq!(onion_keys[2].blinding_factor[..], hex::decode("a1f2dadd184eb1627049673f18c6325814384facdee5bfd935d9cb031a1698a5").unwrap()[..]);
723                 assert_eq!(onion_keys[2].ephemeral_pubkey.serialize()[..], hex::decode("03bfd8225241ea71cd0843db7709f4c222f62ff2d4516fd38b39914ab6b83e0da0").unwrap()[..]);
724                 assert_eq!(onion_keys[2].rho, hex::decode("11bf5c4f960239cb37833936aa3d02cea82c0f39fd35f566109c41f9eac8deea").unwrap()[..]);
725                 assert_eq!(onion_keys[2].mu, hex::decode("caafe2820fa00eb2eeb78695ae452eba38f5a53ed6d53518c5c6edf76f3f5b78").unwrap()[..]);
726
727                 assert_eq!(onion_keys[3].shared_secret.secret_bytes(), hex::decode("21e13c2d7cfe7e18836df50872466117a295783ab8aab0e7ecc8c725503ad02d").unwrap()[..]);
728                 assert_eq!(onion_keys[3].blinding_factor[..], hex::decode("7cfe0b699f35525029ae0fa437c69d0f20f7ed4e3916133f9cacbb13c82ff262").unwrap()[..]);
729                 assert_eq!(onion_keys[3].ephemeral_pubkey.serialize()[..], hex::decode("031dde6926381289671300239ea8e57ffaf9bebd05b9a5b95beaf07af05cd43595").unwrap()[..]);
730                 assert_eq!(onion_keys[3].rho, hex::decode("cbe784ab745c13ff5cffc2fbe3e84424aa0fd669b8ead4ee562901a4a4e89e9e").unwrap()[..]);
731                 assert_eq!(onion_keys[3].mu, hex::decode("5052aa1b3d9f0655a0932e50d42f0c9ba0705142c25d225515c45f47c0036ee9").unwrap()[..]);
732
733                 assert_eq!(onion_keys[4].shared_secret.secret_bytes(), hex::decode("b5756b9b542727dbafc6765a49488b023a725d631af688fc031217e90770c328").unwrap()[..]);
734                 assert_eq!(onion_keys[4].blinding_factor[..], hex::decode("c96e00dddaf57e7edcd4fb5954be5b65b09f17cb6d20651b4e90315be5779205").unwrap()[..]);
735                 assert_eq!(onion_keys[4].ephemeral_pubkey.serialize()[..], hex::decode("03a214ebd875aab6ddfd77f22c5e7311d7f77f17a169e599f157bbcdae8bf071f4").unwrap()[..]);
736                 assert_eq!(onion_keys[4].rho, hex::decode("034e18b8cc718e8af6339106e706c52d8df89e2b1f7e9142d996acf88df8799b").unwrap()[..]);
737                 assert_eq!(onion_keys[4].mu, hex::decode("8e45e5c61c2b24cb6382444db6698727afb063adecd72aada233d4bf273d975a").unwrap()[..]);
738
739                 // Test vectors below are flat-out wrong: they claim to set outgoing_cltv_value to non-0 :/
740                 let payloads = vec!(
741                         msgs::OnionHopData {
742                                 format: msgs::OnionHopDataFormat::Legacy {
743                                         short_channel_id: 0,
744                                 },
745                                 amt_to_forward: 0,
746                                 outgoing_cltv_value: 0,
747                         },
748                         msgs::OnionHopData {
749                                 format: msgs::OnionHopDataFormat::Legacy {
750                                         short_channel_id: 0x0101010101010101,
751                                 },
752                                 amt_to_forward: 0x0100000001,
753                                 outgoing_cltv_value: 0,
754                         },
755                         msgs::OnionHopData {
756                                 format: msgs::OnionHopDataFormat::Legacy {
757                                         short_channel_id: 0x0202020202020202,
758                                 },
759                                 amt_to_forward: 0x0200000002,
760                                 outgoing_cltv_value: 0,
761                         },
762                         msgs::OnionHopData {
763                                 format: msgs::OnionHopDataFormat::Legacy {
764                                         short_channel_id: 0x0303030303030303,
765                                 },
766                                 amt_to_forward: 0x0300000003,
767                                 outgoing_cltv_value: 0,
768                         },
769                         msgs::OnionHopData {
770                                 format: msgs::OnionHopDataFormat::Legacy {
771                                         short_channel_id: 0x0404040404040404,
772                                 },
773                                 amt_to_forward: 0x0400000004,
774                                 outgoing_cltv_value: 0,
775                         },
776                 );
777
778                 let packet = super::construct_onion_packet_with_init_noise(payloads, onion_keys, [0; super::ONION_DATA_LEN], &PaymentHash([0x42; 32]));
779                 // Just check the final packet encoding, as it includes all the per-hop vectors in it
780                 // anyway...
781                 assert_eq!(packet.encode(), hex::decode("0002eec7245d6b7d2ccb30380bfbe2a3648cd7a942653f5aa340edcea1f283686619e5f14350c2a76fc232b5e46d421e9615471ab9e0bc887beff8c95fdb878f7b3a716a996c7845c93d90e4ecbb9bde4ece2f69425c99e4bc820e44485455f135edc0d10f7d61ab590531cf08000179a333a347f8b4072f216400406bdf3bf038659793d4a1fd7b246979e3150a0a4cb052c9ec69acf0f48c3d39cd55675fe717cb7d80ce721caad69320c3a469a202f1e468c67eaf7a7cd8226d0fd32f7b48084dca885d56047694762b67021713ca673929c163ec36e04e40ca8e1c6d17569419d3039d9a1ec866abe044a9ad635778b961fc0776dc832b3a451bd5d35072d2269cf9b040f6b7a7dad84fb114ed413b1426cb96ceaf83825665ed5a1d002c1687f92465b49ed4c7f0218ff8c6c7dd7221d589c65b3b9aaa71a41484b122846c7c7b57e02e679ea8469b70e14fe4f70fee4d87b910cf144be6fe48eef24da475c0b0bcc6565ae82cd3f4e3b24c76eaa5616c6111343306ab35c1fe5ca4a77c0e314ed7dba39d6f1e0de791719c241a939cc493bea2bae1c1e932679ea94d29084278513c77b899cc98059d06a27d171b0dbdf6bee13ddc4fc17a0c4d2827d488436b57baa167544138ca2e64a11b43ac8a06cd0c2fba2d4d900ed2d9205305e2d7383cc98dacb078133de5f6fb6bed2ef26ba92cea28aafc3b9948dd9ae5559e8bd6920b8cea462aa445ca6a95e0e7ba52961b181c79e73bd581821df2b10173727a810c92b83b5ba4a0403eb710d2ca10689a35bec6c3a708e9e92f7d78ff3c5d9989574b00c6736f84c199256e76e19e78f0c98a9d580b4a658c84fc8f2096c2fbea8f5f8c59d0fdacb3be2802ef802abbecb3aba4acaac69a0e965abd8981e9896b1f6ef9d60f7a164b371af869fd0e48073742825e9434fc54da837e120266d53302954843538ea7c6c3dbfb4ff3b2fdbe244437f2a153ccf7bdb4c92aa08102d4f3cff2ae5ef86fab4653595e6a5837fa2f3e29f27a9cde5966843fb847a4a61f1e76c281fe8bb2b0a181d096100db5a1a5ce7a910238251a43ca556712eaadea167fb4d7d75825e440f3ecd782036d7574df8bceacb397abefc5f5254d2722215c53ff54af8299aaaad642c6d72a14d27882d9bbd539e1cc7a527526ba89b8c037ad09120e98ab042d3e8652b31ae0e478516bfaf88efca9f3676ffe99d2819dcaeb7610a626695f53117665d267d3f7abebd6bbd6733f645c72c389f03855bdf1e4b8075b516569b118233a0f0971d24b83113c0b096f5216a207ca99a7cddc81c130923fe3d91e7508c9ac5f2e914ff5dccab9e558566fa14efb34ac98d878580814b94b73acbfde9072f30b881f7f0fff42d4045d1ace6322d86a97d164aa84d93a60498065cc7c20e636f5862dc81531a88c60305a2e59a985be327a6902e4bed986dbf4a0b50c217af0ea7fdf9ab37f9ea1a1aaa72f54cf40154ea9b269f1a7c09f9f43245109431a175d50e2db0132337baa0ef97eed0fcf20489da36b79a1172faccc2f7ded7c60e00694282d93359c4682135642bc81f433574aa8ef0c97b4ade7ca372c5ffc23c7eddd839bab4e0f14d6df15c9dbeab176bec8b5701cf054eb3072f6dadc98f88819042bf10c407516ee58bce33fbe3b3d86a54255e577db4598e30a135361528c101683a5fcde7e8ba53f3456254be8f45fe3a56120ae96ea3773631fcb3873aa3abd91bcff00bd38bd43697a2e789e00da6077482e7b1b1a677b5afae4c54e6cbdf7377b694eb7d7a5b913476a5be923322d3de06060fd5e819635232a2cf4f0731da13b8546d1d6d4f8d75b9fce6c2341a71b0ea6f780df54bfdb0dd5cd9855179f602f9172307c7268724c3618e6817abd793adc214a0dc0bc616816632f27ea336fb56dfd").unwrap());
782         }
783
784         #[test]
785         fn test_failure_packet_onion() {
786                 // Returning Errors test vectors from BOLT 4
787
788                 let onion_keys = build_test_onion_keys();
789                 let onion_error = super::build_failure_packet(onion_keys[4].shared_secret.as_ref(), 0x2002, &[0; 0]);
790                 assert_eq!(onion_error.encode(), hex::decode("4c2fc8bc08510334b6833ad9c3e79cd1b52ae59dfe5c2a4b23ead50f09f7ee0b0002200200fe0000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000").unwrap());
791
792                 let onion_packet_1 = super::encrypt_failure_packet(onion_keys[4].shared_secret.as_ref(), &onion_error.encode()[..]);
793                 assert_eq!(onion_packet_1.data, hex::decode("a5e6bd0c74cb347f10cce367f949098f2457d14c046fd8a22cb96efb30b0fdcda8cb9168b50f2fd45edd73c1b0c8b33002df376801ff58aaa94000bf8a86f92620f343baef38a580102395ae3abf9128d1047a0736ff9b83d456740ebbb4aeb3aa9737f18fb4afb4aa074fb26c4d702f42968888550a3bded8c05247e045b866baef0499f079fdaeef6538f31d44deafffdfd3afa2fb4ca9082b8f1c465371a9894dd8c243fb4847e004f5256b3e90e2edde4c9fb3082ddfe4d1e734cacd96ef0706bf63c9984e22dc98851bcccd1c3494351feb458c9c6af41c0044bea3c47552b1d992ae542b17a2d0bba1a096c78d169034ecb55b6e3a7263c26017f033031228833c1daefc0dedb8cf7c3e37c9c37ebfe42f3225c326e8bcfd338804c145b16e34e4").unwrap());
794
795                 let onion_packet_2 = super::encrypt_failure_packet(onion_keys[3].shared_secret.as_ref(), &onion_packet_1.data[..]);
796                 assert_eq!(onion_packet_2.data, hex::decode("c49a1ce81680f78f5f2000cda36268de34a3f0a0662f55b4e837c83a8773c22aa081bab1616a0011585323930fa5b9fae0c85770a2279ff59ec427ad1bbff9001c0cd1497004bd2a0f68b50704cf6d6a4bf3c8b6a0833399a24b3456961ba00736785112594f65b6b2d44d9f5ea4e49b5e1ec2af978cbe31c67114440ac51a62081df0ed46d4a3df295da0b0fe25c0115019f03f15ec86fabb4c852f83449e812f141a9395b3f70b766ebbd4ec2fae2b6955bd8f32684c15abfe8fd3a6261e52650e8807a92158d9f1463261a925e4bfba44bd20b166d532f0017185c3a6ac7957adefe45559e3072c8dc35abeba835a8cb01a71a15c736911126f27d46a36168ca5ef7dccd4e2886212602b181463e0dd30185c96348f9743a02aca8ec27c0b90dca270").unwrap());
797
798                 let onion_packet_3 = super::encrypt_failure_packet(onion_keys[2].shared_secret.as_ref(), &onion_packet_2.data[..]);
799                 assert_eq!(onion_packet_3.data, hex::decode("a5d3e8634cfe78b2307d87c6d90be6fe7855b4f2cc9b1dfb19e92e4b79103f61ff9ac25f412ddfb7466e74f81b3e545563cdd8f5524dae873de61d7bdfccd496af2584930d2b566b4f8d3881f8c043df92224f38cf094cfc09d92655989531524593ec6d6caec1863bdfaa79229b5020acc034cd6deeea1021c50586947b9b8e6faa83b81fbfa6133c0af5d6b07c017f7158fa94f0d206baf12dda6b68f785b773b360fd0497e16cc402d779c8d48d0fa6315536ef0660f3f4e1865f5b38ea49c7da4fd959de4e83ff3ab686f059a45c65ba2af4a6a79166aa0f496bf04d06987b6d2ea205bdb0d347718b9aeff5b61dfff344993a275b79717cd815b6ad4c0beb568c4ac9c36ff1c315ec1119a1993c4b61e6eaa0375e0aaf738ac691abd3263bf937e3").unwrap());
800
801                 let onion_packet_4 = super::encrypt_failure_packet(onion_keys[1].shared_secret.as_ref(), &onion_packet_3.data[..]);
802                 assert_eq!(onion_packet_4.data, hex::decode("aac3200c4968f56b21f53e5e374e3a2383ad2b1b6501bbcc45abc31e59b26881b7dfadbb56ec8dae8857add94e6702fb4c3a4de22e2e669e1ed926b04447fc73034bb730f4932acd62727b75348a648a1128744657ca6a4e713b9b646c3ca66cac02cdab44dd3439890ef3aaf61708714f7375349b8da541b2548d452d84de7084bb95b3ac2345201d624d31f4d52078aa0fa05a88b4e20202bd2b86ac5b52919ea305a8949de95e935eed0319cf3cf19ebea61d76ba92532497fcdc9411d06bcd4275094d0a4a3c5d3a945e43305a5a9256e333e1f64dbca5fcd4e03a39b9012d197506e06f29339dfee3331995b21615337ae060233d39befea925cc262873e0530408e6990f1cbd233a150ef7b004ff6166c70c68d9f8c853c1abca640b8660db2921").unwrap());
803
804                 let onion_packet_5 = super::encrypt_failure_packet(onion_keys[0].shared_secret.as_ref(), &onion_packet_4.data[..]);
805                 assert_eq!(onion_packet_5.data, hex::decode("9c5add3963fc7f6ed7f148623c84134b5647e1306419dbe2174e523fa9e2fbed3a06a19f899145610741c83ad40b7712aefaddec8c6baf7325d92ea4ca4d1df8bce517f7e54554608bf2bd8071a4f52a7a2f7ffbb1413edad81eeea5785aa9d990f2865dc23b4bc3c301a94eec4eabebca66be5cf638f693ec256aec514620cc28ee4a94bd9565bc4d4962b9d3641d4278fb319ed2b84de5b665f307a2db0f7fbb757366067d88c50f7e829138fde4f78d39b5b5802f1b92a8a820865af5cc79f9f30bc3f461c66af95d13e5e1f0381c184572a91dee1c849048a647a1158cf884064deddbf1b0b88dfe2f791428d0ba0f6fb2f04e14081f69165ae66d9297c118f0907705c9c4954a199bae0bb96fad763d690e7daa6cfda59ba7f2c8d11448b604d12d").unwrap());
806         }
807
808         struct RawOnionHopData {
809                 data: Vec<u8>
810         }
811         impl RawOnionHopData {
812                 fn new(orig: msgs::OnionHopData) -> Self {
813                         Self { data: orig.encode() }
814                 }
815         }
816         impl Writeable for RawOnionHopData {
817                 fn write<W: Writer>(&self, writer: &mut W) -> Result<(), io::Error> {
818                         writer.write_all(&self.data[..])
819                 }
820         }
821
822         #[test]
823         fn variable_length_onion_vectors() {
824                 // Packet creation test vectors from BOLT 4 (as of this writing at
825                 // bolt04/onion-test-multi-frame.json in the spec repo).
826                 // Note that we use he RawOnionHopData for everything except Legacy hops, as even the hops
827                 // with "type": "tlv" are not valid TLV (they were for a previous version of TLV that
828                 // didn't move forward), and, thus, cannot be directly represented in our in-memory enums.
829                 let onion_keys = build_test_onion_keys();
830
831                 let payloads = vec!(
832                         RawOnionHopData::new(msgs::OnionHopData {
833                                 format: msgs::OnionHopDataFormat::Legacy {
834                                         short_channel_id: 0,
835                                 },
836                                 amt_to_forward: 0,
837                                 outgoing_cltv_value: 0,
838                         }),
839                         RawOnionHopData {
840                                 data: hex::decode("140101010101010101000000000000000100000001").unwrap(),
841                         },
842                         RawOnionHopData {
843                                 data: hex::decode("fd0100000102030405060708090a0b0c0d0e0f101112131415161718191a1b1c1d1e1f202122232425262728292a2b2c2d2e2f303132333435363738393a3b3c3d3e3f404142434445464748494a4b4c4d4e4f505152535455565758595a5b5c5d5e5f606162636465666768696a6b6c6d6e6f707172737475767778797a7b7c7d7e7f808182838485868788898a8b8c8d8e8f909192939495969798999a9b9c9d9e9fa0a1a2a3a4a5a6a7a8a9aaabacadaeafb0b1b2b3b4b5b6b7b8b9babbbcbdbebfc0c1c2c3c4c5c6c7c8c9cacbcccdcecfd0d1d2d3d4d5d6d7d8d9dadbdcdddedfe0e1e2e3e4e5e6e7e8e9eaebecedeeeff0f1f2f3f4f5f6f7f8f9fafbfcfdfeff").unwrap(),
844                         },
845                         RawOnionHopData {
846                                 data: hex::decode("140303030303030303000000000000000300000003").unwrap(),
847                         },
848                         RawOnionHopData::new(msgs::OnionHopData {
849                                 format: msgs::OnionHopDataFormat::Legacy {
850                                         short_channel_id: 0x0404040404040404,
851                                 },
852                                 amt_to_forward: 4,
853                                 outgoing_cltv_value: 4,
854                         }),
855                 );
856
857                 let packet = super::construct_onion_packet_with_init_noise(payloads, onion_keys, [0; super::ONION_DATA_LEN], &PaymentHash([0x42; 32]));
858                 // Just check the final packet encoding, as it includes all the per-hop vectors in it
859                 // anyway...
860                 assert_eq!(packet.encode(), hex::decode("0002eec7245d6b7d2ccb30380bfbe2a3648cd7a942653f5aa340edcea1f283686619e5f14350c2a76fc232b5e46d421e9615471ab9e0bc887beff8c95fdb878f7b3a71a060daf367132b378b3a3883c0e2c0e026b8900b2b5cdbc784e1a3bb913f88a9c50f7d61ab590531cf08000178a333a347f8b4072ed056f820f77774345e183a342ec4729f3d84accf515e88adddb85ecc08daba68404bae9a8e8d7178977d7094a1ae549f89338c0777551f874159eb42d3a59fb9285ad4e24883f27de23942ec966611e99bee1cee503455be9e8e642cef6cef7b9864130f692283f8a973d47a8f1c1726b6e59969385975c766e35737c8d76388b64f748ee7943ffb0e2ee45c57a1abc40762ae598723d21bd184e2b338f68ebff47219357bd19cd7e01e2337b806ef4d717888e129e59cd3dc31e6201ccb2fd6d7499836f37a993262468bcb3a4dcd03a22818aca49c6b7b9b8e9e870045631d8e039b066ff86e0d1b7291f71cefa7264c70404a8e538b566c17ccc5feab231401e6c08a01bd5edfc1aa8e3e533b96e82d1f91118d508924b923531929aea889fcdf050597c681185f336b1da63b0939aa2b7c50b21b5eb7b6ad66c81fab98a3cdf73f658149e7e9ced4edde5d38c9b8f92e16f6b4ab13d7fca6a0e4ecc9f9de611a90da6e99c39551094c56e3196f282c5dffd9fc4b2fc12f3bca8e6fe47eb45fbdd3be21a8a8d200797eae3c9a0497132f92410d804977408494dff49dd3d8bce248e0b74fd9e6f0f7102c25ddfa02bd9ad9f746abbfa337ef811d5345a9e16b60de1767b209645ba40bd1f9a5f75bc04feca9b27c5554be4fe83fac2cb83aa447a817bb85ae966c68b420063833fada375e2f515965e687a45699632902672c654d1d18d7bcbf55e8fa57f63f2da449f8e1e606e8722df081e5f193fc4179feb99ad22819afdeef211f7c54afdba92aeef0c00b7bc2b65a4813c01f907a8377585708f2d4c940a25328e585714c8ded0a9a4d7a6de1027c1cb7a0198cd3db68b58c0704dfd0cfbe624e9cd18cc0ae5d96697bb476708b9ee0403d211e64e0d5a7683a7a9a140c02f0ff1c6e67a302941b4052bdea8a63e70a3ad62c5b89c698f1fd3c7685cb49705096cad702d02d93bcb1c27a409f4c9bddec001205ca4a2740f19b50900be81c7e847f1a863deea8d35701f1355cad8db57b1d4eb2ab4e29587734785abfb46ddede71928213d7d089dfdeda052827f459f1688cc0935bd47e7bcec27427c8376dcce7e22699567c0d145f8a7db33f6758815f1f15f9f7a9760dec4f34ae095edda4c64e9735bdd029c4e32c2ee31ba47ec5e6bdb97813d52dbd15b4e0b7a2c7f790ae64104d99f38c127f0a093288fa34144adb16b8968d4fa7656fcec99de8503dd46d3b03620a71c7cd085364abd30dccf7fbda25a1cdc102600149c9af1c97aa0372cd2e1909f28ac5c686f432b310e79528c9b8b9e8f314c1e74621ce6308ad2278b81d460892e0d9dd38b7c76d58be6dfd10ae7583ee1e7ef5b3f6f78dc60af0950df1b00cc55b6d178ba2e476bea0eaeef49323b83f05804159e7aef4eed4cc60dd07be76f067dfd0bcfb0b806b69ba921336a20c43c832d0cab8fa3ddeb29e3bf07b0d98a112eb07802756235a49d44a8b82a950d84e95e01971f0e106ccb337f07384e21620e0ad39e16ed9edca123226cf55ac44f449eeb53e38a7f27d101806e4823e4efcc887414240ee6826c4a5cb1c6443ad36ebf905a435c1d9054e54173911b17b5b40f60b3d9fd5f12eac54ca1e20191f5f18544d5fd3d665e9bcef96fb44b76110aa64d9db4c86c9513cbdad546538e8aec521fbe83ceac5e74a15629f1ed0b870a1d0d1e5680b6d6100d1bd3f3b9043bd35b8919c4088f1949b8be89e4701eb870f8ed64fafa446c78df3ea").unwrap());
861         }
862 }