]> git.bitcoin.ninja Git - rust-lightning/blob - fuzz/src/full_stack.rs
6b8e61dce19ddb18519a328a0bf2517f34dce727
[rust-lightning] / fuzz / src / full_stack.rs
1 // This file is Copyright its original authors, visible in version control
2 // history.
3 //
4 // This file is licensed under the Apache License, Version 2.0 <LICENSE-APACHE
5 // or http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
6 // <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your option.
7 // You may not use this file except in accordance with one or both of these
8 // licenses.
9
10 //! Test that no series of bytes received over the wire/connections created/payments sent can
11 //! result in a crash. We do this by standing up a node and then reading bytes from input to denote
12 //! actions such as creating new inbound/outbound connections, bytes to be read from a connection,
13 //! or payments to send/ways to handle events generated.
14 //! This test has been very useful, though due to its complexity good starting inputs are critical.
15
16 use bitcoin::blockdata::constants::genesis_block;
17 use bitcoin::blockdata::transaction::{Transaction, TxOut};
18 use bitcoin::blockdata::script::{Builder, ScriptBuf};
19 use bitcoin::blockdata::opcodes;
20 use bitcoin::blockdata::locktime::absolute::LockTime;
21 use bitcoin::consensus::encode::deserialize;
22 use bitcoin::network::constants::Network;
23
24 use bitcoin::hashes::hex::FromHex;
25 use bitcoin::hashes::Hash as _;
26 use bitcoin::hashes::sha256::Hash as Sha256;
27 use bitcoin::hashes::sha256d::Hash as Sha256dHash;
28 use bitcoin::hash_types::{Txid, BlockHash, WPubkeyHash};
29
30 use lightning::blinded_path::BlindedPath;
31 use lightning::blinded_path::payment::ReceiveTlvs;
32 use lightning::chain;
33 use lightning::chain::{BestBlock, ChannelMonitorUpdateStatus, Confirm, Listen};
34 use lightning::chain::chaininterface::{BroadcasterInterface, ConfirmationTarget, FeeEstimator};
35 use lightning::chain::chainmonitor;
36 use lightning::chain::transaction::OutPoint;
37 use lightning::sign::{InMemorySigner, Recipient, KeyMaterial, EntropySource, NodeSigner, SignerProvider};
38 use lightning::events::Event;
39 use lightning::ln::{ChannelId, PaymentHash, PaymentPreimage, PaymentSecret};
40 use lightning::ln::channelmanager::{ChainParameters, ChannelDetails, ChannelManager, PaymentId, RecipientOnionFields, Retry};
41 use lightning::ln::peer_handler::{MessageHandler,PeerManager,SocketDescriptor,IgnoringMessageHandler};
42 use lightning::ln::msgs::{self, DecodeError};
43 use lightning::ln::script::ShutdownScript;
44 use lightning::ln::functional_test_utils::*;
45 use lightning::offers::invoice::{BlindedPayInfo, UnsignedBolt12Invoice};
46 use lightning::offers::invoice_request::UnsignedInvoiceRequest;
47 use lightning::onion_message::messenger::{Destination, MessageRouter, OnionMessagePath};
48 use lightning::routing::gossip::{P2PGossipSync, NetworkGraph};
49 use lightning::routing::utxo::UtxoLookup;
50 use lightning::routing::router::{InFlightHtlcs, PaymentParameters, Route, RouteParameters, Router};
51 use lightning::util::config::{UserConfig, MaxDustHTLCExposure};
52 use lightning::util::errors::APIError;
53 use lightning::util::test_channel_signer::{TestChannelSigner, EnforcementState};
54 use lightning::util::logger::Logger;
55 use lightning::util::ser::{ReadableArgs, Writeable};
56
57 use crate::utils::test_logger;
58 use crate::utils::test_persister::TestPersister;
59
60 use bitcoin::secp256k1::{Message, PublicKey, SecretKey, Scalar, Secp256k1, self};
61 use bitcoin::secp256k1::ecdh::SharedSecret;
62 use bitcoin::secp256k1::ecdsa::{RecoverableSignature, Signature};
63 use bitcoin::secp256k1::schnorr;
64
65 use std::cell::RefCell;
66 use hashbrown::{HashMap, hash_map};
67 use std::convert::TryInto;
68 use std::cmp;
69 use std::sync::{Arc, Mutex};
70 use std::sync::atomic::{AtomicU64,AtomicUsize,Ordering};
71 use bitcoin::bech32::u5;
72
73 #[inline]
74 pub fn slice_to_be16(v: &[u8]) -> u16 {
75         ((v[0] as u16) << 8*1) |
76         ((v[1] as u16) << 8*0)
77 }
78
79 #[inline]
80 pub fn slice_to_be24(v: &[u8]) -> u32 {
81         ((v[0] as u32) << 8*2) |
82         ((v[1] as u32) << 8*1) |
83         ((v[2] as u32) << 8*0)
84 }
85
86 #[inline]
87 pub fn slice_to_be32(v: &[u8]) -> u32 {
88         ((v[0] as u32) << 8*3) |
89         ((v[1] as u32) << 8*2) |
90         ((v[2] as u32) << 8*1) |
91         ((v[3] as u32) << 8*0)
92 }
93
94 #[inline]
95 pub fn be64_to_array(u: u64) -> [u8; 8] {
96         let mut v = [0; 8];
97         v[0] = ((u >> 8*7) & 0xff) as u8;
98         v[1] = ((u >> 8*6) & 0xff) as u8;
99         v[2] = ((u >> 8*5) & 0xff) as u8;
100         v[3] = ((u >> 8*4) & 0xff) as u8;
101         v[4] = ((u >> 8*3) & 0xff) as u8;
102         v[5] = ((u >> 8*2) & 0xff) as u8;
103         v[6] = ((u >> 8*1) & 0xff) as u8;
104         v[7] = ((u >> 8*0) & 0xff) as u8;
105         v
106 }
107
108 struct InputData {
109         data: Vec<u8>,
110         read_pos: AtomicUsize,
111 }
112 impl InputData {
113         fn get_slice(&self, len: usize) -> Option<&[u8]> {
114                 let old_pos = self.read_pos.fetch_add(len, Ordering::AcqRel);
115                 if self.data.len() < old_pos + len {
116                         return None;
117                 }
118                 Some(&self.data[old_pos..old_pos + len])
119         }
120 }
121
122 struct FuzzEstimator {
123         input: Arc<InputData>,
124 }
125 impl FeeEstimator for FuzzEstimator {
126         fn get_est_sat_per_1000_weight(&self, _: ConfirmationTarget) -> u32 {
127                 //TODO: We should actually be testing at least much more than 64k...
128                 match self.input.get_slice(2) {
129                         Some(slice) => cmp::max(slice_to_be16(slice) as u32, 253),
130                         None => 253
131                 }
132         }
133 }
134
135 struct FuzzRouter {}
136
137 impl Router for FuzzRouter {
138         fn find_route(
139                 &self, _payer: &PublicKey, _params: &RouteParameters, _first_hops: Option<&[&ChannelDetails]>,
140                 _inflight_htlcs: InFlightHtlcs
141         ) -> Result<Route, msgs::LightningError> {
142                 Err(msgs::LightningError {
143                         err: String::from("Not implemented"),
144                         action: msgs::ErrorAction::IgnoreError
145                 })
146         }
147
148         fn create_blinded_payment_paths<T: secp256k1::Signing + secp256k1::Verification>(
149                 &self, _recipient: PublicKey, _first_hops: Vec<ChannelDetails>, _tlvs: ReceiveTlvs,
150                 _amount_msats: u64, _secp_ctx: &Secp256k1<T>,
151         ) -> Result<Vec<(BlindedPayInfo, BlindedPath)>, ()> {
152                 unreachable!()
153         }
154 }
155
156 impl MessageRouter for FuzzRouter {
157         fn find_path(
158                 &self, _sender: PublicKey, _peers: Vec<PublicKey>, _destination: Destination
159         ) -> Result<OnionMessagePath, ()> {
160                 unreachable!()
161         }
162
163         fn create_blinded_paths<T: secp256k1::Signing + secp256k1::Verification>(
164                 &self, _recipient: PublicKey, _peers: Vec<PublicKey>, _secp_ctx: &Secp256k1<T>,
165         ) -> Result<Vec<BlindedPath>, ()> {
166                 unreachable!()
167         }
168 }
169
170 struct TestBroadcaster {
171         txn_broadcasted: Mutex<Vec<Transaction>>,
172 }
173 impl BroadcasterInterface for TestBroadcaster {
174         fn broadcast_transactions(&self, txs: &[&Transaction]) {
175                 let owned_txs: Vec<Transaction> = txs.iter().map(|tx| (*tx).clone()).collect();
176                 self.txn_broadcasted.lock().unwrap().extend(owned_txs);
177         }
178 }
179
180 #[derive(Clone)]
181 struct Peer<'a> {
182         id: u8,
183         peers_connected: &'a RefCell<[bool; 256]>,
184 }
185 impl<'a> SocketDescriptor for Peer<'a> {
186         fn send_data(&mut self, data: &[u8], _resume_read: bool) -> usize {
187                 data.len()
188         }
189         fn disconnect_socket(&mut self) {
190                 assert!(self.peers_connected.borrow()[self.id as usize]);
191                 self.peers_connected.borrow_mut()[self.id as usize] = false;
192         }
193 }
194 impl<'a> PartialEq for Peer<'a> {
195         fn eq(&self, other: &Self) -> bool {
196                 self.id == other.id
197         }
198 }
199 impl<'a> Eq for Peer<'a> {}
200 impl<'a> std::hash::Hash for Peer<'a> {
201         fn hash<H : std::hash::Hasher>(&self, h: &mut H) {
202                 self.id.hash(h)
203         }
204 }
205
206 type ChannelMan<'a> = ChannelManager<
207         Arc<chainmonitor::ChainMonitor<TestChannelSigner, Arc<dyn chain::Filter>, Arc<TestBroadcaster>, Arc<FuzzEstimator>, Arc<dyn Logger>, Arc<TestPersister>>>,
208         Arc<TestBroadcaster>, Arc<KeyProvider>, Arc<KeyProvider>, Arc<KeyProvider>, Arc<FuzzEstimator>, &'a FuzzRouter, Arc<dyn Logger>>;
209 type PeerMan<'a> = PeerManager<Peer<'a>, Arc<ChannelMan<'a>>, Arc<P2PGossipSync<Arc<NetworkGraph<Arc<dyn Logger>>>, Arc<dyn UtxoLookup>, Arc<dyn Logger>>>, IgnoringMessageHandler, Arc<dyn Logger>, IgnoringMessageHandler, Arc<KeyProvider>>;
210
211 struct MoneyLossDetector<'a> {
212         manager: Arc<ChannelMan<'a>>,
213         monitor: Arc<chainmonitor::ChainMonitor<TestChannelSigner, Arc<dyn chain::Filter>, Arc<TestBroadcaster>, Arc<FuzzEstimator>, Arc<dyn Logger>, Arc<TestPersister>>>,
214         handler: PeerMan<'a>,
215
216         peers: &'a RefCell<[bool; 256]>,
217         funding_txn: Vec<Transaction>,
218         txids_confirmed: HashMap<Txid, usize>,
219         header_hashes: Vec<(BlockHash, u32)>,
220         height: usize,
221         max_height: usize,
222         blocks_connected: u32,
223 }
224 impl<'a> MoneyLossDetector<'a> {
225         pub fn new(peers: &'a RefCell<[bool; 256]>,
226                    manager: Arc<ChannelMan<'a>>,
227                    monitor: Arc<chainmonitor::ChainMonitor<TestChannelSigner, Arc<dyn chain::Filter>, Arc<TestBroadcaster>, Arc<FuzzEstimator>, Arc<dyn Logger>, Arc<TestPersister>>>,
228                    handler: PeerMan<'a>) -> Self {
229                 MoneyLossDetector {
230                         manager,
231                         monitor,
232                         handler,
233
234                         peers,
235                         funding_txn: Vec::new(),
236                         txids_confirmed: HashMap::new(),
237                         header_hashes: vec![(genesis_block(Network::Bitcoin).block_hash(), 0)],
238                         height: 0,
239                         max_height: 0,
240                         blocks_connected: 0,
241                 }
242         }
243
244         fn connect_block(&mut self, all_txn: &[Transaction]) {
245                 let mut txdata = Vec::with_capacity(all_txn.len());
246                 for (idx, tx) in all_txn.iter().enumerate() {
247                         let txid = tx.txid();
248                         match self.txids_confirmed.entry(txid) {
249                                 hash_map::Entry::Vacant(e) => {
250                                         e.insert(self.height);
251                                         txdata.push((idx + 1, tx));
252                                 },
253                                 _ => {},
254                         }
255                 }
256
257                 self.blocks_connected += 1;
258                 let header = create_dummy_header(self.header_hashes[self.height].0, self.blocks_connected);
259                 self.height += 1;
260                 self.manager.transactions_confirmed(&header, &txdata, self.height as u32);
261                 self.manager.best_block_updated(&header, self.height as u32);
262                 (*self.monitor).transactions_confirmed(&header, &txdata, self.height as u32);
263                 (*self.monitor).best_block_updated(&header, self.height as u32);
264                 if self.header_hashes.len() > self.height {
265                         self.header_hashes[self.height] = (header.block_hash(), self.blocks_connected);
266                 } else {
267                         assert_eq!(self.header_hashes.len(), self.height);
268                         self.header_hashes.push((header.block_hash(), self.blocks_connected));
269                 }
270                 self.max_height = cmp::max(self.height, self.max_height);
271         }
272
273         fn disconnect_block(&mut self) {
274                 if self.height > 0 && (self.max_height < 6 || self.height >= self.max_height - 6) {
275                         let header = create_dummy_header(self.header_hashes[self.height - 1].0, self.header_hashes[self.height].1);
276                         self.manager.block_disconnected(&header, self.height as u32);
277                         self.monitor.block_disconnected(&header, self.height as u32);
278                         self.height -= 1;
279                         let removal_height = self.height;
280                         self.txids_confirmed.retain(|_, height| {
281                                 removal_height != *height
282                         });
283                 }
284         }
285 }
286
287 impl<'a> Drop for MoneyLossDetector<'a> {
288         fn drop(&mut self) {
289                 if !::std::thread::panicking() {
290                         // Disconnect all peers
291                         for (idx, peer) in self.peers.borrow().iter().enumerate() {
292                                 if *peer {
293                                         self.handler.socket_disconnected(&Peer{id: idx as u8, peers_connected: &self.peers});
294                                 }
295                         }
296
297                         // Force all channels onto the chain (and time out claim txn)
298                         self.manager.force_close_all_channels_broadcasting_latest_txn();
299                 }
300         }
301 }
302
303 struct KeyProvider {
304         node_secret: SecretKey,
305         inbound_payment_key: KeyMaterial,
306         counter: AtomicU64,
307         signer_state: RefCell<HashMap<u8, (bool, Arc<Mutex<EnforcementState>>)>>
308 }
309
310 impl EntropySource for KeyProvider {
311         fn get_secure_random_bytes(&self) -> [u8; 32] {
312                 let ctr = self.counter.fetch_add(1, Ordering::Relaxed);
313                 [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
314                         (ctr >> 8*7) as u8, (ctr >> 8*6) as u8, (ctr >> 8*5) as u8, (ctr >> 8*4) as u8, (ctr >> 8*3) as u8, (ctr >> 8*2) as u8, (ctr >> 8*1) as u8, 14, (ctr >> 8*0) as u8]
315         }
316 }
317
318 impl NodeSigner for KeyProvider {
319         fn get_node_id(&self, recipient: Recipient) -> Result<PublicKey, ()> {
320                 let node_secret = match recipient {
321                         Recipient::Node => Ok(&self.node_secret),
322                         Recipient::PhantomNode => Err(())
323                 }?;
324                 Ok(PublicKey::from_secret_key(&Secp256k1::signing_only(), node_secret))
325         }
326
327         fn ecdh(&self, recipient: Recipient, other_key: &PublicKey, tweak: Option<&Scalar>) -> Result<SharedSecret, ()> {
328                 let mut node_secret = match recipient {
329                         Recipient::Node => Ok(self.node_secret.clone()),
330                         Recipient::PhantomNode => Err(())
331                 }?;
332                 if let Some(tweak) = tweak {
333                         node_secret = node_secret.mul_tweak(tweak).map_err(|_| ())?;
334                 }
335                 Ok(SharedSecret::new(other_key, &node_secret))
336         }
337
338         fn get_inbound_payment_key_material(&self) -> KeyMaterial {
339                 self.inbound_payment_key.clone()
340         }
341
342         fn sign_invoice(&self, _hrp_bytes: &[u8], _invoice_data: &[u5], _recipient: Recipient) -> Result<RecoverableSignature, ()> {
343                 unreachable!()
344         }
345
346         fn sign_bolt12_invoice_request(
347                 &self, _invoice_request: &UnsignedInvoiceRequest
348         ) -> Result<schnorr::Signature, ()> {
349                 unreachable!()
350         }
351
352         fn sign_bolt12_invoice(
353                 &self, _invoice: &UnsignedBolt12Invoice,
354         ) -> Result<schnorr::Signature, ()> {
355                 unreachable!()
356         }
357
358         fn sign_gossip_message(&self, msg: lightning::ln::msgs::UnsignedGossipMessage) -> Result<Signature, ()> {
359                 let msg_hash = Message::from_slice(&Sha256dHash::hash(&msg.encode()[..])[..]).map_err(|_| ())?;
360                 let secp_ctx = Secp256k1::signing_only();
361                 Ok(secp_ctx.sign_ecdsa(&msg_hash, &self.node_secret))
362         }
363 }
364
365 impl SignerProvider for KeyProvider {
366         type EcdsaSigner = TestChannelSigner;
367         #[cfg(taproot)]
368         type TaprootSigner = TestChannelSigner;
369
370         fn generate_channel_keys_id(&self, inbound: bool, _channel_value_satoshis: u64, _user_channel_id: u128) -> [u8; 32] {
371                 let ctr = self.counter.fetch_add(1, Ordering::Relaxed) as u8;
372                 self.signer_state.borrow_mut().insert(ctr, (inbound, Arc::new(Mutex::new(EnforcementState::new()))));
373                 [ctr; 32]
374         }
375
376         fn derive_channel_signer(&self, channel_value_satoshis: u64, channel_keys_id: [u8; 32]) -> Self::EcdsaSigner {
377                 let secp_ctx = Secp256k1::signing_only();
378                 let ctr = channel_keys_id[0];
379                 let (inbound, state) = self.signer_state.borrow().get(&ctr).unwrap().clone();
380                 TestChannelSigner::new_with_revoked(if inbound {
381                         InMemorySigner::new(
382                                 &secp_ctx,
383                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, ctr]).unwrap(),
384                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, ctr]).unwrap(),
385                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, ctr]).unwrap(),
386                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, ctr]).unwrap(),
387                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, ctr]).unwrap(),
388                                 [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, ctr],
389                                 channel_value_satoshis,
390                                 channel_keys_id,
391                                 channel_keys_id,
392                         )
393                 } else {
394                         InMemorySigner::new(
395                                 &secp_ctx,
396                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, ctr]).unwrap(),
397                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, ctr]).unwrap(),
398                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, ctr]).unwrap(),
399                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, ctr]).unwrap(),
400                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, ctr]).unwrap(),
401                                 [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, ctr],
402                                 channel_value_satoshis,
403                                 channel_keys_id,
404                                 channel_keys_id,
405                         )
406                 }, state, false)
407         }
408
409         fn read_chan_signer(&self, mut data: &[u8]) -> Result<TestChannelSigner, DecodeError> {
410                 let inner: InMemorySigner = ReadableArgs::read(&mut data, self)?;
411                 let state = Arc::new(Mutex::new(EnforcementState::new()));
412
413                 Ok(TestChannelSigner::new_with_revoked(
414                         inner,
415                         state,
416                         false
417                 ))
418         }
419
420         fn get_destination_script(&self, _channel_keys_id: [u8; 32]) -> Result<ScriptBuf, ()> {
421                 let secp_ctx = Secp256k1::signing_only();
422                 let channel_monitor_claim_key = SecretKey::from_slice(&<Vec<u8>>::from_hex("0fffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff").unwrap()[..]).unwrap();
423                 let our_channel_monitor_claim_key_hash = WPubkeyHash::hash(&PublicKey::from_secret_key(&secp_ctx, &channel_monitor_claim_key).serialize());
424                 Ok(Builder::new().push_opcode(opcodes::all::OP_PUSHBYTES_0).push_slice(our_channel_monitor_claim_key_hash).into_script())
425         }
426
427         fn get_shutdown_scriptpubkey(&self) -> Result<ShutdownScript, ()> {
428                 let secp_ctx = Secp256k1::signing_only();
429                 let secret_key = SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1]).unwrap();
430                 let pubkey_hash = WPubkeyHash::hash(&PublicKey::from_secret_key(&secp_ctx, &secret_key).serialize());
431                 Ok(ShutdownScript::new_p2wpkh(&pubkey_hash))
432         }
433 }
434
435 #[inline]
436 pub fn do_test(data: &[u8], logger: &Arc<dyn Logger>) {
437         let input = Arc::new(InputData {
438                 data: data.to_vec(),
439                 read_pos: AtomicUsize::new(0),
440         });
441         let fee_est = Arc::new(FuzzEstimator {
442                 input: input.clone(),
443         });
444         let router = FuzzRouter {};
445
446         macro_rules! get_slice {
447                 ($len: expr) => {
448                         match input.get_slice($len as usize) {
449                                 Some(slice) => slice,
450                                 None => return,
451                         }
452                 }
453         }
454
455         macro_rules! get_pubkey {
456                 () => {
457                         match PublicKey::from_slice(get_slice!(33)) {
458                                 Ok(key) => key,
459                                 Err(_) => return,
460                         }
461                 }
462         }
463
464         let our_network_key = match SecretKey::from_slice(get_slice!(32)) {
465                 Ok(key) => key,
466                 Err(_) => return,
467         };
468
469         let inbound_payment_key = [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 42];
470
471         let broadcast = Arc::new(TestBroadcaster{ txn_broadcasted: Mutex::new(Vec::new()) });
472         let monitor = Arc::new(chainmonitor::ChainMonitor::new(None, broadcast.clone(), Arc::clone(&logger), fee_est.clone(),
473                 Arc::new(TestPersister { update_ret: Mutex::new(ChannelMonitorUpdateStatus::Completed) })));
474
475         let keys_manager = Arc::new(KeyProvider {
476                 node_secret: our_network_key.clone(),
477                 inbound_payment_key: KeyMaterial(inbound_payment_key.try_into().unwrap()),
478                 counter: AtomicU64::new(0),
479                 signer_state: RefCell::new(HashMap::new())
480         });
481         let mut config = UserConfig::default();
482         config.channel_config.forwarding_fee_proportional_millionths =  slice_to_be32(get_slice!(4));
483         config.channel_config.max_dust_htlc_exposure = MaxDustHTLCExposure::FeeRateMultiplier(5_000_000 / 253);
484         config.channel_handshake_config.announced_channel = get_slice!(1)[0] != 0;
485         let network = Network::Bitcoin;
486         let best_block_timestamp = genesis_block(network).header.time;
487         let params = ChainParameters {
488                 network,
489                 best_block: BestBlock::from_network(network),
490         };
491         let channelmanager = Arc::new(ChannelManager::new(fee_est.clone(), monitor.clone(), broadcast.clone(), &router, Arc::clone(&logger), keys_manager.clone(), keys_manager.clone(), keys_manager.clone(), config, params, best_block_timestamp));
492         // Adding new calls to `EntropySource::get_secure_random_bytes` during startup can change all the
493         // keys subsequently generated in this test. Rather than regenerating all the messages manually,
494         // it's easier to just increment the counter here so the keys don't change.
495         keys_manager.counter.fetch_sub(3, Ordering::AcqRel);
496         let network_graph = Arc::new(NetworkGraph::new(network, Arc::clone(&logger)));
497         let gossip_sync = Arc::new(P2PGossipSync::new(Arc::clone(&network_graph), None, Arc::clone(&logger)));
498
499         let peers = RefCell::new([false; 256]);
500         let mut loss_detector = MoneyLossDetector::new(&peers, channelmanager.clone(), monitor.clone(), PeerManager::new(MessageHandler {
501                 chan_handler: channelmanager.clone(),
502                 route_handler: gossip_sync.clone(),
503                 onion_message_handler: IgnoringMessageHandler {},
504                 custom_message_handler: IgnoringMessageHandler {},
505         }, 0, &[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 0], Arc::clone(&logger), keys_manager.clone()));
506
507         let mut should_forward = false;
508         let mut payments_received: Vec<PaymentHash> = Vec::new();
509         let mut payments_sent = 0;
510         let mut pending_funding_generation: Vec<(ChannelId, PublicKey, u64, ScriptBuf)> = Vec::new();
511         let mut pending_funding_signatures = HashMap::new();
512
513         loop {
514                 match get_slice!(1)[0] {
515                         0 => {
516                                 let mut new_id = 0;
517                                 for i in 1..256 {
518                                         if !peers.borrow()[i-1] {
519                                                 new_id = i;
520                                                 break;
521                                         }
522                                 }
523                                 if new_id == 0 { return; }
524                                 loss_detector.handler.new_outbound_connection(get_pubkey!(), Peer{id: (new_id - 1) as u8, peers_connected: &peers}, None).unwrap();
525                                 peers.borrow_mut()[new_id - 1] = true;
526                         },
527                         1 => {
528                                 let mut new_id = 0;
529                                 for i in 1..256 {
530                                         if !peers.borrow()[i-1] {
531                                                 new_id = i;
532                                                 break;
533                                         }
534                                 }
535                                 if new_id == 0 { return; }
536                                 loss_detector.handler.new_inbound_connection(Peer{id: (new_id - 1) as u8, peers_connected: &peers}, None).unwrap();
537                                 peers.borrow_mut()[new_id - 1] = true;
538                         },
539                         2 => {
540                                 let peer_id = get_slice!(1)[0];
541                                 if !peers.borrow()[peer_id as usize] { return; }
542                                 loss_detector.handler.socket_disconnected(&Peer{id: peer_id, peers_connected: &peers});
543                                 peers.borrow_mut()[peer_id as usize] = false;
544                         },
545                         3 => {
546                                 let peer_id = get_slice!(1)[0];
547                                 if !peers.borrow()[peer_id as usize] { return; }
548                                 match loss_detector.handler.read_event(&mut Peer{id: peer_id, peers_connected: &peers}, get_slice!(get_slice!(1)[0])) {
549                                         Ok(res) => assert!(!res),
550                                         Err(_) => { peers.borrow_mut()[peer_id as usize] = false; }
551                                 }
552                         },
553                         4 => {
554                                 let final_value_msat = slice_to_be24(get_slice!(3)) as u64;
555                                 let payment_params = PaymentParameters::from_node_id(get_pubkey!(), 42);
556                                 let params = RouteParameters::from_payment_params_and_value(
557                                         payment_params, final_value_msat);
558                                 let mut payment_hash = PaymentHash([0; 32]);
559                                 payment_hash.0[0..8].copy_from_slice(&be64_to_array(payments_sent));
560                                 payment_hash.0 = Sha256::hash(&payment_hash.0[..]).to_byte_array();
561                                 payments_sent += 1;
562                                 match channelmanager.send_payment(payment_hash,
563                                         RecipientOnionFields::spontaneous_empty(), PaymentId(payment_hash.0), params,
564                                         Retry::Attempts(0))
565                                 {
566                                         Ok(_) => {},
567                                         Err(_) => return,
568                                 }
569                         },
570                         15 => {
571                                 let final_value_msat = slice_to_be24(get_slice!(3)) as u64;
572                                 let payment_params = PaymentParameters::from_node_id(get_pubkey!(), 42);
573                                 let params = RouteParameters::from_payment_params_and_value(
574                                         payment_params, final_value_msat);
575                                 let mut payment_hash = PaymentHash([0; 32]);
576                                 payment_hash.0[0..8].copy_from_slice(&be64_to_array(payments_sent));
577                                 payment_hash.0 = Sha256::hash(&payment_hash.0[..]).to_byte_array();
578                                 payments_sent += 1;
579                                 let mut payment_secret = PaymentSecret([0; 32]);
580                                 payment_secret.0[0..8].copy_from_slice(&be64_to_array(payments_sent));
581                                 payments_sent += 1;
582                                 match channelmanager.send_payment(payment_hash,
583                                         RecipientOnionFields::secret_only(payment_secret), PaymentId(payment_hash.0),
584                                         params, Retry::Attempts(0))
585                                 {
586                                         Ok(_) => {},
587                                         Err(_) => return,
588                                 }
589                         },
590                         5 => {
591                                 let peer_id = get_slice!(1)[0];
592                                 if !peers.borrow()[peer_id as usize] { return; }
593                                 let their_key = get_pubkey!();
594                                 let chan_value = slice_to_be24(get_slice!(3)) as u64;
595                                 let push_msat_value = slice_to_be24(get_slice!(3)) as u64;
596                                 if channelmanager.create_channel(their_key, chan_value, push_msat_value, 0, None, None).is_err() { return; }
597                         },
598                         6 => {
599                                 let mut channels = channelmanager.list_channels();
600                                 let channel_id = get_slice!(1)[0] as usize;
601                                 if channel_id >= channels.len() { return; }
602                                 channels.sort_by(|a, b| { a.channel_id.cmp(&b.channel_id) });
603                                 if channelmanager.close_channel(&channels[channel_id].channel_id, &channels[channel_id].counterparty.node_id).is_err() { return; }
604                         },
605                         7 => {
606                                 if should_forward {
607                                         channelmanager.process_pending_htlc_forwards();
608                                         should_forward = false;
609                                 }
610                         },
611                         8 => {
612                                 for payment in payments_received.drain(..) {
613                                         // SHA256 is defined as XOR of all input bytes placed in the first byte, and 0s
614                                         // for the remaining bytes. Thus, if not all remaining bytes are 0s we cannot
615                                         // fulfill this HTLC, but if they are, we can just take the first byte and
616                                         // place that anywhere in our preimage.
617                                         if &payment.0[1..] != &[0; 31] {
618                                                 channelmanager.fail_htlc_backwards(&payment);
619                                         } else {
620                                                 let mut payment_preimage = PaymentPreimage([0; 32]);
621                                                 payment_preimage.0[0] = payment.0[0];
622                                                 channelmanager.claim_funds(payment_preimage);
623                                         }
624                                 }
625                         },
626                         16 => {
627                                 let payment_preimage = PaymentPreimage(keys_manager.get_secure_random_bytes());
628                                 let payment_hash = PaymentHash(Sha256::hash(&payment_preimage.0[..]).to_byte_array());
629                                 // Note that this may fail - our hashes may collide and we'll end up trying to
630                                 // double-register the same payment_hash.
631                                 let _ = channelmanager.create_inbound_payment_for_hash(payment_hash, None, 1, None);
632                         },
633                         9 => {
634                                 for payment in payments_received.drain(..) {
635                                         channelmanager.fail_htlc_backwards(&payment);
636                                 }
637                         },
638                         10 => {
639                                 'outer_loop: for funding_generation in pending_funding_generation.drain(..) {
640                                         let mut tx = Transaction { version: 0, lock_time: LockTime::ZERO, input: Vec::new(), output: vec![TxOut {
641                                                         value: funding_generation.2, script_pubkey: funding_generation.3,
642                                                 }] };
643                                         let funding_output = 'search_loop: loop {
644                                                 let funding_txid = tx.txid();
645                                                 if let None = loss_detector.txids_confirmed.get(&funding_txid) {
646                                                         let outpoint = OutPoint { txid: funding_txid, index: 0 };
647                                                         for chan in channelmanager.list_channels() {
648                                                                 if chan.funding_txo == Some(outpoint) {
649                                                                         tx.version += 1;
650                                                                         continue 'search_loop;
651                                                                 }
652                                                         }
653                                                         break outpoint;
654                                                 }
655                                                 tx.version += 1;
656                                                 if tx.version > 0xff {
657                                                         continue 'outer_loop;
658                                                 }
659                                         };
660                                         if let Err(e) = channelmanager.funding_transaction_generated(&funding_generation.0, &funding_generation.1, tx.clone()) {
661                                                 // It's possible the channel has been closed in the mean time, but any other
662                                                 // failure may be a bug.
663                                                 if let APIError::ChannelUnavailable { .. } = e { } else { panic!(); }
664                                         }
665                                         pending_funding_signatures.insert(funding_output, tx);
666                                 }
667                         },
668                         11 => {
669                                 let mut txn = broadcast.txn_broadcasted.lock().unwrap().split_off(0);
670                                 if !txn.is_empty() {
671                                         loss_detector.connect_block(&txn[..]);
672                                         for _ in 2..100 {
673                                                 loss_detector.connect_block(&[]);
674                                         }
675                                 }
676                                 for tx in txn.drain(..) {
677                                         loss_detector.funding_txn.push(tx);
678                                 }
679                         },
680                         12 => {
681                                 let txlen = slice_to_be16(get_slice!(2));
682                                 if txlen == 0 {
683                                         loss_detector.connect_block(&[]);
684                                 } else {
685                                         let txres: Result<Transaction, _> = deserialize(get_slice!(txlen));
686                                         if let Ok(tx) = txres {
687                                                 let mut output_val = 0;
688                                                 for out in tx.output.iter() {
689                                                         if out.value > 21_000_000_0000_0000 { return; }
690                                                         output_val += out.value;
691                                                         if output_val > 21_000_000_0000_0000 { return; }
692                                                 }
693                                                 loss_detector.connect_block(&[tx]);
694                                         } else {
695                                                 return;
696                                         }
697                                 }
698                         },
699                         13 => {
700                                 loss_detector.disconnect_block();
701                         },
702                         14 => {
703                                 let mut channels = channelmanager.list_channels();
704                                 let channel_id = get_slice!(1)[0] as usize;
705                                 if channel_id >= channels.len() { return; }
706                                 channels.sort_by(|a, b| { a.channel_id.cmp(&b.channel_id) });
707                                 channelmanager.force_close_broadcasting_latest_txn(&channels[channel_id].channel_id, &channels[channel_id].counterparty.node_id).unwrap();
708                         },
709                         // 15 is above
710                         _ => return,
711                 }
712                 loss_detector.handler.process_events();
713                 for event in loss_detector.manager.get_and_clear_pending_events() {
714                         match event {
715                                 Event::FundingGenerationReady { temporary_channel_id, counterparty_node_id, channel_value_satoshis, output_script, .. } => {
716                                         pending_funding_generation.push((temporary_channel_id, counterparty_node_id, channel_value_satoshis, output_script));
717                                 },
718                                 Event::PaymentClaimable { payment_hash, .. } => {
719                                         //TODO: enhance by fetching random amounts from fuzz input?
720                                         payments_received.push(payment_hash);
721                                 },
722                                 Event::PendingHTLCsForwardable {..} => {
723                                         should_forward = true;
724                                 },
725                                 _ => {},
726                         }
727                 }
728         }
729 }
730
731 pub fn full_stack_test<Out: test_logger::Output>(data: &[u8], out: Out) {
732         let logger: Arc<dyn Logger> = Arc::new(test_logger::TestLogger::new("".to_owned(), out));
733         do_test(data, &logger);
734 }
735
736 #[no_mangle]
737 pub extern "C" fn full_stack_run(data: *const u8, datalen: usize) {
738         let logger: Arc<dyn Logger> = Arc::new(test_logger::TestLogger::new("".to_owned(), test_logger::DevNull {}));
739         do_test(unsafe { std::slice::from_raw_parts(data, datalen) }, &logger);
740 }
741
742 #[cfg(test)]
743 mod tests {
744         use bitcoin::hashes::hex::FromHex;
745         use lightning::util::logger::{Logger, Record};
746         use std::collections::HashMap;
747         use std::sync::{Arc, Mutex};
748
749         struct TrackingLogger {
750                 /// (module, message) -> count
751                 pub lines: Mutex<HashMap<(String, String), usize>>,
752         }
753         impl Logger for TrackingLogger {
754                 fn log(&self, record: Record) {
755                         *self.lines.lock().unwrap().entry((record.module_path.to_string(), format!("{}", record.args))).or_insert(0) += 1;
756                         println!("{:<5} [{} : {}, {}] {}", record.level.to_string(), record.module_path, record.file, record.line, record.args);
757                 }
758         }
759
760         #[test]
761         fn test_no_existing_test_breakage() {
762                 // To avoid accidentally causing all existing fuzz test cases to be useless by making minor
763                 // changes (such as requesting feerate info in a new place), we run a pretty full
764                 // step-through with two peers and HTLC forwarding here. Obviously this is pretty finicky,
765                 // so this should be updated pretty liberally, but at least we'll know when changes occur.
766                 // If nothing else, this test serves as a pretty great initial full_stack_target seed.
767
768                 // What each byte represents is broken down below, and then everything is concatenated into
769                 // one large test at the end (you want %s/ -.*//g %s/\n\| \|\t\|\///g).
770
771                 // Following BOLT 8, lightning message on the wire are: 2-byte encrypted message length +
772                 // 16-byte MAC of the encrypted message length + encrypted Lightning message + 16-byte MAC
773                 // of the Lightning message
774                 // I.e 2nd inbound read, len 18 : 0006 (encrypted message length) + 03000000000000000000000000000000 (MAC of the encrypted message length)
775                 // Len 22 : 0010 00000000 (encrypted lightning message) + 03000000000000000000000000000000 (MAC of the Lightning message)
776
777                 // Writing new code generating transactions and see a new failure ? Don't forget to add input for the FuzzEstimator !
778
779                 // 0100000000000000000000000000000000000000000000000000000000000000 - our network key
780                 // 00000000 - fee_proportional_millionths
781                 // 01 - announce_channels_publicly
782                 //
783                 // 00 - new outbound connection with id 0
784                 // 030000000000000000000000000000000000000000000000000000000000000002 - peer's pubkey
785                 // 030032 - inbound read from peer id 0 of len 50
786                 // 00 030000000000000000000000000000000000000000000000000000000000000002 03000000000000000000000000000000 - noise act two (0||pubkey||mac)
787                 //
788                 // 030012 - inbound read from peer id 0 of len 18
789                 // 0010 03000000000000000000000000000000 - message header indicating message length 16
790                 // 030020 - inbound read from peer id 0 of len 32
791                 // 0010 00021aaa 0008aaaaaaaaaaaa9aaa 03000000000000000000000000000000 - init message (type 16) with static_remotekey required and other bits optional and mac
792                 //
793                 // 030012 - inbound read from peer id 0 of len 18
794                 // 0147 03000000000000000000000000000000 - message header indicating message length 327
795                 // 0300fe - inbound read from peer id 0 of len 254
796                 // 0020 6fe28c0ab6f1b372c1a6a246ae63f74f931e8365e15a089c68d6190000000000 ff4f00f805273c1b203bb5ebf8436bfde57b3be8c2f5e95d9491dbb181909679 000000000000c350 0000000000000000 0000000000000162 ffffffffffffffff 0000000000000222 0000000000000000 000000fd 0006 01e3 030000000000000000000000000000000000000000000000000000000000000001 030000000000000000000000000000000000000000000000000000000000000002 030000000000000000000000000000000000000000000000000000000000000003 030000000000000000000000000000000000000000000000000000000000000004 - beginning of open_channel message
797                 // 030059 - inbound read from peer id 0 of len 89
798                 // 030000000000000000000000000000000000000000000000000000000000000005 020900000000000000000000000000000000000000000000000000000000000000 01 0000 01021000 03000000000000000000000000000000 - rest of open_channel and mac
799                 //
800                 // 00fd - Two feerate requests (all returning min feerate, which our open_channel also uses) (gonna be ingested by FuzzEstimator)
801                 // - client should now respond with accept_channel (CHECK 1: type 33 to peer 03000000)
802                 //
803                 // 030012 - inbound read from peer id 0 of len 18
804                 // 0084 03000000000000000000000000000000 - message header indicating message length 132
805                 // 030094 - inbound read from peer id 0 of len 148
806                 // 0022 ff4f00f805273c1b203bb5ebf8436bfde57b3be8c2f5e95d9491dbb181909679 3d00000000000000000000000000000000000000000000000000000000000000 0000 00000000000000000000000000000000000000000000000000000000000000210100000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - funding_created and mac
807                 // - client should now respond with funding_signed (CHECK 2: type 35 to peer 03000000)
808                 //
809                 // 0c005e - connect a block with one transaction of len 94
810                 // 020000000100000000000000000000000000000000000000000000000000000000000000000000000000ffffffff0150c3000000000000220020ae0000000000000000000000000000000000000000000000000000000000000000000000 - the funding transaction
811                 // 0c0000 - connect a block with no transactions
812                 // 0c0000 - connect a block with no transactions
813                 // 0c0000 - connect a block with no transactions
814                 // 0c0000 - connect a block with no transactions
815                 // 0c0000 - connect a block with no transactions
816                 // 0c0000 - connect a block with no transactions
817                 // 0c0000 - connect a block with no transactions
818                 // 0c0000 - connect a block with no transactions
819                 // 0c0000 - connect a block with no transactions
820                 // 0c0000 - connect a block with no transactions
821                 // 0c0000 - connect a block with no transactions
822                 // 0c0000 - connect a block with no transactions
823                 // - by now client should have sent a channel_ready (CHECK 3: SendChannelReady to 03000000 for chan 3d000000)
824                 //
825                 // 030012 - inbound read from peer id 0 of len 18
826                 // 0043 03000000000000000000000000000000 - message header indicating message length 67
827                 // 030053 - inbound read from peer id 0 of len 83
828                 // 0024 3d00000000000000000000000000000000000000000000000000000000000000 020800000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - channel_ready and mac
829                 //
830                 // 01 - new inbound connection with id 1
831                 // 030132 - inbound read from peer id 1 of len 50
832                 // 0003000000000000000000000000000000000000000000000000000000000000000703000000000000000000000000000000 - inbound noise act 1
833                 // 030142 - inbound read from peer id 1 of len 66
834                 // 000302000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003000000000000000000000000000000 - inbound noise act 3
835                 //
836                 // 030112 - inbound read from peer id 1 of len 18
837                 // 0010 01000000000000000000000000000000 - message header indicating message length 16
838                 // 030120 - inbound read from peer id 1 of len 32
839                 // 0010 00021aaa 0008aaaaaaaaaaaa9aaa 01000000000000000000000000000000 - init message (type 16) with static_remotekey required and other bits optional and mac
840                 //
841                 // 05 01 030200000000000000000000000000000000000000000000000000000000000000 00c350 0003e8 - create outbound channel to peer 1 for 50k sat
842                 // 00fd - One feerate requests (all returning min feerate) (gonna be ingested by FuzzEstimator)
843                 //
844                 // 030112 - inbound read from peer id 1 of len 18
845                 // 0112 01000000000000000000000000000000 - message header indicating message length 274
846                 // 0301ff - inbound read from peer id 1 of len 255
847                 // 0021 0000000000000000000000000000000000000000000000000000000000000e05 0000000000000162 00000000004c4b40 00000000000003e8 00000000000003e8 00000002 03f0 0005 030000000000000000000000000000000000000000000000000000000000000100 030000000000000000000000000000000000000000000000000000000000000200 030000000000000000000000000000000000000000000000000000000000000300 030000000000000000000000000000000000000000000000000000000000000400 030000000000000000000000000000000000000000000000000000000000000500 02660000000000000000000000000000 - beginning of accept_channel
848                 // 030123 - inbound read from peer id 1 of len 35
849                 // 0000000000000000000000000000000000 0000 01000000000000000000000000000000 - rest of accept_channel and mac
850                 //
851                 // 0a - create the funding transaction (client should send funding_created now)
852                 //
853                 // 00fd00fd - Two feerate requests (calculating max dust exposure) (all returning min feerate) (gonna be ingested by FuzzEstimator)
854                 //
855                 // 030112 - inbound read from peer id 1 of len 18
856                 // 0062 01000000000000000000000000000000 - message header indicating message length 98
857                 // 030172 - inbound read from peer id 1 of len 114
858                 // 0023 3a00000000000000000000000000000000000000000000000000000000000000 000000000000000000000000000000000000000000000000000000000000007c0001000000000000000000000000000000000000000000000000000000000000 01000000000000000000000000000000 - funding_signed message and mac
859                 //
860                 // 0b - broadcast funding transaction
861                 // - by now client should have sent a channel_ready (CHECK 4: SendChannelReady to 03020000 for chan 3f000000)
862                 //
863                 // 030112 - inbound read from peer id 1 of len 18
864                 // 0043 01000000000000000000000000000000 - message header indicating message length 67
865                 // 030153 - inbound read from peer id 1 of len 83
866                 // 0024 3a00000000000000000000000000000000000000000000000000000000000000 026700000000000000000000000000000000000000000000000000000000000000 01000000000000000000000000000000 - channel_ready and mac
867                 //
868                 // 030012 - inbound read from peer id 0 of len 18
869                 // 05ac 03000000000000000000000000000000 - message header indicating message length 1452
870                 // 0300ff - inbound read from peer id 0 of len 255
871                 // 0080 3d00000000000000000000000000000000000000000000000000000000000000 0000000000000000 0000000000003e80 ff00000000000000000000000000000000000000000000000000000000000000 000003f0 00 030000000000000000000000000000000000000000000000000000000000000555 11 020203e8 0401a0 060800000e0000010000 0a00000000000000000000000000000000000000000000000000000000000000 ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff - beginning of update_add_htlc from 0 to 1 via client
872                 // 0300ff - inbound read from peer id 0 of len 255
873                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
874                 // 0300ff - inbound read from peer id 0 of len 255
875                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
876                 // 0300ff - inbound read from peer id 0 of len 255
877                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
878                 // 0300ff - inbound read from peer id 0 of len 255
879                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
880                 // 0300c1 - inbound read from peer id 0 of len 193
881                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff ab00000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - end of update_add_htlc from 0 to 1 via client and mac
882                 //
883                 // 00fd - One feerate request (calculating max dust exposure) (all returning min feerate) (gonna be ingested by FuzzEstimator)
884                 //
885                 // 030012 - inbound read from peer id 0 of len 18
886                 // 0064 03000000000000000000000000000000 - message header indicating message length 100
887                 // 030074 - inbound read from peer id 0 of len 116
888                 // 0084 3d00000000000000000000000000000000000000000000000000000000000000 00000000000000000000000000000000000000000000000000000000000000300100000000000000000000000000000000000000000000000000000000000000 0000 03000000000000000000000000000000 - commitment_signed and mac
889                 // - client should now respond with revoke_and_ack and commitment_signed (CHECK 5/6: types 133 and 132 to peer 03000000)
890                 //
891                 // 030012 - inbound read from peer id 0 of len 18
892                 // 0063 03000000000000000000000000000000 - message header indicating message length 99
893                 // 030073 - inbound read from peer id 0 of len 115
894                 // 0085 3d00000000000000000000000000000000000000000000000000000000000000 0900000000000000000000000000000000000000000000000000000000000000 020b00000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - revoke_and_ack and mac
895                 //
896                 // 07 - process the now-pending HTLC forward
897                 // - client now sends id 1 update_add_htlc and commitment_signed (CHECK 7: UpdateHTLCs event for node 03020000 with 1 HTLCs for channel 3f000000)
898                 //
899                 // 00fd00fd - Two feerate requests (calculating max dust exposure) (all returning min feerate) (gonna be ingested by FuzzEstimator)
900                 //
901                 // - we respond with commitment_signed then revoke_and_ack (a weird, but valid, order)
902                 // 030112 - inbound read from peer id 1 of len 18
903                 // 0064 01000000000000000000000000000000 - message header indicating message length 100
904                 // 030174 - inbound read from peer id 1 of len 116
905                 // 0084 3a00000000000000000000000000000000000000000000000000000000000000 000000000000000000000000000000000000000000000000000000000000006a0001000000000000000000000000000000000000000000000000000000000000 0000 01000000000000000000000000000000 - commitment_signed and mac
906                 //
907                 // 030112 - inbound read from peer id 1 of len 18
908                 // 0063 01000000000000000000000000000000 - message header indicating message length 99
909                 // 030173 - inbound read from peer id 1 of len 115
910                 // 0085 3a00000000000000000000000000000000000000000000000000000000000000 6600000000000000000000000000000000000000000000000000000000000000 026400000000000000000000000000000000000000000000000000000000000000 01000000000000000000000000000000 - revoke_and_ack and mac
911                 //
912                 // 030112 - inbound read from peer id 1 of len 18
913                 // 004a 01000000000000000000000000000000 - message header indicating message length 74
914                 // 03015a - inbound read from peer id 1 of len 90
915                 // 0082 3a00000000000000000000000000000000000000000000000000000000000000 0000000000000000 ff00888888888888888888888888888888888888888888888888888888888888 01000000000000000000000000000000 - update_fulfill_htlc and mac
916                 // - client should immediately claim the pending HTLC from peer 0 (CHECK 8: SendFulfillHTLCs for node 03000000 with preimage ff00888888 for channel 3d000000)
917                 //
918                 // 030112 - inbound read from peer id 1 of len 18
919                 // 0064 01000000000000000000000000000000 - message header indicating message length 100
920                 // 030174 - inbound read from peer id 1 of len 116
921                 // 0084 3a00000000000000000000000000000000000000000000000000000000000000 00000000000000000000000000000000000000000000000000000000000000100001000000000000000000000000000000000000000000000000000000000000 0000 01000000000000000000000000000000 - commitment_signed and mac
922                 //
923                 // 030112 - inbound read from peer id 1 of len 18
924                 // 0063 01000000000000000000000000000000 - message header indicating message length 99
925                 // 030173 - inbound read from peer id 1 of len 115
926                 // 0085 3a00000000000000000000000000000000000000000000000000000000000000 6700000000000000000000000000000000000000000000000000000000000000 026500000000000000000000000000000000000000000000000000000000000000 01000000000000000000000000000000 - revoke_and_ack and mac
927                 //
928                 // - before responding to the commitment_signed generated above, send a new HTLC
929                 // 030012 - inbound read from peer id 0 of len 18
930                 // 05ac 03000000000000000000000000000000 - message header indicating message length 1452
931                 // 0300ff - inbound read from peer id 0 of len 255
932                 // 0080 3d00000000000000000000000000000000000000000000000000000000000000 0000000000000001 0000000000003e80 ff00000000000000000000000000000000000000000000000000000000000000 000003f0 00 030000000000000000000000000000000000000000000000000000000000000555 11 020203e8 0401a0 060800000e0000010000 0a00000000000000000000000000000000000000000000000000000000000000 ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff - beginning of update_add_htlc from 0 to 1 via client
933                 // 0300ff - inbound read from peer id 0 of len 255
934                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
935                 // 0300ff - inbound read from peer id 0 of len 255
936                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
937                 // 0300ff - inbound read from peer id 0 of len 255
938                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
939                 // 0300ff - inbound read from peer id 0 of len 255
940                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
941                 // 0300c1 - inbound read from peer id 0 of len 193
942                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff ab00000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - end of update_add_htlc from 0 to 1 via client and mac
943                 //
944                 // 00fd - One feerate request (calculating max dust exposure) (all returning min feerate) (gonna be ingested by FuzzEstimator)
945                 //
946                 // - now respond to the update_fulfill_htlc+commitment_signed messages the client sent to peer 0
947                 // 030012 - inbound read from peer id 0 of len 18
948                 // 0063 03000000000000000000000000000000 - message header indicating message length 99
949                 // 030073 - inbound read from peer id 0 of len 115
950                 // 0085 3d00000000000000000000000000000000000000000000000000000000000000 0800000000000000000000000000000000000000000000000000000000000000 020a00000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - revoke_and_ack and mac
951                 // - client should now respond with revoke_and_ack and commitment_signed (CHECK 5/6 duplicates)
952                 //
953                 // 030012 - inbound read from peer id 0 of len 18
954                 // 0064 03000000000000000000000000000000 - message header indicating message length 100
955                 // 030074 - inbound read from peer id 0 of len 116
956                 // 0084 3d00000000000000000000000000000000000000000000000000000000000000 00000000000000000000000000000000000000000000000000000000000000c30100000000000000000000000000000000000000000000000000000000000000 0000 03000000000000000000000000000000 - commitment_signed and mac
957                 //
958                 // 030012 - inbound read from peer id 0 of len 18
959                 // 0063 03000000000000000000000000000000 - message header indicating message length 99
960                 // 030073 - inbound read from peer id 0 of len 115
961                 // 0085 3d00000000000000000000000000000000000000000000000000000000000000 0b00000000000000000000000000000000000000000000000000000000000000 020d00000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - revoke_and_ack and mac
962                 //
963                 // 07 - process the now-pending HTLC forward
964                 // - client now sends id 1 update_add_htlc and commitment_signed (CHECK 7 duplicate)
965                 // - we respond with revoke_and_ack, then commitment_signed, then update_fail_htlc
966                 //
967                 // 00fd00fd - Two feerate requests (calculating max dust exposure) (all returning min feerate) (gonna be ingested by FuzzEstimator)
968                 //
969                 // 030112 - inbound read from peer id 1 of len 18
970                 // 0064 01000000000000000000000000000000 - message header indicating message length 100
971                 // 030174 - inbound read from peer id 1 of len 116
972                 // 0084 3a00000000000000000000000000000000000000000000000000000000000000 00000000000000000000000000000000000000000000000000000000000000390001000000000000000000000000000000000000000000000000000000000000 0000 01000000000000000000000000000000 - commitment_signed and mac
973                 //
974                 // 030112 - inbound read from peer id 1 of len 18
975                 // 0063 01000000000000000000000000000000 - message header indicating message length 99
976                 // 030173 - inbound read from peer id 1 of len 115
977                 // 0085 3a00000000000000000000000000000000000000000000000000000000000000 6400000000000000000000000000000000000000000000000000000000000000 027000000000000000000000000000000000000000000000000000000000000000 01000000000000000000000000000000 - revoke_and_ack and mac
978                 //
979                 // 030112 - inbound read from peer id 1 of len 18
980                 // 002c 01000000000000000000000000000000 - message header indicating message length 44
981                 // 03013c - inbound read from peer id 1 of len 60
982                 // 0083 3a00000000000000000000000000000000000000000000000000000000000000 0000000000000001 0000 01000000000000000000000000000000 - update_fail_htlc and mac
983                 //
984                 // 030112 - inbound read from peer id 1 of len 18
985                 // 0064 01000000000000000000000000000000 - message header indicating message length 100
986                 // 030174 - inbound read from peer id 1 of len 116
987                 // 0084 3a00000000000000000000000000000000000000000000000000000000000000 00000000000000000000000000000000000000000000000000000000000000390001000000000000000000000000000000000000000000000000000000000000 0000 01000000000000000000000000000000 - commitment_signed and mac
988                 //
989                 // 030112 - inbound read from peer id 1 of len 18
990                 // 0063 01000000000000000000000000000000 - message header indicating message length 99
991                 // 030173 - inbound read from peer id 1 of len 115
992                 // 0085 3a00000000000000000000000000000000000000000000000000000000000000 6500000000000000000000000000000000000000000000000000000000000000 027100000000000000000000000000000000000000000000000000000000000000 01000000000000000000000000000000 - revoke_and_ack and mac
993                 //
994                 // 07 - process the now-pending HTLC forward
995                 // - client now sends id 0 update_fail_htlc and commitment_signed (CHECK 9)
996                 // - now respond to the update_fail_htlc+commitment_signed messages the client sent to peer 0
997                 //
998                 // 030012 - inbound read from peer id 0 of len 18
999                 // 0063 03000000000000000000000000000000 - message header indicating message length 99
1000                 // 030073 - inbound read from peer id 0 of len 115
1001                 // 0085 3d00000000000000000000000000000000000000000000000000000000000000 0a00000000000000000000000000000000000000000000000000000000000000 020c00000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - revoke_and_ack and mac
1002                 //
1003                 // 030012 - inbound read from peer id 0 of len 18
1004                 // 0064 03000000000000000000000000000000 - message header indicating message length 100
1005                 // 030074 - inbound read from peer id 0 of len 116
1006                 // 0084 3d00000000000000000000000000000000000000000000000000000000000000 00000000000000000000000000000000000000000000000000000000000000320100000000000000000000000000000000000000000000000000000000000000 0000 03000000000000000000000000000000 - commitment_signed and mac
1007                 // - client should now respond with revoke_and_ack (CHECK 5 duplicate)
1008                 //
1009                 // 030012 - inbound read from peer id 0 of len 18
1010                 // 05ac 03000000000000000000000000000000 - message header indicating message length 1452
1011                 // 0300ff - inbound read from peer id 0 of len 255
1012                 // 0080 3d00000000000000000000000000000000000000000000000000000000000000 0000000000000002 00000000000b0838 ff00000000000000000000000000000000000000000000000000000000000000 000003f0 00 030000000000000000000000000000000000000000000000000000000000000555 12 02030927c0 0401a0 060800000e0000010000 0a00000000000000000000000000000000000000000000000000000000000000 ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff - beginning of update_add_htlc from 0 to 1 via client
1013                 // 0300ff - inbound read from peer id 0 of len 255
1014                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
1015                 // 0300ff - inbound read from peer id 0 of len 255
1016                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
1017                 // 0300ff - inbound read from peer id 0 of len 255
1018                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
1019                 // 0300ff - inbound read from peer id 0 of len 255
1020                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
1021                 // 0300c1 - inbound read from peer id 0 of len 193
1022                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff 5300000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - end of update_add_htlc from 0 to 1 via client and mac
1023                 //
1024                 // 00fd - One feerate request (calculating max dust exposure) (all returning min feerate) (gonna be ingested by FuzzEstimator)
1025                 //
1026                 // 030012 - inbound read from peer id 0 of len 18
1027                 // 00a4 03000000000000000000000000000000 - message header indicating message length 164
1028                 // 0300b4 - inbound read from peer id 0 of len 180
1029                 // 0084 3d00000000000000000000000000000000000000000000000000000000000000 00000000000000000000000000000000000000000000000000000000000000750100000000000000000000000000000000000000000000000000000000000000 0001 00000000000000000000000000000000000000000000000000000000000000670500000000000000000000000000000000000000000000000000000000000006 03000000000000000000000000000000 - commitment_signed and mac
1030                 // - client should now respond with revoke_and_ack and commitment_signed (CHECK 5/6 duplicates)
1031                 //
1032                 // 030012 - inbound read from peer id 0 of len 18
1033                 // 0063 03000000000000000000000000000000 - message header indicating message length 99
1034                 // 030073 - inbound read from peer id 0 of len 115
1035                 // 0085 3d00000000000000000000000000000000000000000000000000000000000000 0d00000000000000000000000000000000000000000000000000000000000000 020f00000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - revoke_and_ack and mac
1036                 //
1037                 // 07 - process the now-pending HTLC forward
1038                 // - client now sends id 1 update_add_htlc and commitment_signed (CHECK 7 duplicate)
1039                 //
1040                 // 00fd00fd - Two feerate requests (calculating max dust exposure) (all returning min feerate) (gonna be ingested by FuzzEstimator)
1041                 //
1042                 // 0c007d - connect a block with one transaction of len 125
1043                 // 02000000013a000000000000000000000000000000000000000000000000000000000000000000000000000000800258020000000000002200204b0000000000000000000000000000000000000000000000000000000000000014c0000000000000160014280000000000000000000000000000000000000005000020 - the commitment transaction for channel 3f00000000000000000000000000000000000000000000000000000000000000
1044                 //
1045                 // 0c005e - connect a block with one transaction of len 94
1046                 // 0200000001730000000000000000000000000000000000000000000000000000000000000000000000000000000001a701000000000000220020b20000000000000000000000000000000000000000000000000000000000000000000000 - the HTLC timeout transaction
1047                 // 0c0000 - connect a block with no transactions
1048                 // 0c0000 - connect a block with no transactions
1049                 // 0c0000 - connect a block with no transactions
1050                 // 0c0000 - connect a block with no transactions
1051                 // 0c0000 - connect a block with no transactions
1052                 //
1053                 // 07 - process the now-pending HTLC forward
1054                 // - client now fails the HTLC backwards as it was unable to extract the payment preimage (CHECK 9 duplicate and CHECK 10)
1055
1056                 let logger = Arc::new(TrackingLogger { lines: Mutex::new(HashMap::new()) });
1057                 super::do_test(&<Vec<u8>>::from_hex("01000000000000000000000000000000000000000000000000000000000000000000000001000300000000000000000000000000000000000000000000000000000000000000020300320003000000000000000000000000000000000000000000000000000000000000000203000000000000000000000000000000030012001003000000000000000000000000000000030020001000021aaa0008aaaaaaaaaaaa9aaa030000000000000000000000000000000300120147030000000000000000000000000000000300fe00206fe28c0ab6f1b372c1a6a246ae63f74f931e8365e15a089c68d6190000000000ff4f00f805273c1b203bb5ebf8436bfde57b3be8c2f5e95d9491dbb181909679000000000000c35000000000000000000000000000000162ffffffffffffffff00000000000002220000000000000000000000fd000601e3030000000000000000000000000000000000000000000000000000000000000001030000000000000000000000000000000000000000000000000000000000000002030000000000000000000000000000000000000000000000000000000000000003030000000000000000000000000000000000000000000000000000000000000004030059030000000000000000000000000000000000000000000000000000000000000005020900000000000000000000000000000000000000000000000000000000000000010000010210000300000000000000000000000000000000fd0300120084030000000000000000000000000000000300940022ff4f00f805273c1b203bb5ebf8436bfde57b3be8c2f5e95d9491dbb1819096793d00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000210100000000000000000000000000000000000000000000000000000000000000030000000000000000000000000000000c005e020000000100000000000000000000000000000000000000000000000000000000000000000000000000ffffffff0150c3000000000000220020ae00000000000000000000000000000000000000000000000000000000000000000000000c00000c00000c00000c00000c00000c00000c00000c00000c00000c00000c00000c000003001200430300000000000000000000000000000003005300243d0000000000000000000000000000000000000000000000000000000000000002080000000000000000000000000000000000000000000000000000000000000003000000000000000000000000000000010301320003000000000000000000000000000000000000000000000000000000000000000703000000000000000000000000000000030142000302000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003000000000000000000000000000000030112001001000000000000000000000000000000030120001000021aaa0008aaaaaaaaaaaa9aaa01000000000000000000000000000000050103020000000000000000000000000000000000000000000000000000000000000000c3500003e800fd0301120112010000000000000000000000000000000301ff00210000000000000000000000000000000000000000000000000000000000000e05000000000000016200000000004c4b4000000000000003e800000000000003e80000000203f000050300000000000000000000000000000000000000000000000000000000000001000300000000000000000000000000000000000000000000000000000000000002000300000000000000000000000000000000000000000000000000000000000003000300000000000000000000000000000000000000000000000000000000000004000300000000000000000000000000000000000000000000000000000000000005000266000000000000000000000000000003012300000000000000000000000000000000000000010000000000000000000000000000000a00fd00fd03011200620100000000000000000000000000000003017200233a00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000007c0001000000000000000000000000000000000000000000000000000000000000010000000000000000000000000000000b03011200430100000000000000000000000000000003015300243a000000000000000000000000000000000000000000000000000000000000000267000000000000000000000000000000000000000000000000000000000000000100000000000000000000000000000003001205ac030000000000000000000000000000000300ff00803d0000000000000000000000000000000000000000000000000000000000000000000000000000000000000000003e80ff00000000000000000000000000000000000000000000000000000000000000000003f00003000000000000000000000000000000000000000000000000000000000000055511020203e80401a0060800000e00000100000a00000000000000000000000000000000000000000000000000000000000000ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300c1ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffab000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000000fd03001200640300000000000000000000000000000003007400843d000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000030010000000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003001200630300000000000000000000000000000003007300853d000000000000000000000000000000000000000000000000000000000000000900000000000000000000000000000000000000000000000000000000000000020b00000000000000000000000000000000000000000000000000000000000000030000000000000000000000000000000700fd00fd03011200640100000000000000000000000000000003017400843a00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000006a000100000000000000000000000000000000000000000000000000000000000000000100000000000000000000000000000003011200630100000000000000000000000000000003017300853a00000000000000000000000000000000000000000000000000000000000000660000000000000000000000000000000000000000000000000000000000000002640000000000000000000000000000000000000000000000000000000000000001000000000000000000000000000000030112004a0100000000000000000000000000000003015a00823a000000000000000000000000000000000000000000000000000000000000000000000000000000ff008888888888888888888888888888888888888888888888888888888888880100000000000000000000000000000003011200640100000000000000000000000000000003017400843a000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000010000100000000000000000000000000000000000000000000000000000000000000000100000000000000000000000000000003011200630100000000000000000000000000000003017300853a0000000000000000000000000000000000000000000000000000000000000067000000000000000000000000000000000000000000000000000000000000000265000000000000000000000000000000000000000000000000000000000000000100000000000000000000000000000003001205ac030000000000000000000000000000000300ff00803d0000000000000000000000000000000000000000000000000000000000000000000000000000010000000000003e80ff00000000000000000000000000000000000000000000000000000000000000000003f00003000000000000000000000000000000000000000000000000000000000000055511020203e80401a0060800000e00000100000a00000000000000000000000000000000000000000000000000000000000000ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300c1ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffab000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000000fd03001200630300000000000000000000000000000003007300853d000000000000000000000000000000000000000000000000000000000000000800000000000000000000000000000000000000000000000000000000000000020a000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003001200640300000000000000000000000000000003007400843d0000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000c3010000000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003001200630300000000000000000000000000000003007300853d000000000000000000000000000000000000000000000000000000000000000b00000000000000000000000000000000000000000000000000000000000000020d00000000000000000000000000000000000000000000000000000000000000030000000000000000000000000000000700fd00fd03011200640100000000000000000000000000000003017400843a000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000039000100000000000000000000000000000000000000000000000000000000000000000100000000000000000000000000000003011200630100000000000000000000000000000003017300853a00000000000000000000000000000000000000000000000000000000000000640000000000000000000000000000000000000000000000000000000000000002700000000000000000000000000000000000000000000000000000000000000001000000000000000000000000000000030112002c0100000000000000000000000000000003013c00833a00000000000000000000000000000000000000000000000000000000000000000000000000000100000100000000000000000000000000000003011200640100000000000000000000000000000003017400843a000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000039000100000000000000000000000000000000000000000000000000000000000000000100000000000000000000000000000003011200630100000000000000000000000000000003017300853a000000000000000000000000000000000000000000000000000000000000006500000000000000000000000000000000000000000000000000000000000000027100000000000000000000000000000000000000000000000000000000000000010000000000000000000000000000000703001200630300000000000000000000000000000003007300853d000000000000000000000000000000000000000000000000000000000000000a00000000000000000000000000000000000000000000000000000000000000020c000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003001200640300000000000000000000000000000003007400843d000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000032010000000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003001205ac030000000000000000000000000000000300ff00803d00000000000000000000000000000000000000000000000000000000000000000000000000000200000000000b0838ff00000000000000000000000000000000000000000000000000000000000000000003f0000300000000000000000000000000000000000000000000000000000000000005551202030927c00401a0060800000e00000100000a00000000000000000000000000000000000000000000000000000000000000ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300c1ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff53000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000000fd03001200a4030000000000000000000000000000000300b400843d00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000007501000000000000000000000000000000000000000000000000000000000000000001000000000000000000000000000000000000000000000000000000000000006705000000000000000000000000000000000000000000000000000000000000060300000000000000000000000000000003001200630300000000000000000000000000000003007300853d000000000000000000000000000000000000000000000000000000000000000d00000000000000000000000000000000000000000000000000000000000000020f00000000000000000000000000000000000000000000000000000000000000030000000000000000000000000000000700fd00fd0c007d02000000013a000000000000000000000000000000000000000000000000000000000000000000000000000000800258020000000000002200204b0000000000000000000000000000000000000000000000000000000000000014c00000000000001600142800000000000000000000000000000000000000050000200c005e0200000001730000000000000000000000000000000000000000000000000000000000000000000000000000000001a701000000000000220020b200000000000000000000000000000000000000000000000000000000000000000000000c00000c00000c00000c00000c000007").unwrap(), &(Arc::clone(&logger) as Arc<dyn Logger>));
1058
1059                 let log_entries = logger.lines.lock().unwrap();
1060                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling SendAcceptChannel event in peer_handler for node 030000000000000000000000000000000000000000000000000000000000000002 for channel ff4f00f805273c1b203bb5ebf8436bfde57b3be8c2f5e95d9491dbb181909679".to_string())), Some(&1)); // 1
1061                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling SendFundingSigned event in peer_handler for node 030000000000000000000000000000000000000000000000000000000000000002 for channel 3d00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&1)); // 2
1062                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling SendChannelReady event in peer_handler for node 030000000000000000000000000000000000000000000000000000000000000002 for channel 3d00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&1)); // 3
1063                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling SendChannelReady event in peer_handler for node 030200000000000000000000000000000000000000000000000000000000000000 for channel 3a00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&1)); // 4
1064                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling SendRevokeAndACK event in peer_handler for node 030000000000000000000000000000000000000000000000000000000000000002 for channel 3d00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&4)); // 5
1065                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling UpdateHTLCs event in peer_handler for node 030000000000000000000000000000000000000000000000000000000000000002 with 0 adds, 0 fulfills, 0 fails for channel 3d00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&3)); // 6
1066                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling UpdateHTLCs event in peer_handler for node 030200000000000000000000000000000000000000000000000000000000000000 with 1 adds, 0 fulfills, 0 fails for channel 3a00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&3)); // 7
1067                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling UpdateHTLCs event in peer_handler for node 030000000000000000000000000000000000000000000000000000000000000002 with 0 adds, 1 fulfills, 0 fails for channel 3d00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&1)); // 8
1068                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling UpdateHTLCs event in peer_handler for node 030000000000000000000000000000000000000000000000000000000000000002 with 0 adds, 0 fulfills, 1 fails for channel 3d00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&2)); // 9
1069                 assert_eq!(log_entries.get(&("lightning::chain::channelmonitor".to_string(), "Input spending counterparty commitment tx (0000000000000000000000000000000000000000000000000000000000000073:0) in 0000000000000000000000000000000000000000000000000000000000000067 resolves outbound HTLC with payment hash ff00000000000000000000000000000000000000000000000000000000000000 with timeout".to_string())), Some(&1)); // 10
1070         }
1071 }