_ Git - rust-lightning/blob - fuzz/src/full_stack.rs

   1 // This file is Copyright its original authors, visible in version control
   2 // history.
   3 //
   4 // This file is licensed under the Apache License, Version 2.0 <LICENSE-APACHE
   5 // or http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
   6 // <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your option.
   7 // You may not use this file except in accordance with one or both of these
   8 // licenses.
   9
  10 //! Test that no series of bytes received over the wire/connections created/payments sent can
  11 //! result in a crash. We do this by standing up a node and then reading bytes from input to denote
  12 //! actions such as creating new inbound/outbound connections, bytes to be read from a connection,
  13 //! or payments to send/ways to handle events generated.
  14 //! This test has been very useful, though due to its complexity good starting inputs are critical.
  15
  16 use bitcoin::blockdata::constants::genesis_block;
  17 use bitcoin::blockdata::transaction::{Transaction, TxOut};
  18 use bitcoin::blockdata::script::{Builder, ScriptBuf};
  19 use bitcoin::blockdata::opcodes;
  20 use bitcoin::blockdata::locktime::absolute::LockTime;
  21 use bitcoin::consensus::encode::deserialize;
  22 use bitcoin::network::constants::Network;
  23
  24 use bitcoin::hashes::hex::FromHex;
  25 use bitcoin::hashes::Hash as TraitImport;
  26 use bitcoin::hashes::HashEngine as TraitImportEngine;
  27 use bitcoin::hashes::sha256::Hash as Sha256;
  28 use bitcoin::hashes::sha256d::Hash as Sha256dHash;
  29 use bitcoin::hash_types::{Txid, BlockHash, WPubkeyHash};
  30
  31 use lightning::chain;
  32 use lightning::chain::{BestBlock, ChannelMonitorUpdateStatus, Confirm, Listen};
  33 use lightning::chain::chaininterface::{BroadcasterInterface, ConfirmationTarget, FeeEstimator};
  34 use lightning::chain::chainmonitor;
  35 use lightning::chain::transaction::OutPoint;
  36 use lightning::sign::{InMemorySigner, Recipient, KeyMaterial, EntropySource, NodeSigner, SignerProvider};
  37 use lightning::events::Event;
  38 use lightning::ln::{ChannelId, PaymentHash, PaymentPreimage, PaymentSecret};
  39 use lightning::ln::channelmanager::{ChainParameters, ChannelDetails, ChannelManager, PaymentId, RecipientOnionFields, Retry};
  40 use lightning::ln::peer_handler::{MessageHandler,PeerManager,SocketDescriptor,IgnoringMessageHandler};
  41 use lightning::ln::msgs::{self, DecodeError};
  42 use lightning::ln::script::ShutdownScript;
  43 use lightning::ln::functional_test_utils::*;
  44 use lightning::offers::invoice::UnsignedBolt12Invoice;
  45 use lightning::offers::invoice_request::UnsignedInvoiceRequest;
  46 use lightning::routing::gossip::{P2PGossipSync, NetworkGraph};
  47 use lightning::routing::utxo::UtxoLookup;
  48 use lightning::routing::router::{InFlightHtlcs, PaymentParameters, Route, RouteParameters, Router};
  49 use lightning::util::config::{UserConfig, MaxDustHTLCExposure};
  50 use lightning::util::errors::APIError;
  51 use lightning::util::test_channel_signer::{TestChannelSigner, EnforcementState};
  52 use lightning::util::logger::Logger;
  53 use lightning::util::ser::{ReadableArgs, Writeable};
  54
  55 use crate::utils::test_logger;
  56 use crate::utils::test_persister::TestPersister;
  57
  58 use bitcoin::secp256k1::{Message, PublicKey, SecretKey, Scalar, Secp256k1};
  59 use bitcoin::secp256k1::ecdh::SharedSecret;
  60 use bitcoin::secp256k1::ecdsa::{RecoverableSignature, Signature};
  61 use bitcoin::secp256k1::schnorr;
  62
  63 use std::cell::RefCell;
  64 use hashbrown::{HashMap, hash_map};
  65 use std::convert::TryInto;
  66 use std::cmp;
  67 use std::sync::{Arc, Mutex};
  68 use std::sync::atomic::{AtomicU64,AtomicUsize,Ordering};
  69 use bitcoin::bech32::u5;
  70
  71 #[inline]
  72 pub fn slice_to_be16(v: &[u8]) -> u16 {
  73         ((v[0] as u16) << 8*1) |
  74         ((v[1] as u16) << 8*0)
  75 }
  76
  77 #[inline]
  78 pub fn slice_to_be24(v: &[u8]) -> u32 {
  79         ((v[0] as u32) << 8*2) |
  80         ((v[1] as u32) << 8*1) |
  81         ((v[2] as u32) << 8*0)
  82 }
  83
  84 #[inline]
  85 pub fn slice_to_be32(v: &[u8]) -> u32 {
  86         ((v[0] as u32) << 8*3) |
  87         ((v[1] as u32) << 8*2) |
  88         ((v[2] as u32) << 8*1) |
  89         ((v[3] as u32) << 8*0)
  90 }
  91
  92 #[inline]
  93 pub fn be64_to_array(u: u64) -> [u8; 8] {
  94         let mut v = [0; 8];
  95         v[0] = ((u >> 8*7) & 0xff) as u8;
  96         v[1] = ((u >> 8*6) & 0xff) as u8;
  97         v[2] = ((u >> 8*5) & 0xff) as u8;
  98         v[3] = ((u >> 8*4) & 0xff) as u8;
  99         v[4] = ((u >> 8*3) & 0xff) as u8;
 100         v[5] = ((u >> 8*2) & 0xff) as u8;
 101         v[6] = ((u >> 8*1) & 0xff) as u8;
 102         v[7] = ((u >> 8*0) & 0xff) as u8;
 103         v
 104 }
 105
 106 struct InputData {
 107         data: Vec<u8>,
 108         read_pos: AtomicUsize,
 109 }
 110 impl InputData {
 111         fn get_slice(&self, len: usize) -> Option<&[u8]> {
 112                 let old_pos = self.read_pos.fetch_add(len, Ordering::AcqRel);
 113                 if self.data.len() < old_pos + len {
 114                         return None;
 115                 }
 116                 Some(&self.data[old_pos..old_pos + len])
 117         }
 118 }
 119
 120 struct FuzzEstimator {
 121         input: Arc<InputData>,
 122 }
 123 impl FeeEstimator for FuzzEstimator {
 124         fn get_est_sat_per_1000_weight(&self, _: ConfirmationTarget) -> u32 {
 125                 //TODO: We should actually be testing at least much more than 64k...
 126                 match self.input.get_slice(2) {
 127                         Some(slice) => cmp::max(slice_to_be16(slice) as u32, 253),
 128                         None => 253
 129                 }
 130         }
 131 }
 132
 133 struct FuzzRouter {}
 134
 135 impl Router for FuzzRouter {
 136         fn find_route(
 137                 &self, _payer: &PublicKey, _params: &RouteParameters, _first_hops: Option<&[&ChannelDetails]>,
 138                 _inflight_htlcs: InFlightHtlcs
 139         ) -> Result<Route, msgs::LightningError> {
 140                 Err(msgs::LightningError {
 141                         err: String::from("Not implemented"),
 142                         action: msgs::ErrorAction::IgnoreError
 143                 })
 144         }
 145 }
 146
 147 struct TestBroadcaster {
 148         txn_broadcasted: Mutex<Vec<Transaction>>,
 149 }
 150 impl BroadcasterInterface for TestBroadcaster {
 151         fn broadcast_transactions(&self, txs: &[&Transaction]) {
 152                 let owned_txs: Vec<Transaction> = txs.iter().map(|tx| (*tx).clone()).collect();
 153                 self.txn_broadcasted.lock().unwrap().extend(owned_txs);
 154         }
 155 }
 156
 157 #[derive(Clone)]
 158 struct Peer<'a> {
 159         id: u8,
 160         peers_connected: &'a RefCell<[bool; 256]>,
 161 }
 162 impl<'a> SocketDescriptor for Peer<'a> {
 163         fn send_data(&mut self, data: &[u8], _resume_read: bool) -> usize {
 164                 data.len()
 165         }
 166         fn disconnect_socket(&mut self) {
 167                 assert!(self.peers_connected.borrow()[self.id as usize]);
 168                 self.peers_connected.borrow_mut()[self.id as usize] = false;
 169         }
 170 }
 171 impl<'a> PartialEq for Peer<'a> {
 172         fn eq(&self, other: &Self) -> bool {
 173                 self.id == other.id
 174         }
 175 }
 176 impl<'a> Eq for Peer<'a> {}
 177 impl<'a> std::hash::Hash for Peer<'a> {
 178         fn hash<H : std::hash::Hasher>(&self, h: &mut H) {
 179                 self.id.hash(h)
 180         }
 181 }
 182
 183 type ChannelMan<'a> = ChannelManager<
 184         Arc<chainmonitor::ChainMonitor<TestChannelSigner, Arc<dyn chain::Filter>, Arc<TestBroadcaster>, Arc<FuzzEstimator>, Arc<dyn Logger>, Arc<TestPersister>>>,
 185         Arc<TestBroadcaster>, Arc<KeyProvider>, Arc<KeyProvider>, Arc<KeyProvider>, Arc<FuzzEstimator>, &'a FuzzRouter, Arc<dyn Logger>>;
 186 type PeerMan<'a> = PeerManager<Peer<'a>, Arc<ChannelMan<'a>>, Arc<P2PGossipSync<Arc<NetworkGraph<Arc<dyn Logger>>>, Arc<dyn UtxoLookup>, Arc<dyn Logger>>>, IgnoringMessageHandler, Arc<dyn Logger>, IgnoringMessageHandler, Arc<KeyProvider>>;
 187
 188 struct MoneyLossDetector<'a> {
 189         manager: Arc<ChannelMan<'a>>,
 190         monitor: Arc<chainmonitor::ChainMonitor<TestChannelSigner, Arc<dyn chain::Filter>, Arc<TestBroadcaster>, Arc<FuzzEstimator>, Arc<dyn Logger>, Arc<TestPersister>>>,
 191         handler: PeerMan<'a>,
 192
 193         peers: &'a RefCell<[bool; 256]>,
 194         funding_txn: Vec<Transaction>,
 195         txids_confirmed: HashMap<Txid, usize>,
 196         header_hashes: Vec<(BlockHash, u32)>,
 197         height: usize,
 198         max_height: usize,
 199         blocks_connected: u32,
 200 }
 201 impl<'a> MoneyLossDetector<'a> {
 202         pub fn new(peers: &'a RefCell<[bool; 256]>,
 203                    manager: Arc<ChannelMan<'a>>,
 204                    monitor: Arc<chainmonitor::ChainMonitor<TestChannelSigner, Arc<dyn chain::Filter>, Arc<TestBroadcaster>, Arc<FuzzEstimator>, Arc<dyn Logger>, Arc<TestPersister>>>,
 205                    handler: PeerMan<'a>) -> Self {
 206                 MoneyLossDetector {
 207                         manager,
 208                         monitor,
 209                         handler,
 210
 211                         peers,
 212                         funding_txn: Vec::new(),
 213                         txids_confirmed: HashMap::new(),
 214                         header_hashes: vec![(genesis_block(Network::Bitcoin).block_hash(), 0)],
 215                         height: 0,
 216                         max_height: 0,
 217                         blocks_connected: 0,
 218                 }
 219         }
 220
 221         fn connect_block(&mut self, all_txn: &[Transaction]) {
 222                 let mut txdata = Vec::with_capacity(all_txn.len());
 223                 for (idx, tx) in all_txn.iter().enumerate() {
 224                         let txid = tx.txid();
 225                         match self.txids_confirmed.entry(txid) {
 226                                 hash_map::Entry::Vacant(e) => {
 227                                         e.insert(self.height);
 228                                         txdata.push((idx + 1, tx));
 229                                 },
 230                                 _ => {},
 231                         }
 232                 }
 233
 234                 self.blocks_connected += 1;
 235                 let header = create_dummy_header(self.header_hashes[self.height].0, self.blocks_connected);
 236                 self.height += 1;
 237                 self.manager.transactions_confirmed(&header, &txdata, self.height as u32);
 238                 self.manager.best_block_updated(&header, self.height as u32);
 239                 (*self.monitor).transactions_confirmed(&header, &txdata, self.height as u32);
 240                 (*self.monitor).best_block_updated(&header, self.height as u32);
 241                 if self.header_hashes.len() > self.height {
 242                         self.header_hashes[self.height] = (header.block_hash(), self.blocks_connected);
 243                 } else {
 244                         assert_eq!(self.header_hashes.len(), self.height);
 245                         self.header_hashes.push((header.block_hash(), self.blocks_connected));
 246                 }
 247                 self.max_height = cmp::max(self.height, self.max_height);
 248         }
 249
 250         fn disconnect_block(&mut self) {
 251                 if self.height > 0 && (self.max_height < 6 || self.height >= self.max_height - 6) {
 252                         let header = create_dummy_header(self.header_hashes[self.height - 1].0, self.header_hashes[self.height].1);
 253                         self.manager.block_disconnected(&header, self.height as u32);
 254                         self.monitor.block_disconnected(&header, self.height as u32);
 255                         self.height -= 1;
 256                         let removal_height = self.height;
 257                         self.txids_confirmed.retain(|_, height| {
 258                                 removal_height != *height
 259                         });
 260                 }
 261         }
 262 }
 263
 264 impl<'a> Drop for MoneyLossDetector<'a> {
 265         fn drop(&mut self) {
 266                 if !::std::thread::panicking() {
 267                         // Disconnect all peers
 268                         for (idx, peer) in self.peers.borrow().iter().enumerate() {
 269                                 if *peer {
 270                                         self.handler.socket_disconnected(&Peer{id: idx as u8, peers_connected: &self.peers});
 271                                 }
 272                         }
 273
 274                         // Force all channels onto the chain (and time out claim txn)
 275                         self.manager.force_close_all_channels_broadcasting_latest_txn();
 276                 }
 277         }
 278 }
 279
 280 struct KeyProvider {
 281         node_secret: SecretKey,
 282         inbound_payment_key: KeyMaterial,
 283         counter: AtomicU64,
 284         signer_state: RefCell<HashMap<u8, (bool, Arc<Mutex<EnforcementState>>)>>
 285 }
 286
 287 impl EntropySource for KeyProvider {
 288         fn get_secure_random_bytes(&self) -> [u8; 32] {
 289                 let ctr = self.counter.fetch_add(1, Ordering::Relaxed);
 290                 [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
 291                         (ctr >> 8*7) as u8, (ctr >> 8*6) as u8, (ctr >> 8*5) as u8, (ctr >> 8*4) as u8, (ctr >> 8*3) as u8, (ctr >> 8*2) as u8, (ctr >> 8*1) as u8, 14, (ctr >> 8*0) as u8]
 292         }
 293 }
 294
 295 impl NodeSigner for KeyProvider {
 296         fn get_node_id(&self, recipient: Recipient) -> Result<PublicKey, ()> {
 297                 let node_secret = match recipient {
 298                         Recipient::Node => Ok(&self.node_secret),
 299                         Recipient::PhantomNode => Err(())
 300                 }?;
 301                 Ok(PublicKey::from_secret_key(&Secp256k1::signing_only(), node_secret))
 302         }
 303
 304         fn ecdh(&self, recipient: Recipient, other_key: &PublicKey, tweak: Option<&Scalar>) -> Result<SharedSecret, ()> {
 305                 let mut node_secret = match recipient {
 306                         Recipient::Node => Ok(self.node_secret.clone()),
 307                         Recipient::PhantomNode => Err(())
 308                 }?;
 309                 if let Some(tweak) = tweak {
 310                         node_secret = node_secret.mul_tweak(tweak).map_err(|_| ())?;
 311                 }
 312                 Ok(SharedSecret::new(other_key, &node_secret))
 313         }
 314
 315         fn get_inbound_payment_key_material(&self) -> KeyMaterial {
 316                 self.inbound_payment_key.clone()
 317         }
 318
 319         fn sign_invoice(&self, _hrp_bytes: &[u8], _invoice_data: &[u5], _recipient: Recipient) -> Result<RecoverableSignature, ()> {
 320                 unreachable!()
 321         }
 322
 323         fn sign_bolt12_invoice_request(
 324                 &self, _invoice_request: &UnsignedInvoiceRequest
 325         ) -> Result<schnorr::Signature, ()> {
 326                 unreachable!()
 327         }
 328
 329         fn sign_bolt12_invoice(
 330                 &self, _invoice: &UnsignedBolt12Invoice,
 331         ) -> Result<schnorr::Signature, ()> {
 332                 unreachable!()
 333         }
 334
 335         fn sign_gossip_message(&self, msg: lightning::ln::msgs::UnsignedGossipMessage) -> Result<Signature, ()> {
 336                 let msg_hash = Message::from_slice(&Sha256dHash::hash(&msg.encode()[..])[..]).map_err(|_| ())?;
 337                 let secp_ctx = Secp256k1::signing_only();
 338                 Ok(secp_ctx.sign_ecdsa(&msg_hash, &self.node_secret))
 339         }
 340 }
 341
 342 impl SignerProvider for KeyProvider {
 343         type EcdsaSigner = TestChannelSigner;
 344
 345         fn generate_channel_keys_id(&self, inbound: bool, _channel_value_satoshis: u64, _user_channel_id: u128) -> [u8; 32] {
 346                 let ctr = self.counter.fetch_add(1, Ordering::Relaxed) as u8;
 347                 self.signer_state.borrow_mut().insert(ctr, (inbound, Arc::new(Mutex::new(EnforcementState::new()))));
 348                 [ctr; 32]
 349         }
 350
 351         fn derive_channel_signer(&self, channel_value_satoshis: u64, channel_keys_id: [u8; 32]) -> Self::EcdsaSigner {
 352                 let secp_ctx = Secp256k1::signing_only();
 353                 let ctr = channel_keys_id[0];
 354                 let (inbound, state) = self.signer_state.borrow().get(&ctr).unwrap().clone();
 355                 TestChannelSigner::new_with_revoked(if inbound {
 356                         InMemorySigner::new(
 357                                 &secp_ctx,
 358                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, ctr]).unwrap(),
 359                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, ctr]).unwrap(),
 360                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, ctr]).unwrap(),
 361                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, ctr]).unwrap(),
 362                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, ctr]).unwrap(),
 363                                 [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, ctr],
 364                                 channel_value_satoshis,
 365                                 channel_keys_id,
 366                                 channel_keys_id,
 367                         )
 368                 } else {
 369                         InMemorySigner::new(
 370                                 &secp_ctx,
 371                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, ctr]).unwrap(),
 372                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, ctr]).unwrap(),
 373                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, ctr]).unwrap(),
 374                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, ctr]).unwrap(),
 375                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, ctr]).unwrap(),
 376                                 [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, ctr],
 377                                 channel_value_satoshis,
 378                                 channel_keys_id,
 379                                 channel_keys_id,
 380                         )
 381                 }, state, false)
 382         }
 383
 384         fn read_chan_signer(&self, mut data: &[u8]) -> Result<TestChannelSigner, DecodeError> {
 385                 let inner: InMemorySigner = ReadableArgs::read(&mut data, self)?;
 386                 let state = Arc::new(Mutex::new(EnforcementState::new()));
 387
 388                 Ok(TestChannelSigner::new_with_revoked(
 389                         inner,
 390                         state,
 391                         false
 392                 ))
 393         }
 394
 395         fn get_destination_script(&self, _channel_keys_id: [u8; 32]) -> Result<ScriptBuf, ()> {
 396                 let secp_ctx = Secp256k1::signing_only();
 397                 let channel_monitor_claim_key = SecretKey::from_slice(&<Vec<u8>>::from_hex("0fffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff").unwrap()[..]).unwrap();
 398                 let our_channel_monitor_claim_key_hash = WPubkeyHash::hash(&PublicKey::from_secret_key(&secp_ctx, &channel_monitor_claim_key).serialize());
 399                 Ok(Builder::new().push_opcode(opcodes::all::OP_PUSHBYTES_0).push_slice(our_channel_monitor_claim_key_hash).into_script())
 400         }
 401
 402         fn get_shutdown_scriptpubkey(&self) -> Result<ShutdownScript, ()> {
 403                 let secp_ctx = Secp256k1::signing_only();
 404                 let secret_key = SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1]).unwrap();
 405                 let pubkey_hash = WPubkeyHash::hash(&PublicKey::from_secret_key(&secp_ctx, &secret_key).serialize());
 406                 Ok(ShutdownScript::new_p2wpkh(&pubkey_hash))
 407         }
 408 }
 409
 410 #[inline]
 411 pub fn do_test(data: &[u8], logger: &Arc<dyn Logger>) {
 412         let input = Arc::new(InputData {
 413                 data: data.to_vec(),
 414                 read_pos: AtomicUsize::new(0),
 415         });
 416         let fee_est = Arc::new(FuzzEstimator {
 417                 input: input.clone(),
 418         });
 419         let router = FuzzRouter {};
 420
 421         macro_rules! get_slice {
 422                 ($len: expr) => {
 423                         match input.get_slice($len as usize) {
 424                                 Some(slice) => slice,
 425                                 None => return,
 426                         }
 427                 }
 428         }
 429
 430         macro_rules! get_pubkey {
 431                 () => {
 432                         match PublicKey::from_slice(get_slice!(33)) {
 433                                 Ok(key) => key,
 434                                 Err(_) => return,
 435                         }
 436                 }
 437         }
 438
 439         let our_network_key = match SecretKey::from_slice(get_slice!(32)) {
 440                 Ok(key) => key,
 441                 Err(_) => return,
 442         };
 443
 444         let inbound_payment_key = [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 42];
 445
 446         let broadcast = Arc::new(TestBroadcaster{ txn_broadcasted: Mutex::new(Vec::new()) });
 447         let monitor = Arc::new(chainmonitor::ChainMonitor::new(None, broadcast.clone(), Arc::clone(&logger), fee_est.clone(),
 448                 Arc::new(TestPersister { update_ret: Mutex::new(ChannelMonitorUpdateStatus::Completed) })));
 449
 450         let keys_manager = Arc::new(KeyProvider {
 451                 node_secret: our_network_key.clone(),
 452                 inbound_payment_key: KeyMaterial(inbound_payment_key.try_into().unwrap()),
 453                 counter: AtomicU64::new(0),
 454                 signer_state: RefCell::new(HashMap::new())
 455         });
 456         let mut config = UserConfig::default();
 457         config.channel_config.forwarding_fee_proportional_millionths =  slice_to_be32(get_slice!(4));
 458         config.channel_config.max_dust_htlc_exposure = MaxDustHTLCExposure::FeeRateMultiplier(5_000_000 / 253);
 459         config.channel_handshake_config.announced_channel = get_slice!(1)[0] != 0;
 460         let network = Network::Bitcoin;
 461         let best_block_timestamp = genesis_block(network).header.time;
 462         let params = ChainParameters {
 463                 network,
 464                 best_block: BestBlock::from_network(network),
 465         };
 466         let channelmanager = Arc::new(ChannelManager::new(fee_est.clone(), monitor.clone(), broadcast.clone(), &router, Arc::clone(&logger), keys_manager.clone(), keys_manager.clone(), keys_manager.clone(), config, params, best_block_timestamp));
 467         // Adding new calls to `EntropySource::get_secure_random_bytes` during startup can change all the
 468         // keys subsequently generated in this test. Rather than regenerating all the messages manually,
 469         // it's easier to just increment the counter here so the keys don't change.
 470         keys_manager.counter.fetch_sub(3, Ordering::AcqRel);
 471         let network_graph = Arc::new(NetworkGraph::new(network, Arc::clone(&logger)));
 472         let gossip_sync = Arc::new(P2PGossipSync::new(Arc::clone(&network_graph), None, Arc::clone(&logger)));
 473
 474         let peers = RefCell::new([false; 256]);
 475         let mut loss_detector = MoneyLossDetector::new(&peers, channelmanager.clone(), monitor.clone(), PeerManager::new(MessageHandler {
 476                 chan_handler: channelmanager.clone(),
 477                 route_handler: gossip_sync.clone(),
 478                 onion_message_handler: IgnoringMessageHandler {},
 479                 custom_message_handler: IgnoringMessageHandler {},
 480         }, 0, &[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 0], Arc::clone(&logger), keys_manager.clone()));
 481
 482         let mut should_forward = false;
 483         let mut payments_received: Vec<PaymentHash> = Vec::new();
 484         let mut payments_sent = 0;
 485         let mut pending_funding_generation: Vec<(ChannelId, PublicKey, u64, ScriptBuf)> = Vec::new();
 486         let mut pending_funding_signatures = HashMap::new();
 487
 488         loop {
 489                 match get_slice!(1)[0] {
 490                         0 => {
 491                                 let mut new_id = 0;
 492                                 for i in 1..256 {
 493                                         if !peers.borrow()[i-1] {
 494                                                 new_id = i;
 495                                                 break;
 496                                         }
 497                                 }
 498                                 if new_id == 0 { return; }
 499                                 loss_detector.handler.new_outbound_connection(get_pubkey!(), Peer{id: (new_id - 1) as u8, peers_connected: &peers}, None).unwrap();
 500                                 peers.borrow_mut()[new_id - 1] = true;
 501                         },
 502                         1 => {
 503                                 let mut new_id = 0;
 504                                 for i in 1..256 {
 505                                         if !peers.borrow()[i-1] {
 506                                                 new_id = i;
 507                                                 break;
 508                                         }
 509                                 }
 510                                 if new_id == 0 { return; }
 511                                 loss_detector.handler.new_inbound_connection(Peer{id: (new_id - 1) as u8, peers_connected: &peers}, None).unwrap();
 512                                 peers.borrow_mut()[new_id - 1] = true;
 513                         },
 514                         2 => {
 515                                 let peer_id = get_slice!(1)[0];
 516                                 if !peers.borrow()[peer_id as usize] { return; }
 517                                 loss_detector.handler.socket_disconnected(&Peer{id: peer_id, peers_connected: &peers});
 518                                 peers.borrow_mut()[peer_id as usize] = false;
 519                         },
 520                         3 => {
 521                                 let peer_id = get_slice!(1)[0];
 522                                 if !peers.borrow()[peer_id as usize] { return; }
 523                                 match loss_detector.handler.read_event(&mut Peer{id: peer_id, peers_connected: &peers}, get_slice!(get_slice!(1)[0])) {
 524                                         Ok(res) => assert!(!res),
 525                                         Err(_) => { peers.borrow_mut()[peer_id as usize] = false; }
 526                                 }
 527                         },
 528                         4 => {
 529                                 let final_value_msat = slice_to_be24(get_slice!(3)) as u64;
 530                                 let payment_params = PaymentParameters::from_node_id(get_pubkey!(), 42);
 531                                 let params = RouteParameters::from_payment_params_and_value(
 532                                         payment_params, final_value_msat);
 533                                 let mut payment_hash = PaymentHash([0; 32]);
 534                                 payment_hash.0[0..8].copy_from_slice(&be64_to_array(payments_sent));
 535                                 payment_hash.0 = Sha256::hash(&payment_hash.0[..]).to_byte_array();
 536                                 payments_sent += 1;
 537                                 match channelmanager.send_payment(payment_hash,
 538                                         RecipientOnionFields::spontaneous_empty(), PaymentId(payment_hash.0), params,
 539                                         Retry::Attempts(0))
 540                                 {
 541                                         Ok(_) => {},
 542                                         Err(_) => return,
 543                                 }
 544                         },
 545                         15 => {
 546                                 let final_value_msat = slice_to_be24(get_slice!(3)) as u64;
 547                                 let payment_params = PaymentParameters::from_node_id(get_pubkey!(), 42);
 548                                 let params = RouteParameters::from_payment_params_and_value(
 549                                         payment_params, final_value_msat);
 550                                 let mut payment_hash = PaymentHash([0; 32]);
 551                                 payment_hash.0[0..8].copy_from_slice(&be64_to_array(payments_sent));
 552                                 payment_hash.0 = Sha256::hash(&payment_hash.0[..]).to_byte_array();
 553                                 payments_sent += 1;
 554                                 let mut payment_secret = PaymentSecret([0; 32]);
 555                                 payment_secret.0[0..8].copy_from_slice(&be64_to_array(payments_sent));
 556                                 payments_sent += 1;
 557                                 match channelmanager.send_payment(payment_hash,
 558                                         RecipientOnionFields::secret_only(payment_secret), PaymentId(payment_hash.0),
 559                                         params, Retry::Attempts(0))
 560                                 {
 561                                         Ok(_) => {},
 562                                         Err(_) => return,
 563                                 }
 564                         },
 565                         5 => {
 566                                 let peer_id = get_slice!(1)[0];
 567                                 if !peers.borrow()[peer_id as usize] { return; }
 568                                 let their_key = get_pubkey!();
 569                                 let chan_value = slice_to_be24(get_slice!(3)) as u64;
 570                                 let push_msat_value = slice_to_be24(get_slice!(3)) as u64;
 571                                 if channelmanager.create_channel(their_key, chan_value, push_msat_value, 0, None, None).is_err() { return; }
 572                         },
 573                         6 => {
 574                                 let mut channels = channelmanager.list_channels();
 575                                 let channel_id = get_slice!(1)[0] as usize;
 576                                 if channel_id >= channels.len() { return; }
 577                                 channels.sort_by(|a, b| { a.channel_id.cmp(&b.channel_id) });
 578                                 if channelmanager.close_channel(&channels[channel_id].channel_id, &channels[channel_id].counterparty.node_id).is_err() { return; }
 579                         },
 580                         7 => {
 581                                 if should_forward {
 582                                         channelmanager.process_pending_htlc_forwards();
 583                                         should_forward = false;
 584                                 }
 585                         },
 586                         8 => {
 587                                 for payment in payments_received.drain(..) {
 588                                         // SHA256 is defined as XOR of all input bytes placed in the first byte, and 0s
 589                                         // for the remaining bytes. Thus, if not all remaining bytes are 0s we cannot
 590                                         // fulfill this HTLC, but if they are, we can just take the first byte and
 591                                         // place that anywhere in our preimage.
 592                                         if &payment.0[1..] != &[0; 31] {
 593                                                 channelmanager.fail_htlc_backwards(&payment);
 594                                         } else {
 595                                                 let mut payment_preimage = PaymentPreimage([0; 32]);
 596                                                 payment_preimage.0[0] = payment.0[0];
 597                                                 channelmanager.claim_funds(payment_preimage);
 598                                         }
 599                                 }
 600                         },
 601                         16 => {
 602                                 let payment_preimage = PaymentPreimage(keys_manager.get_secure_random_bytes());
 603                                 let payment_hash = PaymentHash(Sha256::hash(&payment_preimage.0[..]).to_byte_array());
 604                                 // Note that this may fail - our hashes may collide and we'll end up trying to
 605                                 // double-register the same payment_hash.
 606                                 let _ = channelmanager.create_inbound_payment_for_hash(payment_hash, None, 1, None);
 607                         },
 608                         9 => {
 609                                 for payment in payments_received.drain(..) {
 610                                         channelmanager.fail_htlc_backwards(&payment);
 611                                 }
 612                         },
 613                         10 => {
 614                                 'outer_loop: for funding_generation in pending_funding_generation.drain(..) {
 615                                         let mut tx = Transaction { version: 0, lock_time: LockTime::ZERO, input: Vec::new(), output: vec![TxOut {
 616                                                         value: funding_generation.2, script_pubkey: funding_generation.3,
 617                                                 }] };
 618                                         let funding_output = 'search_loop: loop {
 619                                                 let funding_txid = tx.txid();
 620                                                 if let None = loss_detector.txids_confirmed.get(&funding_txid) {
 621                                                         let outpoint = OutPoint { txid: funding_txid, index: 0 };
 622                                                         for chan in channelmanager.list_channels() {
 623                                                                 if chan.channel_id == outpoint.to_channel_id() {
 624                                                                         tx.version += 1;
 625                                                                         continue 'search_loop;
 626                                                                 }
 627                                                         }
 628                                                         break outpoint;
 629                                                 }
 630                                                 tx.version += 1;
 631                                                 if tx.version > 0xff {
 632                                                         continue 'outer_loop;
 633                                                 }
 634                                         };
 635                                         if let Err(e) = channelmanager.funding_transaction_generated(&funding_generation.0, &funding_generation.1, tx.clone()) {
 636                                                 // It's possible the channel has been closed in the mean time, but any other
 637                                                 // failure may be a bug.
 638                                                 if let APIError::ChannelUnavailable { .. } = e { } else { panic!(); }
 639                                         }
 640                                         pending_funding_signatures.insert(funding_output, tx);
 641                                 }
 642                         },
 643                         11 => {
 644                                 let mut txn = broadcast.txn_broadcasted.lock().unwrap().split_off(0);
 645                                 if !txn.is_empty() {
 646                                         loss_detector.connect_block(&txn[..]);
 647                                         for _ in 2..100 {
 648                                                 loss_detector.connect_block(&[]);
 649                                         }
 650                                 }
 651                                 for tx in txn.drain(..) {
 652                                         loss_detector.funding_txn.push(tx);
 653                                 }
 654                         },
 655                         12 => {
 656                                 let txlen = slice_to_be16(get_slice!(2));
 657                                 if txlen == 0 {
 658                                         loss_detector.connect_block(&[]);
 659                                 } else {
 660                                         let txres: Result<Transaction, _> = deserialize(get_slice!(txlen));
 661                                         if let Ok(tx) = txres {
 662                                                 let mut output_val = 0;
 663                                                 for out in tx.output.iter() {
 664                                                         if out.value > 21_000_000_0000_0000 { return; }
 665                                                         output_val += out.value;
 666                                                         if output_val > 21_000_000_0000_0000 { return; }
 667                                                 }
 668                                                 loss_detector.connect_block(&[tx]);
 669                                         } else {
 670                                                 return;
 671                                         }
 672                                 }
 673                         },
 674                         13 => {
 675                                 loss_detector.disconnect_block();
 676                         },
 677                         14 => {
 678                                 let mut channels = channelmanager.list_channels();
 679                                 let channel_id = get_slice!(1)[0] as usize;
 680                                 if channel_id >= channels.len() { return; }
 681                                 channels.sort_by(|a, b| { a.channel_id.cmp(&b.channel_id) });
 682                                 channelmanager.force_close_broadcasting_latest_txn(&channels[channel_id].channel_id, &channels[channel_id].counterparty.node_id).unwrap();
 683                         },
 684                         // 15 is above
 685                         _ => return,
 686                 }
 687                 loss_detector.handler.process_events();
 688                 for event in loss_detector.manager.get_and_clear_pending_events() {
 689                         match event {
 690                                 Event::FundingGenerationReady { temporary_channel_id, counterparty_node_id, channel_value_satoshis, output_script, .. } => {
 691                                         pending_funding_generation.push((temporary_channel_id, counterparty_node_id, channel_value_satoshis, output_script));
 692                                 },
 693                                 Event::PaymentClaimable { payment_hash, .. } => {
 694                                         //TODO: enhance by fetching random amounts from fuzz input?
 695                                         payments_received.push(payment_hash);
 696                                 },
 697                                 Event::PendingHTLCsForwardable {..} => {
 698                                         should_forward = true;
 699                                 },
 700                                 _ => {},
 701                         }
 702                 }
 703         }
 704 }
 705
 706 pub fn full_stack_test<Out: test_logger::Output>(data: &[u8], out: Out) {
 707         let logger: Arc<dyn Logger> = Arc::new(test_logger::TestLogger::new("".to_owned(), out));
 708         do_test(data, &logger);
 709 }
 710
 711 #[no_mangle]
 712 pub extern "C" fn full_stack_run(data: *const u8, datalen: usize) {
 713         let logger: Arc<dyn Logger> = Arc::new(test_logger::TestLogger::new("".to_owned(), test_logger::DevNull {}));
 714         do_test(unsafe { std::slice::from_raw_parts(data, datalen) }, &logger);
 715 }
 716
 717 #[cfg(test)]
 718 mod tests {
 719         use bitcoin::hashes::hex::FromHex;
 720         use lightning::util::logger::{Logger, Record};
 721         use std::collections::HashMap;
 722         use std::sync::{Arc, Mutex};
 723
 724         struct TrackingLogger {
 725                 /// (module, message) -> count
 726                 pub lines: Mutex<HashMap<(String, String), usize>>,
 727         }
 728         impl Logger for TrackingLogger {
 729                 fn log(&self, record: &Record) {
 730                         *self.lines.lock().unwrap().entry((record.module_path.to_string(), format!("{}", record.args))).or_insert(0) += 1;
 731                         println!("{:<5} [{} : {}, {}] {}", record.level.to_string(), record.module_path, record.file, record.line, record.args);
 732                 }
 733         }
 734
 735         #[test]
 736         fn test_no_existing_test_breakage() {
 737                 // To avoid accidentally causing all existing fuzz test cases to be useless by making minor
 738                 // changes (such as requesting feerate info in a new place), we run a pretty full
 739                 // step-through with two peers and HTLC forwarding here. Obviously this is pretty finicky,
 740                 // so this should be updated pretty liberally, but at least we'll know when changes occur.
 741                 // If nothing else, this test serves as a pretty great initial full_stack_target seed.
 742
 743                 // What each byte represents is broken down below, and then everything is concatenated into
 744                 // one large test at the end (you want %s/ -.*//g %s/\n\| \|\t\|\///g).
 745
 746                 // Following BOLT 8, lightning message on the wire are: 2-byte encrypted message length +
 747                 // 16-byte MAC of the encrypted message length + encrypted Lightning message + 16-byte MAC
 748                 // of the Lightning message
 749                 // I.e 2nd inbound read, len 18 : 0006 (encrypted message length) + 03000000000000000000000000000000 (MAC of the encrypted message length)
 750                 // Len 22 : 0010 00000000 (encrypted lightning message) + 03000000000000000000000000000000 (MAC of the Lightning message)
 751
 752                 // Writing new code generating transactions and see a new failure ? Don't forget to add input for the FuzzEstimator !
 753
 754                 // 0100000000000000000000000000000000000000000000000000000000000000 - our network key
 755                 // 00000000 - fee_proportional_millionths
 756                 // 01 - announce_channels_publicly
 757                 //
 758                 // 00 - new outbound connection with id 0
 759                 // 030000000000000000000000000000000000000000000000000000000000000002 - peer's pubkey
 760                 // 030032 - inbound read from peer id 0 of len 50
 761                 // 00 030000000000000000000000000000000000000000000000000000000000000002 03000000000000000000000000000000 - noise act two (0||pubkey||mac)
 762                 //
 763                 // 030012 - inbound read from peer id 0 of len 18
 764                 // 0010 03000000000000000000000000000000 - message header indicating message length 16
 765                 // 030020 - inbound read from peer id 0 of len 32
 766                 // 0010 00021aaa 0008aaaaaaaaaaaa9aaa 03000000000000000000000000000000 - init message (type 16) with static_remotekey required and other bits optional and mac
 767                 //
 768                 // 030012 - inbound read from peer id 0 of len 18
 769                 // 0147 03000000000000000000000000000000 - message header indicating message length 327
 770                 // 0300fe - inbound read from peer id 0 of len 254
 771                 // 0020 6fe28c0ab6f1b372c1a6a246ae63f74f931e8365e15a089c68d6190000000000 ff4f00f805273c1b203bb5ebf8436bfde57b3be8c2f5e95d9491dbb181909679 000000000000c350 0000000000000000 0000000000000162 ffffffffffffffff 0000000000000222 0000000000000000 000000fd 0006 01e3 030000000000000000000000000000000000000000000000000000000000000001 030000000000000000000000000000000000000000000000000000000000000002 030000000000000000000000000000000000000000000000000000000000000003 030000000000000000000000000000000000000000000000000000000000000004 - beginning of open_channel message
 772                 // 030059 - inbound read from peer id 0 of len 89
 773                 // 030000000000000000000000000000000000000000000000000000000000000005 020900000000000000000000000000000000000000000000000000000000000000 01 0000 01021000 03000000000000000000000000000000 - rest of open_channel and mac
 774                 //
 775                 // 00fd - Two feerate requests (all returning min feerate, which our open_channel also uses) (gonna be ingested by FuzzEstimator)
 776                 // - client should now respond with accept_channel (CHECK 1: type 33 to peer 03000000)
 777                 //
 778                 // 030012 - inbound read from peer id 0 of len 18
 779                 // 0084 03000000000000000000000000000000 - message header indicating message length 132
 780                 // 030094 - inbound read from peer id 0 of len 148
 781                 // 0022 ff4f00f805273c1b203bb5ebf8436bfde57b3be8c2f5e95d9491dbb181909679 3d00000000000000000000000000000000000000000000000000000000000000 0000 00000000000000000000000000000000000000000000000000000000000000210100000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - funding_created and mac
 782                 // - client should now respond with funding_signed (CHECK 2: type 35 to peer 03000000)
 783                 //
 784                 // 0c005e - connect a block with one transaction of len 94
 785                 // 020000000100000000000000000000000000000000000000000000000000000000000000000000000000ffffffff0150c3000000000000220020ae0000000000000000000000000000000000000000000000000000000000000000000000 - the funding transaction
 786                 // 0c0000 - connect a block with no transactions
 787                 // 0c0000 - connect a block with no transactions
 788                 // 0c0000 - connect a block with no transactions
 789                 // 0c0000 - connect a block with no transactions
 790                 // 0c0000 - connect a block with no transactions
 791                 // 0c0000 - connect a block with no transactions
 792                 // 0c0000 - connect a block with no transactions
 793                 // 0c0000 - connect a block with no transactions
 794                 // 0c0000 - connect a block with no transactions
 795                 // 0c0000 - connect a block with no transactions
 796                 // 0c0000 - connect a block with no transactions
 797                 // 0c0000 - connect a block with no transactions
 798                 // - by now client should have sent a channel_ready (CHECK 3: SendChannelReady to 03000000 for chan 3d000000)
 799                 //
 800                 // 030012 - inbound read from peer id 0 of len 18
 801                 // 0043 03000000000000000000000000000000 - message header indicating message length 67
 802                 // 030053 - inbound read from peer id 0 of len 83
 803                 // 0024 3d00000000000000000000000000000000000000000000000000000000000000 020800000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - channel_ready and mac
 804                 //
 805                 // 01 - new inbound connection with id 1
 806                 // 030132 - inbound read from peer id 1 of len 50
 807                 // 0003000000000000000000000000000000000000000000000000000000000000000703000000000000000000000000000000 - inbound noise act 1
 808                 // 030142 - inbound read from peer id 1 of len 66
 809                 // 000302000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003000000000000000000000000000000 - inbound noise act 3
 810                 //
 811                 // 030112 - inbound read from peer id 1 of len 18
 812                 // 0010 01000000000000000000000000000000 - message header indicating message length 16
 813                 // 030120 - inbound read from peer id 1 of len 32
 814                 // 0010 00021aaa 0008aaaaaaaaaaaa9aaa 01000000000000000000000000000000 - init message (type 16) with static_remotekey required and other bits optional and mac
 815                 //
 816                 // 05 01 030200000000000000000000000000000000000000000000000000000000000000 00c350 0003e8 - create outbound channel to peer 1 for 50k sat
 817                 // 00fd - One feerate requests (all returning min feerate) (gonna be ingested by FuzzEstimator)
 818                 //
 819                 // 030112 - inbound read from peer id 1 of len 18
 820                 // 0112 01000000000000000000000000000000 - message header indicating message length 274
 821                 // 0301ff - inbound read from peer id 1 of len 255
 822                 // 0021 0000000000000000000000000000000000000000000000000000000000000e05 0000000000000162 00000000004c4b40 00000000000003e8 00000000000003e8 00000002 03f0 0005 030000000000000000000000000000000000000000000000000000000000000100 030000000000000000000000000000000000000000000000000000000000000200 030000000000000000000000000000000000000000000000000000000000000300 030000000000000000000000000000000000000000000000000000000000000400 030000000000000000000000000000000000000000000000000000000000000500 02660000000000000000000000000000 - beginning of accept_channel
 823                 // 030123 - inbound read from peer id 1 of len 35
 824                 // 0000000000000000000000000000000000 0000 01000000000000000000000000000000 - rest of accept_channel and mac
 825                 //
 826                 // 0a - create the funding transaction (client should send funding_created now)
 827                 //
 828                 // 00fd00fd - Two feerate requests (calculating max dust exposure) (all returning min feerate) (gonna be ingested by FuzzEstimator)
 829                 //
 830                 // 030112 - inbound read from peer id 1 of len 18
 831                 // 0062 01000000000000000000000000000000 - message header indicating message length 98
 832                 // 030172 - inbound read from peer id 1 of len 114
 833                 // 0023 3a00000000000000000000000000000000000000000000000000000000000000 000000000000000000000000000000000000000000000000000000000000007c0001000000000000000000000000000000000000000000000000000000000000 01000000000000000000000000000000 - funding_signed message and mac
 834                 //
 835                 // 0b - broadcast funding transaction
 836                 // - by now client should have sent a channel_ready (CHECK 4: SendChannelReady to 03020000 for chan 3f000000)
 837                 //
 838                 // 030112 - inbound read from peer id 1 of len 18
 839                 // 0043 01000000000000000000000000000000 - message header indicating message length 67
 840                 // 030153 - inbound read from peer id 1 of len 83
 841                 // 0024 3a00000000000000000000000000000000000000000000000000000000000000 026700000000000000000000000000000000000000000000000000000000000000 01000000000000000000000000000000 - channel_ready and mac
 842                 //
 843                 // 030012 - inbound read from peer id 0 of len 18
 844                 // 05ac 03000000000000000000000000000000 - message header indicating message length 1452
 845                 // 0300ff - inbound read from peer id 0 of len 255
 846                 // 0080 3d00000000000000000000000000000000000000000000000000000000000000 0000000000000000 0000000000003e80 ff00000000000000000000000000000000000000000000000000000000000000 000003f0 00 030000000000000000000000000000000000000000000000000000000000000555 11 020203e8 0401a0 060800000e0000010000 0a00000000000000000000000000000000000000000000000000000000000000 ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff - beginning of update_add_htlc from 0 to 1 via client
 847                 // 0300ff - inbound read from peer id 0 of len 255
 848                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
 849                 // 0300ff - inbound read from peer id 0 of len 255
 850                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
 851                 // 0300ff - inbound read from peer id 0 of len 255
 852                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
 853                 // 0300ff - inbound read from peer id 0 of len 255
 854                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
 855                 // 0300c1 - inbound read from peer id 0 of len 193
 856                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff ab00000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - end of update_add_htlc from 0 to 1 via client and mac
 857                 //
 858                 // 00fd - One feerate request (calculating max dust exposure) (all returning min feerate) (gonna be ingested by FuzzEstimator)
 859                 //
 860                 // 030012 - inbound read from peer id 0 of len 18
 861                 // 0064 03000000000000000000000000000000 - message header indicating message length 100
 862                 // 030074 - inbound read from peer id 0 of len 116
 863                 // 0084 3d00000000000000000000000000000000000000000000000000000000000000 00000000000000000000000000000000000000000000000000000000000000300100000000000000000000000000000000000000000000000000000000000000 0000 03000000000000000000000000000000 - commitment_signed and mac
 864                 // - client should now respond with revoke_and_ack and commitment_signed (CHECK 5/6: types 133 and 132 to peer 03000000)
 865                 //
 866                 // 030012 - inbound read from peer id 0 of len 18
 867                 // 0063 03000000000000000000000000000000 - message header indicating message length 99
 868                 // 030073 - inbound read from peer id 0 of len 115
 869                 // 0085 3d00000000000000000000000000000000000000000000000000000000000000 0900000000000000000000000000000000000000000000000000000000000000 020b00000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - revoke_and_ack and mac
 870                 //
 871                 // 07 - process the now-pending HTLC forward
 872                 // - client now sends id 1 update_add_htlc and commitment_signed (CHECK 7: UpdateHTLCs event for node 03020000 with 1 HTLCs for channel 3f000000)
 873                 //
 874                 // 00fd00fd - Two feerate requests (calculating max dust exposure) (all returning min feerate) (gonna be ingested by FuzzEstimator)
 875                 //
 876                 // - we respond with commitment_signed then revoke_and_ack (a weird, but valid, order)
 877                 // 030112 - inbound read from peer id 1 of len 18
 878                 // 0064 01000000000000000000000000000000 - message header indicating message length 100
 879                 // 030174 - inbound read from peer id 1 of len 116
 880                 // 0084 3a00000000000000000000000000000000000000000000000000000000000000 000000000000000000000000000000000000000000000000000000000000006a0001000000000000000000000000000000000000000000000000000000000000 0000 01000000000000000000000000000000 - commitment_signed and mac
 881                 //
 882                 // 030112 - inbound read from peer id 1 of len 18
 883                 // 0063 01000000000000000000000000000000 - message header indicating message length 99
 884                 // 030173 - inbound read from peer id 1 of len 115
 885                 // 0085 3a00000000000000000000000000000000000000000000000000000000000000 6600000000000000000000000000000000000000000000000000000000000000 026400000000000000000000000000000000000000000000000000000000000000 01000000000000000000000000000000 - revoke_and_ack and mac
 886                 //
 887                 // 030112 - inbound read from peer id 1 of len 18
 888                 // 004a 01000000000000000000000000000000 - message header indicating message length 74
 889                 // 03015a - inbound read from peer id 1 of len 90
 890                 // 0082 3a00000000000000000000000000000000000000000000000000000000000000 0000000000000000 ff00888888888888888888888888888888888888888888888888888888888888 01000000000000000000000000000000 - update_fulfill_htlc and mac
 891                 // - client should immediately claim the pending HTLC from peer 0 (CHECK 8: SendFulfillHTLCs for node 03000000 with preimage ff00888888 for channel 3d000000)
 892                 //
 893                 // 030112 - inbound read from peer id 1 of len 18
 894                 // 0064 01000000000000000000000000000000 - message header indicating message length 100
 895                 // 030174 - inbound read from peer id 1 of len 116
 896                 // 0084 3a00000000000000000000000000000000000000000000000000000000000000 00000000000000000000000000000000000000000000000000000000000000100001000000000000000000000000000000000000000000000000000000000000 0000 01000000000000000000000000000000 - commitment_signed and mac
 897                 //
 898                 // 030112 - inbound read from peer id 1 of len 18
 899                 // 0063 01000000000000000000000000000000 - message header indicating message length 99
 900                 // 030173 - inbound read from peer id 1 of len 115
 901                 // 0085 3a00000000000000000000000000000000000000000000000000000000000000 6700000000000000000000000000000000000000000000000000000000000000 026500000000000000000000000000000000000000000000000000000000000000 01000000000000000000000000000000 - revoke_and_ack and mac
 902                 //
 903                 // - before responding to the commitment_signed generated above, send a new HTLC
 904                 // 030012 - inbound read from peer id 0 of len 18
 905                 // 05ac 03000000000000000000000000000000 - message header indicating message length 1452
 906                 // 0300ff - inbound read from peer id 0 of len 255
 907                 // 0080 3d00000000000000000000000000000000000000000000000000000000000000 0000000000000001 0000000000003e80 ff00000000000000000000000000000000000000000000000000000000000000 000003f0 00 030000000000000000000000000000000000000000000000000000000000000555 11 020203e8 0401a0 060800000e0000010000 0a00000000000000000000000000000000000000000000000000000000000000 ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff - beginning of update_add_htlc from 0 to 1 via client
 908                 // 0300ff - inbound read from peer id 0 of len 255
 909                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
 910                 // 0300ff - inbound read from peer id 0 of len 255
 911                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
 912                 // 0300ff - inbound read from peer id 0 of len 255
 913                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
 914                 // 0300ff - inbound read from peer id 0 of len 255
 915                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
 916                 // 0300c1 - inbound read from peer id 0 of len 193
 917                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff ab00000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - end of update_add_htlc from 0 to 1 via client and mac
 918                 //
 919                 // 00fd - One feerate request (calculating max dust exposure) (all returning min feerate) (gonna be ingested by FuzzEstimator)
 920                 //
 921                 // - now respond to the update_fulfill_htlc+commitment_signed messages the client sent to peer 0
 922                 // 030012 - inbound read from peer id 0 of len 18
 923                 // 0063 03000000000000000000000000000000 - message header indicating message length 99
 924                 // 030073 - inbound read from peer id 0 of len 115
 925                 // 0085 3d00000000000000000000000000000000000000000000000000000000000000 0800000000000000000000000000000000000000000000000000000000000000 020a00000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - revoke_and_ack and mac
 926                 // - client should now respond with revoke_and_ack and commitment_signed (CHECK 5/6 duplicates)
 927                 //
 928                 // 030012 - inbound read from peer id 0 of len 18
 929                 // 0064 03000000000000000000000000000000 - message header indicating message length 100
 930                 // 030074 - inbound read from peer id 0 of len 116
 931                 // 0084 3d00000000000000000000000000000000000000000000000000000000000000 00000000000000000000000000000000000000000000000000000000000000c30100000000000000000000000000000000000000000000000000000000000000 0000 03000000000000000000000000000000 - commitment_signed and mac
 932                 //
 933                 // 030012 - inbound read from peer id 0 of len 18
 934                 // 0063 03000000000000000000000000000000 - message header indicating message length 99
 935                 // 030073 - inbound read from peer id 0 of len 115
 936                 // 0085 3d00000000000000000000000000000000000000000000000000000000000000 0b00000000000000000000000000000000000000000000000000000000000000 020d00000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - revoke_and_ack and mac
 937                 //
 938                 // 07 - process the now-pending HTLC forward
 939                 // - client now sends id 1 update_add_htlc and commitment_signed (CHECK 7 duplicate)
 940                 // - we respond with revoke_and_ack, then commitment_signed, then update_fail_htlc
 941                 //
 942                 // 00fd00fd - Two feerate requests (calculating max dust exposure) (all returning min feerate) (gonna be ingested by FuzzEstimator)
 943                 //
 944                 // 030112 - inbound read from peer id 1 of len 18
 945                 // 0064 01000000000000000000000000000000 - message header indicating message length 100
 946                 // 030174 - inbound read from peer id 1 of len 116
 947                 // 0084 3a00000000000000000000000000000000000000000000000000000000000000 00000000000000000000000000000000000000000000000000000000000000390001000000000000000000000000000000000000000000000000000000000000 0000 01000000000000000000000000000000 - commitment_signed and mac
 948                 //
 949                 // 030112 - inbound read from peer id 1 of len 18
 950                 // 0063 01000000000000000000000000000000 - message header indicating message length 99
 951                 // 030173 - inbound read from peer id 1 of len 115
 952                 // 0085 3a00000000000000000000000000000000000000000000000000000000000000 6400000000000000000000000000000000000000000000000000000000000000 027000000000000000000000000000000000000000000000000000000000000000 01000000000000000000000000000000 - revoke_and_ack and mac
 953                 //
 954                 // 030112 - inbound read from peer id 1 of len 18
 955                 // 002c 01000000000000000000000000000000 - message header indicating message length 44
 956                 // 03013c - inbound read from peer id 1 of len 60
 957                 // 0083 3a00000000000000000000000000000000000000000000000000000000000000 0000000000000001 0000 01000000000000000000000000000000 - update_fail_htlc and mac
 958                 //
 959                 // 030112 - inbound read from peer id 1 of len 18
 960                 // 0064 01000000000000000000000000000000 - message header indicating message length 100
 961                 // 030174 - inbound read from peer id 1 of len 116
 962                 // 0084 3a00000000000000000000000000000000000000000000000000000000000000 00000000000000000000000000000000000000000000000000000000000000390001000000000000000000000000000000000000000000000000000000000000 0000 01000000000000000000000000000000 - commitment_signed and mac
 963                 //
 964                 // 030112 - inbound read from peer id 1 of len 18
 965                 // 0063 01000000000000000000000000000000 - message header indicating message length 99
 966                 // 030173 - inbound read from peer id 1 of len 115
 967                 // 0085 3a00000000000000000000000000000000000000000000000000000000000000 6500000000000000000000000000000000000000000000000000000000000000 027100000000000000000000000000000000000000000000000000000000000000 01000000000000000000000000000000 - revoke_and_ack and mac
 968                 //
 969                 // 07 - process the now-pending HTLC forward
 970                 // - client now sends id 0 update_fail_htlc and commitment_signed (CHECK 9)
 971                 // - now respond to the update_fail_htlc+commitment_signed messages the client sent to peer 0
 972                 //
 973                 // 030012 - inbound read from peer id 0 of len 18
 974                 // 0063 03000000000000000000000000000000 - message header indicating message length 99
 975                 // 030073 - inbound read from peer id 0 of len 115
 976                 // 0085 3d00000000000000000000000000000000000000000000000000000000000000 0a00000000000000000000000000000000000000000000000000000000000000 020c00000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - revoke_and_ack and mac
 977                 //
 978                 // 030012 - inbound read from peer id 0 of len 18
 979                 // 0064 03000000000000000000000000000000 - message header indicating message length 100
 980                 // 030074 - inbound read from peer id 0 of len 116
 981                 // 0084 3d00000000000000000000000000000000000000000000000000000000000000 00000000000000000000000000000000000000000000000000000000000000320100000000000000000000000000000000000000000000000000000000000000 0000 03000000000000000000000000000000 - commitment_signed and mac
 982                 // - client should now respond with revoke_and_ack (CHECK 5 duplicate)
 983                 //
 984                 // 030012 - inbound read from peer id 0 of len 18
 985                 // 05ac 03000000000000000000000000000000 - message header indicating message length 1452
 986                 // 0300ff - inbound read from peer id 0 of len 255
 987                 // 0080 3d00000000000000000000000000000000000000000000000000000000000000 0000000000000002 00000000000b0838 ff00000000000000000000000000000000000000000000000000000000000000 000003f0 00 030000000000000000000000000000000000000000000000000000000000000555 12 02030927c0 0401a0 060800000e0000010000 0a00000000000000000000000000000000000000000000000000000000000000 ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff - beginning of update_add_htlc from 0 to 1 via client
 988                 // 0300ff - inbound read from peer id 0 of len 255
 989                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
 990                 // 0300ff - inbound read from peer id 0 of len 255
 991                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
 992                 // 0300ff - inbound read from peer id 0 of len 255
 993                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
 994                 // 0300ff - inbound read from peer id 0 of len 255
 995                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
 996                 // 0300c1 - inbound read from peer id 0 of len 193
 997                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff 5300000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - end of update_add_htlc from 0 to 1 via client and mac
 998                 //
 999                 // 00fd - One feerate request (calculating max dust exposure) (all returning min feerate) (gonna be ingested by FuzzEstimator)
1000                 //
1001                 // 030012 - inbound read from peer id 0 of len 18
1002                 // 00a4 03000000000000000000000000000000 - message header indicating message length 164
1003                 // 0300b4 - inbound read from peer id 0 of len 180
1004                 // 0084 3d00000000000000000000000000000000000000000000000000000000000000 00000000000000000000000000000000000000000000000000000000000000750100000000000000000000000000000000000000000000000000000000000000 0001 00000000000000000000000000000000000000000000000000000000000000670500000000000000000000000000000000000000000000000000000000000006 03000000000000000000000000000000 - commitment_signed and mac
1005                 // - client should now respond with revoke_and_ack and commitment_signed (CHECK 5/6 duplicates)
1006                 //
1007                 // 030012 - inbound read from peer id 0 of len 18
1008                 // 0063 03000000000000000000000000000000 - message header indicating message length 99
1009                 // 030073 - inbound read from peer id 0 of len 115
1010                 // 0085 3d00000000000000000000000000000000000000000000000000000000000000 0d00000000000000000000000000000000000000000000000000000000000000 020f00000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - revoke_and_ack and mac
1011                 //
1012                 // 07 - process the now-pending HTLC forward
1013                 // - client now sends id 1 update_add_htlc and commitment_signed (CHECK 7 duplicate)
1014                 //
1015                 // 00fd00fd - Two feerate requests (calculating max dust exposure) (all returning min feerate) (gonna be ingested by FuzzEstimator)
1016                 //
1017                 // 0c007d - connect a block with one transaction of len 125
1018                 // 02000000013a000000000000000000000000000000000000000000000000000000000000000000000000000000800258020000000000002200204b0000000000000000000000000000000000000000000000000000000000000014c0000000000000160014280000000000000000000000000000000000000005000020 - the commitment transaction for channel 3f00000000000000000000000000000000000000000000000000000000000000
1019                 //
1020                 // 0c005e - connect a block with one transaction of len 94
1021                 // 0200000001730000000000000000000000000000000000000000000000000000000000000000000000000000000001a701000000000000220020b20000000000000000000000000000000000000000000000000000000000000000000000 - the HTLC timeout transaction
1022                 // 0c0000 - connect a block with no transactions
1023                 // 0c0000 - connect a block with no transactions
1024                 // 0c0000 - connect a block with no transactions
1025                 // 0c0000 - connect a block with no transactions
1026                 // 0c0000 - connect a block with no transactions
1027                 //
1028                 // 07 - process the now-pending HTLC forward
1029                 // - client now fails the HTLC backwards as it was unable to extract the payment preimage (CHECK 9 duplicate and CHECK 10)
1030
1031                 let logger = Arc::new(TrackingLogger { lines: Mutex::new(HashMap::new()) });
1032                 super::do_test(&<Vec<u8>>::from_hex("01000000000000000000000000000000000000000000000000000000000000000000000001000300000000000000000000000000000000000000000000000000000000000000020300320003000000000000000000000000000000000000000000000000000000000000000203000000000000000000000000000000030012001003000000000000000000000000000000030020001000021aaa0008aaaaaaaaaaaa9aaa030000000000000000000000000000000300120147030000000000000000000000000000000300fe00206fe28c0ab6f1b372c1a6a246ae63f74f931e8365e15a089c68d6190000000000ff4f00f805273c1b203bb5ebf8436bfde57b3be8c2f5e95d9491dbb181909679000000000000c35000000000000000000000000000000162ffffffffffffffff00000000000002220000000000000000000000fd000601e3030000000000000000000000000000000000000000000000000000000000000001030000000000000000000000000000000000000000000000000000000000000002030000000000000000000000000000000000000000000000000000000000000003030000000000000000000000000000000000000000000000000000000000000004030059030000000000000000000000000000000000000000000000000000000000000005020900000000000000000000000000000000000000000000000000000000000000010000010210000300000000000000000000000000000000fd0300120084030000000000000000000000000000000300940022ff4f00f805273c1b203bb5ebf8436bfde57b3be8c2f5e95d9491dbb1819096793d00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000210100000000000000000000000000000000000000000000000000000000000000030000000000000000000000000000000c005e020000000100000000000000000000000000000000000000000000000000000000000000000000000000ffffffff0150c3000000000000220020ae00000000000000000000000000000000000000000000000000000000000000000000000c00000c00000c00000c00000c00000c00000c00000c00000c00000c00000c00000c000003001200430300000000000000000000000000000003005300243d0000000000000000000000000000000000000000000000000000000000000002080000000000000000000000000000000000000000000000000000000000000003000000000000000000000000000000010301320003000000000000000000000000000000000000000000000000000000000000000703000000000000000000000000000000030142000302000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003000000000000000000000000000000030112001001000000000000000000000000000000030120001000021aaa0008aaaaaaaaaaaa9aaa01000000000000000000000000000000050103020000000000000000000000000000000000000000000000000000000000000000c3500003e800fd0301120112010000000000000000000000000000000301ff00210000000000000000000000000000000000000000000000000000000000000e05000000000000016200000000004c4b4000000000000003e800000000000003e80000000203f000050300000000000000000000000000000000000000000000000000000000000001000300000000000000000000000000000000000000000000000000000000000002000300000000000000000000000000000000000000000000000000000000000003000300000000000000000000000000000000000000000000000000000000000004000300000000000000000000000000000000000000000000000000000000000005000266000000000000000000000000000003012300000000000000000000000000000000000000010000000000000000000000000000000a00fd00fd03011200620100000000000000000000000000000003017200233a00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000007c0001000000000000000000000000000000000000000000000000000000000000010000000000000000000000000000000b03011200430100000000000000000000000000000003015300243a000000000000000000000000000000000000000000000000000000000000000267000000000000000000000000000000000000000000000000000000000000000100000000000000000000000000000003001205ac030000000000000000000000000000000300ff00803d0000000000000000000000000000000000000000000000000000000000000000000000000000000000000000003e80ff00000000000000000000000000000000000000000000000000000000000000000003f00003000000000000000000000000000000000000000000000000000000000000055511020203e80401a0060800000e00000100000a00000000000000000000000000000000000000000000000000000000000000ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300c1ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffab000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000000fd03001200640300000000000000000000000000000003007400843d000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000030010000000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003001200630300000000000000000000000000000003007300853d000000000000000000000000000000000000000000000000000000000000000900000000000000000000000000000000000000000000000000000000000000020b00000000000000000000000000000000000000000000000000000000000000030000000000000000000000000000000700fd00fd03011200640100000000000000000000000000000003017400843a00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000006a000100000000000000000000000000000000000000000000000000000000000000000100000000000000000000000000000003011200630100000000000000000000000000000003017300853a00000000000000000000000000000000000000000000000000000000000000660000000000000000000000000000000000000000000000000000000000000002640000000000000000000000000000000000000000000000000000000000000001000000000000000000000000000000030112004a0100000000000000000000000000000003015a00823a000000000000000000000000000000000000000000000000000000000000000000000000000000ff008888888888888888888888888888888888888888888888888888888888880100000000000000000000000000000003011200640100000000000000000000000000000003017400843a000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000010000100000000000000000000000000000000000000000000000000000000000000000100000000000000000000000000000003011200630100000000000000000000000000000003017300853a0000000000000000000000000000000000000000000000000000000000000067000000000000000000000000000000000000000000000000000000000000000265000000000000000000000000000000000000000000000000000000000000000100000000000000000000000000000003001205ac030000000000000000000000000000000300ff00803d0000000000000000000000000000000000000000000000000000000000000000000000000000010000000000003e80ff00000000000000000000000000000000000000000000000000000000000000000003f00003000000000000000000000000000000000000000000000000000000000000055511020203e80401a0060800000e00000100000a00000000000000000000000000000000000000000000000000000000000000ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300c1ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffab000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000000fd03001200630300000000000000000000000000000003007300853d000000000000000000000000000000000000000000000000000000000000000800000000000000000000000000000000000000000000000000000000000000020a000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003001200640300000000000000000000000000000003007400843d0000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000c3010000000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003001200630300000000000000000000000000000003007300853d000000000000000000000000000000000000000000000000000000000000000b00000000000000000000000000000000000000000000000000000000000000020d00000000000000000000000000000000000000000000000000000000000000030000000000000000000000000000000700fd00fd03011200640100000000000000000000000000000003017400843a000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000039000100000000000000000000000000000000000000000000000000000000000000000100000000000000000000000000000003011200630100000000000000000000000000000003017300853a00000000000000000000000000000000000000000000000000000000000000640000000000000000000000000000000000000000000000000000000000000002700000000000000000000000000000000000000000000000000000000000000001000000000000000000000000000000030112002c0100000000000000000000000000000003013c00833a00000000000000000000000000000000000000000000000000000000000000000000000000000100000100000000000000000000000000000003011200640100000000000000000000000000000003017400843a000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000039000100000000000000000000000000000000000000000000000000000000000000000100000000000000000000000000000003011200630100000000000000000000000000000003017300853a000000000000000000000000000000000000000000000000000000000000006500000000000000000000000000000000000000000000000000000000000000027100000000000000000000000000000000000000000000000000000000000000010000000000000000000000000000000703001200630300000000000000000000000000000003007300853d000000000000000000000000000000000000000000000000000000000000000a00000000000000000000000000000000000000000000000000000000000000020c000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003001200640300000000000000000000000000000003007400843d000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000032010000000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003001205ac030000000000000000000000000000000300ff00803d00000000000000000000000000000000000000000000000000000000000000000000000000000200000000000b0838ff00000000000000000000000000000000000000000000000000000000000000000003f0000300000000000000000000000000000000000000000000000000000000000005551202030927c00401a0060800000e00000100000a00000000000000000000000000000000000000000000000000000000000000ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300c1ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff53000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000000fd03001200a4030000000000000000000000000000000300b400843d00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000007501000000000000000000000000000000000000000000000000000000000000000001000000000000000000000000000000000000000000000000000000000000006705000000000000000000000000000000000000000000000000000000000000060300000000000000000000000000000003001200630300000000000000000000000000000003007300853d000000000000000000000000000000000000000000000000000000000000000d00000000000000000000000000000000000000000000000000000000000000020f00000000000000000000000000000000000000000000000000000000000000030000000000000000000000000000000700fd00fd0c007d02000000013a000000000000000000000000000000000000000000000000000000000000000000000000000000800258020000000000002200204b0000000000000000000000000000000000000000000000000000000000000014c00000000000001600142800000000000000000000000000000000000000050000200c005e0200000001730000000000000000000000000000000000000000000000000000000000000000000000000000000001a701000000000000220020b200000000000000000000000000000000000000000000000000000000000000000000000c00000c00000c00000c00000c000007").unwrap(), &(Arc::clone(&logger) as Arc<dyn Logger>));
1033
1034                 let log_entries = logger.lines.lock().unwrap();
1035                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling SendAcceptChannel event in peer_handler for node 030000000000000000000000000000000000000000000000000000000000000002 for channel ff4f00f805273c1b203bb5ebf8436bfde57b3be8c2f5e95d9491dbb181909679".to_string())), Some(&1)); // 1
1036                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling SendFundingSigned event in peer_handler for node 030000000000000000000000000000000000000000000000000000000000000002 for channel 3d00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&1)); // 2
1037                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling SendChannelReady event in peer_handler for node 030000000000000000000000000000000000000000000000000000000000000002 for channel 3d00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&1)); // 3
1038                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling SendChannelReady event in peer_handler for node 030200000000000000000000000000000000000000000000000000000000000000 for channel 3a00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&1)); // 4
1039                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling SendRevokeAndACK event in peer_handler for node 030000000000000000000000000000000000000000000000000000000000000002 for channel 3d00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&4)); // 5
1040                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling UpdateHTLCs event in peer_handler for node 030000000000000000000000000000000000000000000000000000000000000002 with 0 adds, 0 fulfills, 0 fails for channel 3d00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&3)); // 6
1041                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling UpdateHTLCs event in peer_handler for node 030200000000000000000000000000000000000000000000000000000000000000 with 1 adds, 0 fulfills, 0 fails for channel 3a00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&3)); // 7
1042                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling UpdateHTLCs event in peer_handler for node 030000000000000000000000000000000000000000000000000000000000000002 with 0 adds, 1 fulfills, 0 fails for channel 3d00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&1)); // 8
1043                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling UpdateHTLCs event in peer_handler for node 030000000000000000000000000000000000000000000000000000000000000002 with 0 adds, 0 fulfills, 1 fails for channel 3d00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&2)); // 9
1044                 assert_eq!(log_entries.get(&("lightning::chain::channelmonitor".to_string(), "Input spending counterparty commitment tx (0000000000000000000000000000000000000000000000000000000000000073:0) in 0000000000000000000000000000000000000000000000000000000000000067 resolves outbound HTLC with payment hash ff00000000000000000000000000000000000000000000000000000000000000 with timeout".to_string())), Some(&1)); // 10
1045         }
1046 }