_ Git - rust-lightning/blob - fuzz/src/full_stack.rs

   1 // This file is Copyright its original authors, visible in version control
   2 // history.
   3 //
   4 // This file is licensed under the Apache License, Version 2.0 <LICENSE-APACHE
   5 // or http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
   6 // <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your option.
   7 // You may not use this file except in accordance with one or both of these
   8 // licenses.
   9
  10 //! Test that no series of bytes received over the wire/connections created/payments sent can
  11 //! result in a crash. We do this by standing up a node and then reading bytes from input to denote
  12 //! actions such as creating new inbound/outbound connections, bytes to be read from a connection,
  13 //! or payments to send/ways to handle events generated.
  14 //! This test has been very useful, though due to its complexity good starting inputs are critical.
  15
  16 use bitcoin::blockdata::constants::genesis_block;
  17 use bitcoin::blockdata::transaction::{Transaction, TxOut};
  18 use bitcoin::blockdata::script::{Builder, Script};
  19 use bitcoin::blockdata::opcodes;
  20 use bitcoin::blockdata::locktime::PackedLockTime;
  21 use bitcoin::consensus::encode::deserialize;
  22 use bitcoin::network::constants::Network;
  23
  24 use bitcoin::hashes::Hash as TraitImport;
  25 use bitcoin::hashes::HashEngine as TraitImportEngine;
  26 use bitcoin::hashes::sha256::Hash as Sha256;
  27 use bitcoin::hashes::sha256d::Hash as Sha256dHash;
  28 use bitcoin::hash_types::{Txid, BlockHash, WPubkeyHash};
  29
  30 use lightning::chain;
  31 use lightning::chain::{BestBlock, ChannelMonitorUpdateStatus, Confirm, Listen};
  32 use lightning::chain::chaininterface::{BroadcasterInterface, ConfirmationTarget, FeeEstimator};
  33 use lightning::chain::chainmonitor;
  34 use lightning::chain::transaction::OutPoint;
  35 use lightning::sign::{InMemorySigner, Recipient, KeyMaterial, EntropySource, NodeSigner, SignerProvider};
  36 use lightning::events::Event;
  37 use lightning::ln::{ChannelId, PaymentHash, PaymentPreimage, PaymentSecret};
  38 use lightning::ln::channelmanager::{ChainParameters, ChannelDetails, ChannelManager, PaymentId, RecipientOnionFields, Retry};
  39 use lightning::ln::peer_handler::{MessageHandler,PeerManager,SocketDescriptor,IgnoringMessageHandler};
  40 use lightning::ln::msgs::{self, DecodeError};
  41 use lightning::ln::script::ShutdownScript;
  42 use lightning::ln::functional_test_utils::*;
  43 use lightning::offers::invoice::UnsignedBolt12Invoice;
  44 use lightning::offers::invoice_request::UnsignedInvoiceRequest;
  45 use lightning::routing::gossip::{P2PGossipSync, NetworkGraph};
  46 use lightning::routing::utxo::UtxoLookup;
  47 use lightning::routing::router::{InFlightHtlcs, PaymentParameters, Route, RouteParameters, Router};
  48 use lightning::util::config::{UserConfig, MaxDustHTLCExposure};
  49 use lightning::util::errors::APIError;
  50 use lightning::util::test_channel_signer::{TestChannelSigner, EnforcementState};
  51 use lightning::util::logger::Logger;
  52 use lightning::util::ser::{ReadableArgs, Writeable};
  53
  54 use crate::utils::test_logger;
  55 use crate::utils::test_persister::TestPersister;
  56
  57 use bitcoin::secp256k1::{Message, PublicKey, SecretKey, Scalar, Secp256k1};
  58 use bitcoin::secp256k1::ecdh::SharedSecret;
  59 use bitcoin::secp256k1::ecdsa::{RecoverableSignature, Signature};
  60 use bitcoin::secp256k1::schnorr;
  61
  62 use std::cell::RefCell;
  63 use hashbrown::{HashMap, hash_map};
  64 use std::convert::TryInto;
  65 use std::cmp;
  66 use std::sync::{Arc, Mutex};
  67 use std::sync::atomic::{AtomicU64,AtomicUsize,Ordering};
  68 use bitcoin::bech32::u5;
  69
  70 #[inline]
  71 pub fn slice_to_be16(v: &[u8]) -> u16 {
  72         ((v[0] as u16) << 8*1) |
  73         ((v[1] as u16) << 8*0)
  74 }
  75
  76 #[inline]
  77 pub fn slice_to_be24(v: &[u8]) -> u32 {
  78         ((v[0] as u32) << 8*2) |
  79         ((v[1] as u32) << 8*1) |
  80         ((v[2] as u32) << 8*0)
  81 }
  82
  83 #[inline]
  84 pub fn slice_to_be32(v: &[u8]) -> u32 {
  85         ((v[0] as u32) << 8*3) |
  86         ((v[1] as u32) << 8*2) |
  87         ((v[2] as u32) << 8*1) |
  88         ((v[3] as u32) << 8*0)
  89 }
  90
  91 #[inline]
  92 pub fn be64_to_array(u: u64) -> [u8; 8] {
  93         let mut v = [0; 8];
  94         v[0] = ((u >> 8*7) & 0xff) as u8;
  95         v[1] = ((u >> 8*6) & 0xff) as u8;
  96         v[2] = ((u >> 8*5) & 0xff) as u8;
  97         v[3] = ((u >> 8*4) & 0xff) as u8;
  98         v[4] = ((u >> 8*3) & 0xff) as u8;
  99         v[5] = ((u >> 8*2) & 0xff) as u8;
 100         v[6] = ((u >> 8*1) & 0xff) as u8;
 101         v[7] = ((u >> 8*0) & 0xff) as u8;
 102         v
 103 }
 104
 105 struct InputData {
 106         data: Vec<u8>,
 107         read_pos: AtomicUsize,
 108 }
 109 impl InputData {
 110         fn get_slice(&self, len: usize) -> Option<&[u8]> {
 111                 let old_pos = self.read_pos.fetch_add(len, Ordering::AcqRel);
 112                 if self.data.len() < old_pos + len {
 113                         return None;
 114                 }
 115                 Some(&self.data[old_pos..old_pos + len])
 116         }
 117 }
 118
 119 struct FuzzEstimator {
 120         input: Arc<InputData>,
 121 }
 122 impl FeeEstimator for FuzzEstimator {
 123         fn get_est_sat_per_1000_weight(&self, _: ConfirmationTarget) -> u32 {
 124                 //TODO: We should actually be testing at least much more than 64k...
 125                 match self.input.get_slice(2) {
 126                         Some(slice) => cmp::max(slice_to_be16(slice) as u32, 253),
 127                         None => 253
 128                 }
 129         }
 130 }
 131
 132 struct FuzzRouter {}
 133
 134 impl Router for FuzzRouter {
 135         fn find_route(
 136                 &self, _payer: &PublicKey, _params: &RouteParameters, _first_hops: Option<&[&ChannelDetails]>,
 137                 _inflight_htlcs: InFlightHtlcs
 138         ) -> Result<Route, msgs::LightningError> {
 139                 Err(msgs::LightningError {
 140                         err: String::from("Not implemented"),
 141                         action: msgs::ErrorAction::IgnoreError
 142                 })
 143         }
 144 }
 145
 146 struct TestBroadcaster {
 147         txn_broadcasted: Mutex<Vec<Transaction>>,
 148 }
 149 impl BroadcasterInterface for TestBroadcaster {
 150         fn broadcast_transactions(&self, txs: &[&Transaction]) {
 151                 let owned_txs: Vec<Transaction> = txs.iter().map(|tx| (*tx).clone()).collect();
 152                 self.txn_broadcasted.lock().unwrap().extend(owned_txs);
 153         }
 154 }
 155
 156 #[derive(Clone)]
 157 struct Peer<'a> {
 158         id: u8,
 159         peers_connected: &'a RefCell<[bool; 256]>,
 160 }
 161 impl<'a> SocketDescriptor for Peer<'a> {
 162         fn send_data(&mut self, data: &[u8], _resume_read: bool) -> usize {
 163                 data.len()
 164         }
 165         fn disconnect_socket(&mut self) {
 166                 assert!(self.peers_connected.borrow()[self.id as usize]);
 167                 self.peers_connected.borrow_mut()[self.id as usize] = false;
 168         }
 169 }
 170 impl<'a> PartialEq for Peer<'a> {
 171         fn eq(&self, other: &Self) -> bool {
 172                 self.id == other.id
 173         }
 174 }
 175 impl<'a> Eq for Peer<'a> {}
 176 impl<'a> std::hash::Hash for Peer<'a> {
 177         fn hash<H : std::hash::Hasher>(&self, h: &mut H) {
 178                 self.id.hash(h)
 179         }
 180 }
 181
 182 type ChannelMan<'a> = ChannelManager<
 183         Arc<chainmonitor::ChainMonitor<TestChannelSigner, Arc<dyn chain::Filter>, Arc<TestBroadcaster>, Arc<FuzzEstimator>, Arc<dyn Logger>, Arc<TestPersister>>>,
 184         Arc<TestBroadcaster>, Arc<KeyProvider>, Arc<KeyProvider>, Arc<KeyProvider>, Arc<FuzzEstimator>, &'a FuzzRouter, Arc<dyn Logger>>;
 185 type PeerMan<'a> = PeerManager<Peer<'a>, Arc<ChannelMan<'a>>, Arc<P2PGossipSync<Arc<NetworkGraph<Arc<dyn Logger>>>, Arc<dyn UtxoLookup>, Arc<dyn Logger>>>, IgnoringMessageHandler, Arc<dyn Logger>, IgnoringMessageHandler, Arc<KeyProvider>>;
 186
 187 struct MoneyLossDetector<'a> {
 188         manager: Arc<ChannelMan<'a>>,
 189         monitor: Arc<chainmonitor::ChainMonitor<TestChannelSigner, Arc<dyn chain::Filter>, Arc<TestBroadcaster>, Arc<FuzzEstimator>, Arc<dyn Logger>, Arc<TestPersister>>>,
 190         handler: PeerMan<'a>,
 191
 192         peers: &'a RefCell<[bool; 256]>,
 193         funding_txn: Vec<Transaction>,
 194         txids_confirmed: HashMap<Txid, usize>,
 195         header_hashes: Vec<(BlockHash, u32)>,
 196         height: usize,
 197         max_height: usize,
 198         blocks_connected: u32,
 199 }
 200 impl<'a> MoneyLossDetector<'a> {
 201         pub fn new(peers: &'a RefCell<[bool; 256]>,
 202                    manager: Arc<ChannelMan<'a>>,
 203                    monitor: Arc<chainmonitor::ChainMonitor<TestChannelSigner, Arc<dyn chain::Filter>, Arc<TestBroadcaster>, Arc<FuzzEstimator>, Arc<dyn Logger>, Arc<TestPersister>>>,
 204                    handler: PeerMan<'a>) -> Self {
 205                 MoneyLossDetector {
 206                         manager,
 207                         monitor,
 208                         handler,
 209
 210                         peers,
 211                         funding_txn: Vec::new(),
 212                         txids_confirmed: HashMap::new(),
 213                         header_hashes: vec![(genesis_block(Network::Bitcoin).block_hash(), 0)],
 214                         height: 0,
 215                         max_height: 0,
 216                         blocks_connected: 0,
 217                 }
 218         }
 219
 220         fn connect_block(&mut self, all_txn: &[Transaction]) {
 221                 let mut txdata = Vec::with_capacity(all_txn.len());
 222                 for (idx, tx) in all_txn.iter().enumerate() {
 223                         let txid = tx.txid();
 224                         match self.txids_confirmed.entry(txid) {
 225                                 hash_map::Entry::Vacant(e) => {
 226                                         e.insert(self.height);
 227                                         txdata.push((idx + 1, tx));
 228                                 },
 229                                 _ => {},
 230                         }
 231                 }
 232
 233                 self.blocks_connected += 1;
 234                 let header = create_dummy_header(self.header_hashes[self.height].0, self.blocks_connected);
 235                 self.height += 1;
 236                 self.manager.transactions_confirmed(&header, &txdata, self.height as u32);
 237                 self.manager.best_block_updated(&header, self.height as u32);
 238                 (*self.monitor).transactions_confirmed(&header, &txdata, self.height as u32);
 239                 (*self.monitor).best_block_updated(&header, self.height as u32);
 240                 if self.header_hashes.len() > self.height {
 241                         self.header_hashes[self.height] = (header.block_hash(), self.blocks_connected);
 242                 } else {
 243                         assert_eq!(self.header_hashes.len(), self.height);
 244                         self.header_hashes.push((header.block_hash(), self.blocks_connected));
 245                 }
 246                 self.max_height = cmp::max(self.height, self.max_height);
 247         }
 248
 249         fn disconnect_block(&mut self) {
 250                 if self.height > 0 && (self.max_height < 6 || self.height >= self.max_height - 6) {
 251                         let header = create_dummy_header(self.header_hashes[self.height - 1].0, self.header_hashes[self.height].1);
 252                         self.manager.block_disconnected(&header, self.height as u32);
 253                         self.monitor.block_disconnected(&header, self.height as u32);
 254                         self.height -= 1;
 255                         let removal_height = self.height;
 256                         self.txids_confirmed.retain(|_, height| {
 257                                 removal_height != *height
 258                         });
 259                 }
 260         }
 261 }
 262
 263 impl<'a> Drop for MoneyLossDetector<'a> {
 264         fn drop(&mut self) {
 265                 if !::std::thread::panicking() {
 266                         // Disconnect all peers
 267                         for (idx, peer) in self.peers.borrow().iter().enumerate() {
 268                                 if *peer {
 269                                         self.handler.socket_disconnected(&Peer{id: idx as u8, peers_connected: &self.peers});
 270                                 }
 271                         }
 272
 273                         // Force all channels onto the chain (and time out claim txn)
 274                         self.manager.force_close_all_channels_broadcasting_latest_txn();
 275                 }
 276         }
 277 }
 278
 279 struct KeyProvider {
 280         node_secret: SecretKey,
 281         inbound_payment_key: KeyMaterial,
 282         counter: AtomicU64,
 283         signer_state: RefCell<HashMap<u8, (bool, Arc<Mutex<EnforcementState>>)>>
 284 }
 285
 286 impl EntropySource for KeyProvider {
 287         fn get_secure_random_bytes(&self) -> [u8; 32] {
 288                 let ctr = self.counter.fetch_add(1, Ordering::Relaxed);
 289                 [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
 290                         (ctr >> 8*7) as u8, (ctr >> 8*6) as u8, (ctr >> 8*5) as u8, (ctr >> 8*4) as u8, (ctr >> 8*3) as u8, (ctr >> 8*2) as u8, (ctr >> 8*1) as u8, 14, (ctr >> 8*0) as u8]
 291         }
 292 }
 293
 294 impl NodeSigner for KeyProvider {
 295         fn get_node_id(&self, recipient: Recipient) -> Result<PublicKey, ()> {
 296                 let node_secret = match recipient {
 297                         Recipient::Node => Ok(&self.node_secret),
 298                         Recipient::PhantomNode => Err(())
 299                 }?;
 300                 Ok(PublicKey::from_secret_key(&Secp256k1::signing_only(), node_secret))
 301         }
 302
 303         fn ecdh(&self, recipient: Recipient, other_key: &PublicKey, tweak: Option<&Scalar>) -> Result<SharedSecret, ()> {
 304                 let mut node_secret = match recipient {
 305                         Recipient::Node => Ok(self.node_secret.clone()),
 306                         Recipient::PhantomNode => Err(())
 307                 }?;
 308                 if let Some(tweak) = tweak {
 309                         node_secret = node_secret.mul_tweak(tweak).map_err(|_| ())?;
 310                 }
 311                 Ok(SharedSecret::new(other_key, &node_secret))
 312         }
 313
 314         fn get_inbound_payment_key_material(&self) -> KeyMaterial {
 315                 self.inbound_payment_key.clone()
 316         }
 317
 318         fn sign_invoice(&self, _hrp_bytes: &[u8], _invoice_data: &[u5], _recipient: Recipient) -> Result<RecoverableSignature, ()> {
 319                 unreachable!()
 320         }
 321
 322         fn sign_bolt12_invoice_request(
 323                 &self, _invoice_request: &UnsignedInvoiceRequest
 324         ) -> Result<schnorr::Signature, ()> {
 325                 unreachable!()
 326         }
 327
 328         fn sign_bolt12_invoice(
 329                 &self, _invoice: &UnsignedBolt12Invoice,
 330         ) -> Result<schnorr::Signature, ()> {
 331                 unreachable!()
 332         }
 333
 334         fn sign_gossip_message(&self, msg: lightning::ln::msgs::UnsignedGossipMessage) -> Result<Signature, ()> {
 335                 let msg_hash = Message::from_slice(&Sha256dHash::hash(&msg.encode()[..])[..]).map_err(|_| ())?;
 336                 let secp_ctx = Secp256k1::signing_only();
 337                 Ok(secp_ctx.sign_ecdsa(&msg_hash, &self.node_secret))
 338         }
 339 }
 340
 341 impl SignerProvider for KeyProvider {
 342         type Signer = TestChannelSigner;
 343
 344         fn generate_channel_keys_id(&self, inbound: bool, _channel_value_satoshis: u64, _user_channel_id: u128) -> [u8; 32] {
 345                 let ctr = self.counter.fetch_add(1, Ordering::Relaxed) as u8;
 346                 self.signer_state.borrow_mut().insert(ctr, (inbound, Arc::new(Mutex::new(EnforcementState::new()))));
 347                 [ctr; 32]
 348         }
 349
 350         fn derive_channel_signer(&self, channel_value_satoshis: u64, channel_keys_id: [u8; 32]) -> Self::Signer {
 351                 let secp_ctx = Secp256k1::signing_only();
 352                 let ctr = channel_keys_id[0];
 353                 let (inbound, state) = self.signer_state.borrow().get(&ctr).unwrap().clone();
 354                 TestChannelSigner::new_with_revoked(if inbound {
 355                         InMemorySigner::new(
 356                                 &secp_ctx,
 357                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, ctr]).unwrap(),
 358                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, ctr]).unwrap(),
 359                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, ctr]).unwrap(),
 360                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, ctr]).unwrap(),
 361                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, ctr]).unwrap(),
 362                                 [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, ctr],
 363                                 channel_value_satoshis,
 364                                 channel_keys_id,
 365                                 channel_keys_id,
 366                         )
 367                 } else {
 368                         InMemorySigner::new(
 369                                 &secp_ctx,
 370                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, ctr]).unwrap(),
 371                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, ctr]).unwrap(),
 372                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, ctr]).unwrap(),
 373                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, ctr]).unwrap(),
 374                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, ctr]).unwrap(),
 375                                 [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, ctr],
 376                                 channel_value_satoshis,
 377                                 channel_keys_id,
 378                                 channel_keys_id,
 379                         )
 380                 }, state, false)
 381         }
 382
 383         fn read_chan_signer(&self, mut data: &[u8]) -> Result<TestChannelSigner, DecodeError> {
 384                 let inner: InMemorySigner = ReadableArgs::read(&mut data, self)?;
 385                 let state = Arc::new(Mutex::new(EnforcementState::new()));
 386
 387                 Ok(TestChannelSigner::new_with_revoked(
 388                         inner,
 389                         state,
 390                         false
 391                 ))
 392         }
 393
 394         fn get_destination_script(&self) -> Result<Script, ()> {
 395                 let secp_ctx = Secp256k1::signing_only();
 396                 let channel_monitor_claim_key = SecretKey::from_slice(&hex::decode("0fffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff").unwrap()[..]).unwrap();
 397                 let our_channel_monitor_claim_key_hash = WPubkeyHash::hash(&PublicKey::from_secret_key(&secp_ctx, &channel_monitor_claim_key).serialize());
 398                 Ok(Builder::new().push_opcode(opcodes::all::OP_PUSHBYTES_0).push_slice(&our_channel_monitor_claim_key_hash[..]).into_script())
 399         }
 400
 401         fn get_shutdown_scriptpubkey(&self) -> Result<ShutdownScript, ()> {
 402                 let secp_ctx = Secp256k1::signing_only();
 403                 let secret_key = SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1]).unwrap();
 404                 let pubkey_hash = WPubkeyHash::hash(&PublicKey::from_secret_key(&secp_ctx, &secret_key).serialize());
 405                 Ok(ShutdownScript::new_p2wpkh(&pubkey_hash))
 406         }
 407 }
 408
 409 #[inline]
 410 pub fn do_test(data: &[u8], logger: &Arc<dyn Logger>) {
 411         let input = Arc::new(InputData {
 412                 data: data.to_vec(),
 413                 read_pos: AtomicUsize::new(0),
 414         });
 415         let fee_est = Arc::new(FuzzEstimator {
 416                 input: input.clone(),
 417         });
 418         let router = FuzzRouter {};
 419
 420         macro_rules! get_slice {
 421                 ($len: expr) => {
 422                         match input.get_slice($len as usize) {
 423                                 Some(slice) => slice,
 424                                 None => return,
 425                         }
 426                 }
 427         }
 428
 429         macro_rules! get_pubkey {
 430                 () => {
 431                         match PublicKey::from_slice(get_slice!(33)) {
 432                                 Ok(key) => key,
 433                                 Err(_) => return,
 434                         }
 435                 }
 436         }
 437
 438         let our_network_key = match SecretKey::from_slice(get_slice!(32)) {
 439                 Ok(key) => key,
 440                 Err(_) => return,
 441         };
 442
 443         let inbound_payment_key = [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 42];
 444
 445         let broadcast = Arc::new(TestBroadcaster{ txn_broadcasted: Mutex::new(Vec::new()) });
 446         let monitor = Arc::new(chainmonitor::ChainMonitor::new(None, broadcast.clone(), Arc::clone(&logger), fee_est.clone(),
 447                 Arc::new(TestPersister { update_ret: Mutex::new(ChannelMonitorUpdateStatus::Completed) })));
 448
 449         let keys_manager = Arc::new(KeyProvider {
 450                 node_secret: our_network_key.clone(),
 451                 inbound_payment_key: KeyMaterial(inbound_payment_key.try_into().unwrap()),
 452                 counter: AtomicU64::new(0),
 453                 signer_state: RefCell::new(HashMap::new())
 454         });
 455         let mut config = UserConfig::default();
 456         config.channel_config.forwarding_fee_proportional_millionths =  slice_to_be32(get_slice!(4));
 457         config.channel_config.max_dust_htlc_exposure = MaxDustHTLCExposure::FeeRateMultiplier(5_000_000 / 253);
 458         config.channel_handshake_config.announced_channel = get_slice!(1)[0] != 0;
 459         let network = Network::Bitcoin;
 460         let best_block_timestamp = genesis_block(network).header.time;
 461         let params = ChainParameters {
 462                 network,
 463                 best_block: BestBlock::from_network(network),
 464         };
 465         let channelmanager = Arc::new(ChannelManager::new(fee_est.clone(), monitor.clone(), broadcast.clone(), &router, Arc::clone(&logger), keys_manager.clone(), keys_manager.clone(), keys_manager.clone(), config, params, best_block_timestamp));
 466         // Adding new calls to `EntropySource::get_secure_random_bytes` during startup can change all the
 467         // keys subsequently generated in this test. Rather than regenerating all the messages manually,
 468         // it's easier to just increment the counter here so the keys don't change.
 469         keys_manager.counter.fetch_sub(3, Ordering::AcqRel);
 470         let network_graph = Arc::new(NetworkGraph::new(network, Arc::clone(&logger)));
 471         let gossip_sync = Arc::new(P2PGossipSync::new(Arc::clone(&network_graph), None, Arc::clone(&logger)));
 472
 473         let peers = RefCell::new([false; 256]);
 474         let mut loss_detector = MoneyLossDetector::new(&peers, channelmanager.clone(), monitor.clone(), PeerManager::new(MessageHandler {
 475                 chan_handler: channelmanager.clone(),
 476                 route_handler: gossip_sync.clone(),
 477                 onion_message_handler: IgnoringMessageHandler {},
 478                 custom_message_handler: IgnoringMessageHandler {},
 479         }, 0, &[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 0], Arc::clone(&logger), keys_manager.clone()));
 480
 481         let mut should_forward = false;
 482         let mut payments_received: Vec<PaymentHash> = Vec::new();
 483         let mut payments_sent = 0;
 484         let mut pending_funding_generation: Vec<(ChannelId, PublicKey, u64, Script)> = Vec::new();
 485         let mut pending_funding_signatures = HashMap::new();
 486
 487         loop {
 488                 match get_slice!(1)[0] {
 489                         0 => {
 490                                 let mut new_id = 0;
 491                                 for i in 1..256 {
 492                                         if !peers.borrow()[i-1] {
 493                                                 new_id = i;
 494                                                 break;
 495                                         }
 496                                 }
 497                                 if new_id == 0 { return; }
 498                                 loss_detector.handler.new_outbound_connection(get_pubkey!(), Peer{id: (new_id - 1) as u8, peers_connected: &peers}, None).unwrap();
 499                                 peers.borrow_mut()[new_id - 1] = true;
 500                         },
 501                         1 => {
 502                                 let mut new_id = 0;
 503                                 for i in 1..256 {
 504                                         if !peers.borrow()[i-1] {
 505                                                 new_id = i;
 506                                                 break;
 507                                         }
 508                                 }
 509                                 if new_id == 0 { return; }
 510                                 loss_detector.handler.new_inbound_connection(Peer{id: (new_id - 1) as u8, peers_connected: &peers}, None).unwrap();
 511                                 peers.borrow_mut()[new_id - 1] = true;
 512                         },
 513                         2 => {
 514                                 let peer_id = get_slice!(1)[0];
 515                                 if !peers.borrow()[peer_id as usize] { return; }
 516                                 loss_detector.handler.socket_disconnected(&Peer{id: peer_id, peers_connected: &peers});
 517                                 peers.borrow_mut()[peer_id as usize] = false;
 518                         },
 519                         3 => {
 520                                 let peer_id = get_slice!(1)[0];
 521                                 if !peers.borrow()[peer_id as usize] { return; }
 522                                 match loss_detector.handler.read_event(&mut Peer{id: peer_id, peers_connected: &peers}, get_slice!(get_slice!(1)[0])) {
 523                                         Ok(res) => assert!(!res),
 524                                         Err(_) => { peers.borrow_mut()[peer_id as usize] = false; }
 525                                 }
 526                         },
 527                         4 => {
 528                                 let final_value_msat = slice_to_be24(get_slice!(3)) as u64;
 529                                 let payment_params = PaymentParameters::from_node_id(get_pubkey!(), 42);
 530                                 let params = RouteParameters::from_payment_params_and_value(
 531                                         payment_params, final_value_msat);
 532                                 let mut payment_hash = PaymentHash([0; 32]);
 533                                 payment_hash.0[0..8].copy_from_slice(&be64_to_array(payments_sent));
 534                                 let mut sha = Sha256::engine();
 535                                 sha.input(&payment_hash.0[..]);
 536                                 payment_hash.0 = Sha256::from_engine(sha).into_inner();
 537                                 payments_sent += 1;
 538                                 match channelmanager.send_payment(payment_hash,
 539                                         RecipientOnionFields::spontaneous_empty(), PaymentId(payment_hash.0), params,
 540                                         Retry::Attempts(0))
 541                                 {
 542                                         Ok(_) => {},
 543                                         Err(_) => return,
 544                                 }
 545                         },
 546                         15 => {
 547                                 let final_value_msat = slice_to_be24(get_slice!(3)) as u64;
 548                                 let payment_params = PaymentParameters::from_node_id(get_pubkey!(), 42);
 549                                 let params = RouteParameters::from_payment_params_and_value(
 550                                         payment_params, final_value_msat);
 551                                 let mut payment_hash = PaymentHash([0; 32]);
 552                                 payment_hash.0[0..8].copy_from_slice(&be64_to_array(payments_sent));
 553                                 let mut sha = Sha256::engine();
 554                                 sha.input(&payment_hash.0[..]);
 555                                 payment_hash.0 = Sha256::from_engine(sha).into_inner();
 556                                 payments_sent += 1;
 557                                 let mut payment_secret = PaymentSecret([0; 32]);
 558                                 payment_secret.0[0..8].copy_from_slice(&be64_to_array(payments_sent));
 559                                 payments_sent += 1;
 560                                 match channelmanager.send_payment(payment_hash,
 561                                         RecipientOnionFields::secret_only(payment_secret), PaymentId(payment_hash.0),
 562                                         params, Retry::Attempts(0))
 563                                 {
 564                                         Ok(_) => {},
 565                                         Err(_) => return,
 566                                 }
 567                         },
 568                         5 => {
 569                                 let peer_id = get_slice!(1)[0];
 570                                 if !peers.borrow()[peer_id as usize] { return; }
 571                                 let their_key = get_pubkey!();
 572                                 let chan_value = slice_to_be24(get_slice!(3)) as u64;
 573                                 let push_msat_value = slice_to_be24(get_slice!(3)) as u64;
 574                                 if channelmanager.create_channel(their_key, chan_value, push_msat_value, 0, None).is_err() { return; }
 575                         },
 576                         6 => {
 577                                 let mut channels = channelmanager.list_channels();
 578                                 let channel_id = get_slice!(1)[0] as usize;
 579                                 if channel_id >= channels.len() { return; }
 580                                 channels.sort_by(|a, b| { a.channel_id.cmp(&b.channel_id) });
 581                                 if channelmanager.close_channel(&channels[channel_id].channel_id, &channels[channel_id].counterparty.node_id).is_err() { return; }
 582                         },
 583                         7 => {
 584                                 if should_forward {
 585                                         channelmanager.process_pending_htlc_forwards();
 586                                         should_forward = false;
 587                                 }
 588                         },
 589                         8 => {
 590                                 for payment in payments_received.drain(..) {
 591                                         // SHA256 is defined as XOR of all input bytes placed in the first byte, and 0s
 592                                         // for the remaining bytes. Thus, if not all remaining bytes are 0s we cannot
 593                                         // fulfill this HTLC, but if they are, we can just take the first byte and
 594                                         // place that anywhere in our preimage.
 595                                         if &payment.0[1..] != &[0; 31] {
 596                                                 channelmanager.fail_htlc_backwards(&payment);
 597                                         } else {
 598                                                 let mut payment_preimage = PaymentPreimage([0; 32]);
 599                                                 payment_preimage.0[0] = payment.0[0];
 600                                                 channelmanager.claim_funds(payment_preimage);
 601                                         }
 602                                 }
 603                         },
 604                         16 => {
 605                                 let payment_preimage = PaymentPreimage(keys_manager.get_secure_random_bytes());
 606                                 let mut sha = Sha256::engine();
 607                                 sha.input(&payment_preimage.0[..]);
 608                                 let payment_hash = PaymentHash(Sha256::from_engine(sha).into_inner());
 609                                 // Note that this may fail - our hashes may collide and we'll end up trying to
 610                                 // double-register the same payment_hash.
 611                                 let _ = channelmanager.create_inbound_payment_for_hash(payment_hash, None, 1, None);
 612                         },
 613                         9 => {
 614                                 for payment in payments_received.drain(..) {
 615                                         channelmanager.fail_htlc_backwards(&payment);
 616                                 }
 617                         },
 618                         10 => {
 619                                 'outer_loop: for funding_generation in pending_funding_generation.drain(..) {
 620                                         let mut tx = Transaction { version: 0, lock_time: PackedLockTime::ZERO, input: Vec::new(), output: vec![TxOut {
 621                                                         value: funding_generation.2, script_pubkey: funding_generation.3,
 622                                                 }] };
 623                                         let funding_output = 'search_loop: loop {
 624                                                 let funding_txid = tx.txid();
 625                                                 if let None = loss_detector.txids_confirmed.get(&funding_txid) {
 626                                                         let outpoint = OutPoint { txid: funding_txid, index: 0 };
 627                                                         for chan in channelmanager.list_channels() {
 628                                                                 if chan.channel_id == outpoint.to_channel_id() {
 629                                                                         tx.version += 1;
 630                                                                         continue 'search_loop;
 631                                                                 }
 632                                                         }
 633                                                         break outpoint;
 634                                                 }
 635                                                 tx.version += 1;
 636                                                 if tx.version > 0xff {
 637                                                         continue 'outer_loop;
 638                                                 }
 639                                         };
 640                                         if let Err(e) = channelmanager.funding_transaction_generated(&funding_generation.0, &funding_generation.1, tx.clone()) {
 641                                                 // It's possible the channel has been closed in the mean time, but any other
 642                                                 // failure may be a bug.
 643                                                 if let APIError::ChannelUnavailable { .. } = e { } else { panic!(); }
 644                                         }
 645                                         pending_funding_signatures.insert(funding_output, tx);
 646                                 }
 647                         },
 648                         11 => {
 649                                 let mut txn = broadcast.txn_broadcasted.lock().unwrap().split_off(0);
 650                                 if !txn.is_empty() {
 651                                         loss_detector.connect_block(&txn[..]);
 652                                         for _ in 2..100 {
 653                                                 loss_detector.connect_block(&[]);
 654                                         }
 655                                 }
 656                                 for tx in txn.drain(..) {
 657                                         loss_detector.funding_txn.push(tx);
 658                                 }
 659                         },
 660                         12 => {
 661                                 let txlen = slice_to_be16(get_slice!(2));
 662                                 if txlen == 0 {
 663                                         loss_detector.connect_block(&[]);
 664                                 } else {
 665                                         let txres: Result<Transaction, _> = deserialize(get_slice!(txlen));
 666                                         if let Ok(tx) = txres {
 667                                                 let mut output_val = 0;
 668                                                 for out in tx.output.iter() {
 669                                                         if out.value > 21_000_000_0000_0000 { return; }
 670                                                         output_val += out.value;
 671                                                         if output_val > 21_000_000_0000_0000 { return; }
 672                                                 }
 673                                                 loss_detector.connect_block(&[tx]);
 674                                         } else {
 675                                                 return;
 676                                         }
 677                                 }
 678                         },
 679                         13 => {
 680                                 loss_detector.disconnect_block();
 681                         },
 682                         14 => {
 683                                 let mut channels = channelmanager.list_channels();
 684                                 let channel_id = get_slice!(1)[0] as usize;
 685                                 if channel_id >= channels.len() { return; }
 686                                 channels.sort_by(|a, b| { a.channel_id.cmp(&b.channel_id) });
 687                                 channelmanager.force_close_broadcasting_latest_txn(&channels[channel_id].channel_id, &channels[channel_id].counterparty.node_id).unwrap();
 688                         },
 689                         // 15 is above
 690                         _ => return,
 691                 }
 692                 loss_detector.handler.process_events();
 693                 for event in loss_detector.manager.get_and_clear_pending_events() {
 694                         match event {
 695                                 Event::FundingGenerationReady { temporary_channel_id, counterparty_node_id, channel_value_satoshis, output_script, .. } => {
 696                                         pending_funding_generation.push((temporary_channel_id, counterparty_node_id, channel_value_satoshis, output_script));
 697                                 },
 698                                 Event::PaymentClaimable { payment_hash, .. } => {
 699                                         //TODO: enhance by fetching random amounts from fuzz input?
 700                                         payments_received.push(payment_hash);
 701                                 },
 702                                 Event::PendingHTLCsForwardable {..} => {
 703                                         should_forward = true;
 704                                 },
 705                                 _ => {},
 706                         }
 707                 }
 708         }
 709 }
 710
 711 pub fn full_stack_test<Out: test_logger::Output>(data: &[u8], out: Out) {
 712         let logger: Arc<dyn Logger> = Arc::new(test_logger::TestLogger::new("".to_owned(), out));
 713         do_test(data, &logger);
 714 }
 715
 716 #[no_mangle]
 717 pub extern "C" fn full_stack_run(data: *const u8, datalen: usize) {
 718         let logger: Arc<dyn Logger> = Arc::new(test_logger::TestLogger::new("".to_owned(), test_logger::DevNull {}));
 719         do_test(unsafe { std::slice::from_raw_parts(data, datalen) }, &logger);
 720 }
 721
 722 #[cfg(test)]
 723 mod tests {
 724         use lightning::util::logger::{Logger, Record};
 725         use std::collections::HashMap;
 726         use std::sync::{Arc, Mutex};
 727
 728         struct TrackingLogger {
 729                 /// (module, message) -> count
 730                 pub lines: Mutex<HashMap<(String, String), usize>>,
 731         }
 732         impl Logger for TrackingLogger {
 733                 fn log(&self, record: &Record) {
 734                         *self.lines.lock().unwrap().entry((record.module_path.to_string(), format!("{}", record.args))).or_insert(0) += 1;
 735                         println!("{:<5} [{} : {}, {}] {}", record.level.to_string(), record.module_path, record.file, record.line, record.args);
 736                 }
 737         }
 738
 739         #[test]
 740         fn test_no_existing_test_breakage() {
 741                 // To avoid accidentally causing all existing fuzz test cases to be useless by making minor
 742                 // changes (such as requesting feerate info in a new place), we run a pretty full
 743                 // step-through with two peers and HTLC forwarding here. Obviously this is pretty finicky,
 744                 // so this should be updated pretty liberally, but at least we'll know when changes occur.
 745                 // If nothing else, this test serves as a pretty great initial full_stack_target seed.
 746
 747                 // What each byte represents is broken down below, and then everything is concatenated into
 748                 // one large test at the end (you want %s/ -.*//g %s/\n\| \|\t\|\///g).
 749
 750                 // Following BOLT 8, lightning message on the wire are: 2-byte encrypted message length +
 751                 // 16-byte MAC of the encrypted message length + encrypted Lightning message + 16-byte MAC
 752                 // of the Lightning message
 753                 // I.e 2nd inbound read, len 18 : 0006 (encrypted message length) + 03000000000000000000000000000000 (MAC of the encrypted message length)
 754                 // Len 22 : 0010 00000000 (encrypted lightning message) + 03000000000000000000000000000000 (MAC of the Lightning message)
 755
 756                 // Writing new code generating transactions and see a new failure ? Don't forget to add input for the FuzzEstimator !
 757
 758                 // 0100000000000000000000000000000000000000000000000000000000000000 - our network key
 759                 // 00000000 - fee_proportional_millionths
 760                 // 01 - announce_channels_publicly
 761                 //
 762                 // 00 - new outbound connection with id 0
 763                 // 030000000000000000000000000000000000000000000000000000000000000002 - peer's pubkey
 764                 // 030032 - inbound read from peer id 0 of len 50
 765                 // 00 030000000000000000000000000000000000000000000000000000000000000002 03000000000000000000000000000000 - noise act two (0||pubkey||mac)
 766                 //
 767                 // 030012 - inbound read from peer id 0 of len 18
 768                 // 0010 03000000000000000000000000000000 - message header indicating message length 16
 769                 // 030020 - inbound read from peer id 0 of len 32
 770                 // 0010 00021aaa 0008aaaaaaaaaaaa9aaa 03000000000000000000000000000000 - init message (type 16) with static_remotekey required and other bits optional and mac
 771                 //
 772                 // 030012 - inbound read from peer id 0 of len 18
 773                 // 0147 03000000000000000000000000000000 - message header indicating message length 327
 774                 // 0300fe - inbound read from peer id 0 of len 254
 775                 // 0020 7500000000000000000000000000000000000000000000000000000000000000 ff4f00f805273c1b203bb5ebf8436bfde57b3be8c2f5e95d9491dbb181909679 000000000000c350 0000000000000000 0000000000000162 ffffffffffffffff 0000000000000222 0000000000000000 000000fd 0006 01e3 030000000000000000000000000000000000000000000000000000000000000001 030000000000000000000000000000000000000000000000000000000000000002 030000000000000000000000000000000000000000000000000000000000000003 030000000000000000000000000000000000000000000000000000000000000004 - beginning of open_channel message
 776                 // 030059 - inbound read from peer id 0 of len 89
 777                 // 030000000000000000000000000000000000000000000000000000000000000005 020900000000000000000000000000000000000000000000000000000000000000 01 0000 01021000 03000000000000000000000000000000 - rest of open_channel and mac
 778                 //
 779                 // 00fd00fd - Two feerate requests (all returning min feerate, which our open_channel also uses) (gonna be ingested by FuzzEstimator)
 780                 // - client should now respond with accept_channel (CHECK 1: type 33 to peer 03000000)
 781                 //
 782                 // 030012 - inbound read from peer id 0 of len 18
 783                 // 0084 03000000000000000000000000000000 - message header indicating message length 132
 784                 // 030094 - inbound read from peer id 0 of len 148
 785                 // 0022 ff4f00f805273c1b203bb5ebf8436bfde57b3be8c2f5e95d9491dbb181909679 3d00000000000000000000000000000000000000000000000000000000000000 0000 00000000000000000000000000000000000000000000000000000000000000210100000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - funding_created and mac
 786                 // - client should now respond with funding_signed (CHECK 2: type 35 to peer 03000000)
 787                 //
 788                 // 0c005e - connect a block with one transaction of len 94
 789                 // 020000000100000000000000000000000000000000000000000000000000000000000000000000000000ffffffff0150c3000000000000220020ae0000000000000000000000000000000000000000000000000000000000000000000000 - the funding transaction
 790                 // 0c0000 - connect a block with no transactions
 791                 // 0c0000 - connect a block with no transactions
 792                 // 0c0000 - connect a block with no transactions
 793                 // 0c0000 - connect a block with no transactions
 794                 // 0c0000 - connect a block with no transactions
 795                 // 0c0000 - connect a block with no transactions
 796                 // 0c0000 - connect a block with no transactions
 797                 // 0c0000 - connect a block with no transactions
 798                 // 0c0000 - connect a block with no transactions
 799                 // 0c0000 - connect a block with no transactions
 800                 // 0c0000 - connect a block with no transactions
 801                 // 0c0000 - connect a block with no transactions
 802                 // - by now client should have sent a channel_ready (CHECK 3: SendChannelReady to 03000000 for chan 3d000000)
 803                 //
 804                 // 030012 - inbound read from peer id 0 of len 18
 805                 // 0043 03000000000000000000000000000000 - message header indicating message length 67
 806                 // 030053 - inbound read from peer id 0 of len 83
 807                 // 0024 3d00000000000000000000000000000000000000000000000000000000000000 020800000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - channel_ready and mac
 808                 //
 809                 // 01 - new inbound connection with id 1
 810                 // 030132 - inbound read from peer id 1 of len 50
 811                 // 0003000000000000000000000000000000000000000000000000000000000000000703000000000000000000000000000000 - inbound noise act 1
 812                 // 030142 - inbound read from peer id 1 of len 66
 813                 // 000302000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003000000000000000000000000000000 - inbound noise act 3
 814                 //
 815                 // 030112 - inbound read from peer id 1 of len 18
 816                 // 0010 01000000000000000000000000000000 - message header indicating message length 16
 817                 // 030120 - inbound read from peer id 1 of len 32
 818                 // 0010 00021aaa 0008aaaaaaaaaaaa9aaa 01000000000000000000000000000000 - init message (type 16) with static_remotekey required and other bits optional and mac
 819                 //
 820                 // 05 01 030200000000000000000000000000000000000000000000000000000000000000 00c350 0003e8 - create outbound channel to peer 1 for 50k sat
 821                 // 00fd - One feerate requests (all returning min feerate) (gonna be ingested by FuzzEstimator)
 822                 //
 823                 // 030112 - inbound read from peer id 1 of len 18
 824                 // 0112 01000000000000000000000000000000 - message header indicating message length 274
 825                 // 0301ff - inbound read from peer id 1 of len 255
 826                 // 0021 0000000000000000000000000000000000000000000000000000000000000e05 0000000000000162 00000000004c4b40 00000000000003e8 00000000000003e8 00000002 03f0 0005 030000000000000000000000000000000000000000000000000000000000000100 030000000000000000000000000000000000000000000000000000000000000200 030000000000000000000000000000000000000000000000000000000000000300 030000000000000000000000000000000000000000000000000000000000000400 030000000000000000000000000000000000000000000000000000000000000500 02660000000000000000000000000000 - beginning of accept_channel
 827                 // 030123 - inbound read from peer id 1 of len 35
 828                 // 0000000000000000000000000000000000 0000 01000000000000000000000000000000 - rest of accept_channel and mac
 829                 //
 830                 // 0a - create the funding transaction (client should send funding_created now)
 831                 //
 832                 // 00fd00fd - Two feerate requests (calculating max dust exposure) (all returning min feerate) (gonna be ingested by FuzzEstimator)
 833                 //
 834                 // 030112 - inbound read from peer id 1 of len 18
 835                 // 0062 01000000000000000000000000000000 - message header indicating message length 98
 836                 // 030172 - inbound read from peer id 1 of len 114
 837                 // 0023 3a00000000000000000000000000000000000000000000000000000000000000 000000000000000000000000000000000000000000000000000000000000007c0001000000000000000000000000000000000000000000000000000000000000 01000000000000000000000000000000 - funding_signed message and mac
 838                 //
 839                 // 0b - broadcast funding transaction
 840                 // - by now client should have sent a channel_ready (CHECK 4: SendChannelReady to 03020000 for chan 3f000000)
 841                 //
 842                 // 030112 - inbound read from peer id 1 of len 18
 843                 // 0043 01000000000000000000000000000000 - message header indicating message length 67
 844                 // 030153 - inbound read from peer id 1 of len 83
 845                 // 0024 3a00000000000000000000000000000000000000000000000000000000000000 026700000000000000000000000000000000000000000000000000000000000000 01000000000000000000000000000000 - channel_ready and mac
 846                 //
 847                 // 030012 - inbound read from peer id 0 of len 18
 848                 // 05ac 03000000000000000000000000000000 - message header indicating message length 1452
 849                 // 0300ff - inbound read from peer id 0 of len 255
 850                 // 0080 3d00000000000000000000000000000000000000000000000000000000000000 0000000000000000 0000000000003e80 ff00000000000000000000000000000000000000000000000000000000000000 000003f0 00 030000000000000000000000000000000000000000000000000000000000000555 11 020203e8 0401a0 060800000e0000010000 0a00000000000000000000000000000000000000000000000000000000000000 ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff - beginning of update_add_htlc from 0 to 1 via client
 851                 // 0300ff - inbound read from peer id 0 of len 255
 852                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
 853                 // 0300ff - inbound read from peer id 0 of len 255
 854                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
 855                 // 0300ff - inbound read from peer id 0 of len 255
 856                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
 857                 // 0300ff - inbound read from peer id 0 of len 255
 858                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
 859                 // 0300c1 - inbound read from peer id 0 of len 193
 860                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff ab00000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - end of update_add_htlc from 0 to 1 via client and mac
 861                 //
 862                 // 00fd - One feerate request (calculating max dust exposure) (all returning min feerate) (gonna be ingested by FuzzEstimator)
 863                 //
 864                 // 030012 - inbound read from peer id 0 of len 18
 865                 // 0064 03000000000000000000000000000000 - message header indicating message length 100
 866                 // 030074 - inbound read from peer id 0 of len 116
 867                 // 0084 3d00000000000000000000000000000000000000000000000000000000000000 00000000000000000000000000000000000000000000000000000000000000300100000000000000000000000000000000000000000000000000000000000000 0000 03000000000000000000000000000000 - commitment_signed and mac
 868                 // - client should now respond with revoke_and_ack and commitment_signed (CHECK 5/6: types 133 and 132 to peer 03000000)
 869                 //
 870                 // 030012 - inbound read from peer id 0 of len 18
 871                 // 0063 03000000000000000000000000000000 - message header indicating message length 99
 872                 // 030073 - inbound read from peer id 0 of len 115
 873                 // 0085 3d00000000000000000000000000000000000000000000000000000000000000 0900000000000000000000000000000000000000000000000000000000000000 020b00000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - revoke_and_ack and mac
 874                 //
 875                 // 07 - process the now-pending HTLC forward
 876                 // - client now sends id 1 update_add_htlc and commitment_signed (CHECK 7: UpdateHTLCs event for node 03020000 with 1 HTLCs for channel 3f000000)
 877                 //
 878                 // 00fd00fd - Two feerate requests (calculating max dust exposure) (all returning min feerate) (gonna be ingested by FuzzEstimator)
 879                 //
 880                 // - we respond with commitment_signed then revoke_and_ack (a weird, but valid, order)
 881                 // 030112 - inbound read from peer id 1 of len 18
 882                 // 0064 01000000000000000000000000000000 - message header indicating message length 100
 883                 // 030174 - inbound read from peer id 1 of len 116
 884                 // 0084 3a00000000000000000000000000000000000000000000000000000000000000 000000000000000000000000000000000000000000000000000000000000006a0001000000000000000000000000000000000000000000000000000000000000 0000 01000000000000000000000000000000 - commitment_signed and mac
 885                 //
 886                 // 030112 - inbound read from peer id 1 of len 18
 887                 // 0063 01000000000000000000000000000000 - message header indicating message length 99
 888                 // 030173 - inbound read from peer id 1 of len 115
 889                 // 0085 3a00000000000000000000000000000000000000000000000000000000000000 6600000000000000000000000000000000000000000000000000000000000000 026400000000000000000000000000000000000000000000000000000000000000 01000000000000000000000000000000 - revoke_and_ack and mac
 890                 //
 891                 // 030112 - inbound read from peer id 1 of len 18
 892                 // 004a 01000000000000000000000000000000 - message header indicating message length 74
 893                 // 03015a - inbound read from peer id 1 of len 90
 894                 // 0082 3a00000000000000000000000000000000000000000000000000000000000000 0000000000000000 ff00888888888888888888888888888888888888888888888888888888888888 01000000000000000000000000000000 - update_fulfill_htlc and mac
 895                 // - client should immediately claim the pending HTLC from peer 0 (CHECK 8: SendFulfillHTLCs for node 03000000 with preimage ff00888888 for channel 3d000000)
 896                 //
 897                 // 030112 - inbound read from peer id 1 of len 18
 898                 // 0064 01000000000000000000000000000000 - message header indicating message length 100
 899                 // 030174 - inbound read from peer id 1 of len 116
 900                 // 0084 3a00000000000000000000000000000000000000000000000000000000000000 00000000000000000000000000000000000000000000000000000000000000100001000000000000000000000000000000000000000000000000000000000000 0000 01000000000000000000000000000000 - commitment_signed and mac
 901                 //
 902                 // 030112 - inbound read from peer id 1 of len 18
 903                 // 0063 01000000000000000000000000000000 - message header indicating message length 99
 904                 // 030173 - inbound read from peer id 1 of len 115
 905                 // 0085 3a00000000000000000000000000000000000000000000000000000000000000 6700000000000000000000000000000000000000000000000000000000000000 026500000000000000000000000000000000000000000000000000000000000000 01000000000000000000000000000000 - revoke_and_ack and mac
 906                 //
 907                 // - before responding to the commitment_signed generated above, send a new HTLC
 908                 // 030012 - inbound read from peer id 0 of len 18
 909                 // 05ac 03000000000000000000000000000000 - message header indicating message length 1452
 910                 // 0300ff - inbound read from peer id 0 of len 255
 911                 // 0080 3d00000000000000000000000000000000000000000000000000000000000000 0000000000000001 0000000000003e80 ff00000000000000000000000000000000000000000000000000000000000000 000003f0 00 030000000000000000000000000000000000000000000000000000000000000555 11 020203e8 0401a0 060800000e0000010000 0a00000000000000000000000000000000000000000000000000000000000000 ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff - beginning of update_add_htlc from 0 to 1 via client
 912                 // 0300ff - inbound read from peer id 0 of len 255
 913                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
 914                 // 0300ff - inbound read from peer id 0 of len 255
 915                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
 916                 // 0300ff - inbound read from peer id 0 of len 255
 917                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
 918                 // 0300ff - inbound read from peer id 0 of len 255
 919                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
 920                 // 0300c1 - inbound read from peer id 0 of len 193
 921                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff ab00000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - end of update_add_htlc from 0 to 1 via client and mac
 922                 //
 923                 // 00fd - One feerate request (calculating max dust exposure) (all returning min feerate) (gonna be ingested by FuzzEstimator)
 924                 //
 925                 // - now respond to the update_fulfill_htlc+commitment_signed messages the client sent to peer 0
 926                 // 030012 - inbound read from peer id 0 of len 18
 927                 // 0063 03000000000000000000000000000000 - message header indicating message length 99
 928                 // 030073 - inbound read from peer id 0 of len 115
 929                 // 0085 3d00000000000000000000000000000000000000000000000000000000000000 0800000000000000000000000000000000000000000000000000000000000000 020a00000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - revoke_and_ack and mac
 930                 // - client should now respond with revoke_and_ack and commitment_signed (CHECK 5/6 duplicates)
 931                 //
 932                 // 030012 - inbound read from peer id 0 of len 18
 933                 // 0064 03000000000000000000000000000000 - message header indicating message length 100
 934                 // 030074 - inbound read from peer id 0 of len 116
 935                 // 0084 3d00000000000000000000000000000000000000000000000000000000000000 00000000000000000000000000000000000000000000000000000000000000c30100000000000000000000000000000000000000000000000000000000000000 0000 03000000000000000000000000000000 - commitment_signed and mac
 936                 //
 937                 // 030012 - inbound read from peer id 0 of len 18
 938                 // 0063 03000000000000000000000000000000 - message header indicating message length 99
 939                 // 030073 - inbound read from peer id 0 of len 115
 940                 // 0085 3d00000000000000000000000000000000000000000000000000000000000000 0b00000000000000000000000000000000000000000000000000000000000000 020d00000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - revoke_and_ack and mac
 941                 //
 942                 // 07 - process the now-pending HTLC forward
 943                 // - client now sends id 1 update_add_htlc and commitment_signed (CHECK 7 duplicate)
 944                 // - we respond with revoke_and_ack, then commitment_signed, then update_fail_htlc
 945                 //
 946                 // 00fd00fd - Two feerate requests (calculating max dust exposure) (all returning min feerate) (gonna be ingested by FuzzEstimator)
 947                 //
 948                 // 030112 - inbound read from peer id 1 of len 18
 949                 // 0064 01000000000000000000000000000000 - message header indicating message length 100
 950                 // 030174 - inbound read from peer id 1 of len 116
 951                 // 0084 3a00000000000000000000000000000000000000000000000000000000000000 00000000000000000000000000000000000000000000000000000000000000390001000000000000000000000000000000000000000000000000000000000000 0000 01000000000000000000000000000000 - commitment_signed and mac
 952                 //
 953                 // 030112 - inbound read from peer id 1 of len 18
 954                 // 0063 01000000000000000000000000000000 - message header indicating message length 99
 955                 // 030173 - inbound read from peer id 1 of len 115
 956                 // 0085 3a00000000000000000000000000000000000000000000000000000000000000 6400000000000000000000000000000000000000000000000000000000000000 027000000000000000000000000000000000000000000000000000000000000000 01000000000000000000000000000000 - revoke_and_ack and mac
 957                 //
 958                 // 030112 - inbound read from peer id 1 of len 18
 959                 // 002c 01000000000000000000000000000000 - message header indicating message length 44
 960                 // 03013c - inbound read from peer id 1 of len 60
 961                 // 0083 3a00000000000000000000000000000000000000000000000000000000000000 0000000000000001 0000 01000000000000000000000000000000 - update_fail_htlc and mac
 962                 //
 963                 // 030112 - inbound read from peer id 1 of len 18
 964                 // 0064 01000000000000000000000000000000 - message header indicating message length 100
 965                 // 030174 - inbound read from peer id 1 of len 116
 966                 // 0084 3a00000000000000000000000000000000000000000000000000000000000000 00000000000000000000000000000000000000000000000000000000000000390001000000000000000000000000000000000000000000000000000000000000 0000 01000000000000000000000000000000 - commitment_signed and mac
 967                 //
 968                 // 030112 - inbound read from peer id 1 of len 18
 969                 // 0063 01000000000000000000000000000000 - message header indicating message length 99
 970                 // 030173 - inbound read from peer id 1 of len 115
 971                 // 0085 3a00000000000000000000000000000000000000000000000000000000000000 6500000000000000000000000000000000000000000000000000000000000000 027100000000000000000000000000000000000000000000000000000000000000 01000000000000000000000000000000 - revoke_and_ack and mac
 972                 //
 973                 // 07 - process the now-pending HTLC forward
 974                 // - client now sends id 0 update_fail_htlc and commitment_signed (CHECK 9)
 975                 // - now respond to the update_fail_htlc+commitment_signed messages the client sent to peer 0
 976                 //
 977                 // 030012 - inbound read from peer id 0 of len 18
 978                 // 0063 03000000000000000000000000000000 - message header indicating message length 99
 979                 // 030073 - inbound read from peer id 0 of len 115
 980                 // 0085 3d00000000000000000000000000000000000000000000000000000000000000 0a00000000000000000000000000000000000000000000000000000000000000 020c00000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - revoke_and_ack and mac
 981                 //
 982                 // 030012 - inbound read from peer id 0 of len 18
 983                 // 0064 03000000000000000000000000000000 - message header indicating message length 100
 984                 // 030074 - inbound read from peer id 0 of len 116
 985                 // 0084 3d00000000000000000000000000000000000000000000000000000000000000 00000000000000000000000000000000000000000000000000000000000000320100000000000000000000000000000000000000000000000000000000000000 0000 03000000000000000000000000000000 - commitment_signed and mac
 986                 // - client should now respond with revoke_and_ack (CHECK 5 duplicate)
 987                 //
 988                 // 030012 - inbound read from peer id 0 of len 18
 989                 // 05ac 03000000000000000000000000000000 - message header indicating message length 1452
 990                 // 0300ff - inbound read from peer id 0 of len 255
 991                 // 0080 3d00000000000000000000000000000000000000000000000000000000000000 0000000000000002 00000000000b0838 ff00000000000000000000000000000000000000000000000000000000000000 000003f0 00 030000000000000000000000000000000000000000000000000000000000000555 12 02030927c0 0401a0 060800000e0000010000 0a00000000000000000000000000000000000000000000000000000000000000 ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff - beginning of update_add_htlc from 0 to 1 via client
 992                 // 0300ff - inbound read from peer id 0 of len 255
 993                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
 994                 // 0300ff - inbound read from peer id 0 of len 255
 995                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
 996                 // 0300ff - inbound read from peer id 0 of len 255
 997                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
 998                 // 0300ff - inbound read from peer id 0 of len 255
 999                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
1000                 // 0300c1 - inbound read from peer id 0 of len 193
1001                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff 5300000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - end of update_add_htlc from 0 to 1 via client and mac
1002                 //
1003                 // 00fd - One feerate request (calculating max dust exposure) (all returning min feerate) (gonna be ingested by FuzzEstimator)
1004                 //
1005                 // 030012 - inbound read from peer id 0 of len 18
1006                 // 00a4 03000000000000000000000000000000 - message header indicating message length 164
1007                 // 0300b4 - inbound read from peer id 0 of len 180
1008                 // 0084 3d00000000000000000000000000000000000000000000000000000000000000 00000000000000000000000000000000000000000000000000000000000000750100000000000000000000000000000000000000000000000000000000000000 0001 00000000000000000000000000000000000000000000000000000000000000670500000000000000000000000000000000000000000000000000000000000006 03000000000000000000000000000000 - commitment_signed and mac
1009                 // - client should now respond with revoke_and_ack and commitment_signed (CHECK 5/6 duplicates)
1010                 //
1011                 // 030012 - inbound read from peer id 0 of len 18
1012                 // 0063 03000000000000000000000000000000 - message header indicating message length 99
1013                 // 030073 - inbound read from peer id 0 of len 115
1014                 // 0085 3d00000000000000000000000000000000000000000000000000000000000000 0d00000000000000000000000000000000000000000000000000000000000000 020f00000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - revoke_and_ack and mac
1015                 //
1016                 // 07 - process the now-pending HTLC forward
1017                 // - client now sends id 1 update_add_htlc and commitment_signed (CHECK 7 duplicate)
1018                 //
1019                 // 00fd00fd - Two feerate requests (calculating max dust exposure) (all returning min feerate) (gonna be ingested by FuzzEstimator)
1020                 //
1021                 // 0c007d - connect a block with one transaction of len 125
1022                 // 02000000013a000000000000000000000000000000000000000000000000000000000000000000000000000000800258020000000000002200204b0000000000000000000000000000000000000000000000000000000000000014c0000000000000160014280000000000000000000000000000000000000005000020 - the commitment transaction for channel 3f00000000000000000000000000000000000000000000000000000000000000
1023                 //
1024                 // 0c005e - connect a block with one transaction of len 94
1025                 // 0200000001730000000000000000000000000000000000000000000000000000000000000000000000000000000001a701000000000000220020b20000000000000000000000000000000000000000000000000000000000000000000000 - the HTLC timeout transaction
1026                 // 0c0000 - connect a block with no transactions
1027                 // 0c0000 - connect a block with no transactions
1028                 // 0c0000 - connect a block with no transactions
1029                 // 0c0000 - connect a block with no transactions
1030                 // 0c0000 - connect a block with no transactions
1031                 //
1032                 // 07 - process the now-pending HTLC forward
1033                 // - client now fails the HTLC backwards as it was unable to extract the payment preimage (CHECK 9 duplicate and CHECK 10)
1034
1035                 let logger = Arc::new(TrackingLogger { lines: Mutex::new(HashMap::new()) });
1036                 super::do_test(&::hex::decode("01000000000000000000000000000000000000000000000000000000000000000000000001000300000000000000000000000000000000000000000000000000000000000000020300320003000000000000000000000000000000000000000000000000000000000000000203000000000000000000000000000000030012001003000000000000000000000000000000030020001000021aaa0008aaaaaaaaaaaa9aaa030000000000000000000000000000000300120147030000000000000000000000000000000300fe00207500000000000000000000000000000000000000000000000000000000000000ff4f00f805273c1b203bb5ebf8436bfde57b3be8c2f5e95d9491dbb181909679000000000000c35000000000000000000000000000000162ffffffffffffffff00000000000002220000000000000000000000fd000601e3030000000000000000000000000000000000000000000000000000000000000001030000000000000000000000000000000000000000000000000000000000000002030000000000000000000000000000000000000000000000000000000000000003030000000000000000000000000000000000000000000000000000000000000004030059030000000000000000000000000000000000000000000000000000000000000005020900000000000000000000000000000000000000000000000000000000000000010000010210000300000000000000000000000000000000fd00fd0300120084030000000000000000000000000000000300940022ff4f00f805273c1b203bb5ebf8436bfde57b3be8c2f5e95d9491dbb1819096793d00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000210100000000000000000000000000000000000000000000000000000000000000030000000000000000000000000000000c005e020000000100000000000000000000000000000000000000000000000000000000000000000000000000ffffffff0150c3000000000000220020ae00000000000000000000000000000000000000000000000000000000000000000000000c00000c00000c00000c00000c00000c00000c00000c00000c00000c00000c00000c000003001200430300000000000000000000000000000003005300243d0000000000000000000000000000000000000000000000000000000000000002080000000000000000000000000000000000000000000000000000000000000003000000000000000000000000000000010301320003000000000000000000000000000000000000000000000000000000000000000703000000000000000000000000000000030142000302000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003000000000000000000000000000000030112001001000000000000000000000000000000030120001000021aaa0008aaaaaaaaaaaa9aaa01000000000000000000000000000000050103020000000000000000000000000000000000000000000000000000000000000000c3500003e800fd0301120112010000000000000000000000000000000301ff00210000000000000000000000000000000000000000000000000000000000000e05000000000000016200000000004c4b4000000000000003e800000000000003e80000000203f000050300000000000000000000000000000000000000000000000000000000000001000300000000000000000000000000000000000000000000000000000000000002000300000000000000000000000000000000000000000000000000000000000003000300000000000000000000000000000000000000000000000000000000000004000300000000000000000000000000000000000000000000000000000000000005000266000000000000000000000000000003012300000000000000000000000000000000000000010000000000000000000000000000000a00fd00fd03011200620100000000000000000000000000000003017200233a00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000007c0001000000000000000000000000000000000000000000000000000000000000010000000000000000000000000000000b03011200430100000000000000000000000000000003015300243a000000000000000000000000000000000000000000000000000000000000000267000000000000000000000000000000000000000000000000000000000000000100000000000000000000000000000003001205ac030000000000000000000000000000000300ff00803d0000000000000000000000000000000000000000000000000000000000000000000000000000000000000000003e80ff00000000000000000000000000000000000000000000000000000000000000000003f00003000000000000000000000000000000000000000000000000000000000000055511020203e80401a0060800000e00000100000a00000000000000000000000000000000000000000000000000000000000000ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300c1ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffab000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000000fd03001200640300000000000000000000000000000003007400843d000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000030010000000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003001200630300000000000000000000000000000003007300853d000000000000000000000000000000000000000000000000000000000000000900000000000000000000000000000000000000000000000000000000000000020b00000000000000000000000000000000000000000000000000000000000000030000000000000000000000000000000700fd00fd03011200640100000000000000000000000000000003017400843a00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000006a000100000000000000000000000000000000000000000000000000000000000000000100000000000000000000000000000003011200630100000000000000000000000000000003017300853a00000000000000000000000000000000000000000000000000000000000000660000000000000000000000000000000000000000000000000000000000000002640000000000000000000000000000000000000000000000000000000000000001000000000000000000000000000000030112004a0100000000000000000000000000000003015a00823a000000000000000000000000000000000000000000000000000000000000000000000000000000ff008888888888888888888888888888888888888888888888888888888888880100000000000000000000000000000003011200640100000000000000000000000000000003017400843a000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000010000100000000000000000000000000000000000000000000000000000000000000000100000000000000000000000000000003011200630100000000000000000000000000000003017300853a0000000000000000000000000000000000000000000000000000000000000067000000000000000000000000000000000000000000000000000000000000000265000000000000000000000000000000000000000000000000000000000000000100000000000000000000000000000003001205ac030000000000000000000000000000000300ff00803d0000000000000000000000000000000000000000000000000000000000000000000000000000010000000000003e80ff00000000000000000000000000000000000000000000000000000000000000000003f00003000000000000000000000000000000000000000000000000000000000000055511020203e80401a0060800000e00000100000a00000000000000000000000000000000000000000000000000000000000000ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300c1ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffab000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000000fd03001200630300000000000000000000000000000003007300853d000000000000000000000000000000000000000000000000000000000000000800000000000000000000000000000000000000000000000000000000000000020a000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003001200640300000000000000000000000000000003007400843d0000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000c3010000000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003001200630300000000000000000000000000000003007300853d000000000000000000000000000000000000000000000000000000000000000b00000000000000000000000000000000000000000000000000000000000000020d00000000000000000000000000000000000000000000000000000000000000030000000000000000000000000000000700fd00fd03011200640100000000000000000000000000000003017400843a000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000039000100000000000000000000000000000000000000000000000000000000000000000100000000000000000000000000000003011200630100000000000000000000000000000003017300853a00000000000000000000000000000000000000000000000000000000000000640000000000000000000000000000000000000000000000000000000000000002700000000000000000000000000000000000000000000000000000000000000001000000000000000000000000000000030112002c0100000000000000000000000000000003013c00833a00000000000000000000000000000000000000000000000000000000000000000000000000000100000100000000000000000000000000000003011200640100000000000000000000000000000003017400843a000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000039000100000000000000000000000000000000000000000000000000000000000000000100000000000000000000000000000003011200630100000000000000000000000000000003017300853a000000000000000000000000000000000000000000000000000000000000006500000000000000000000000000000000000000000000000000000000000000027100000000000000000000000000000000000000000000000000000000000000010000000000000000000000000000000703001200630300000000000000000000000000000003007300853d000000000000000000000000000000000000000000000000000000000000000a00000000000000000000000000000000000000000000000000000000000000020c000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003001200640300000000000000000000000000000003007400843d000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000032010000000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003001205ac030000000000000000000000000000000300ff00803d00000000000000000000000000000000000000000000000000000000000000000000000000000200000000000b0838ff00000000000000000000000000000000000000000000000000000000000000000003f0000300000000000000000000000000000000000000000000000000000000000005551202030927c00401a0060800000e00000100000a00000000000000000000000000000000000000000000000000000000000000ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300c1ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff53000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000000fd03001200a4030000000000000000000000000000000300b400843d00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000007501000000000000000000000000000000000000000000000000000000000000000001000000000000000000000000000000000000000000000000000000000000006705000000000000000000000000000000000000000000000000000000000000060300000000000000000000000000000003001200630300000000000000000000000000000003007300853d000000000000000000000000000000000000000000000000000000000000000d00000000000000000000000000000000000000000000000000000000000000020f00000000000000000000000000000000000000000000000000000000000000030000000000000000000000000000000700fd00fd0c007d02000000013a000000000000000000000000000000000000000000000000000000000000000000000000000000800258020000000000002200204b0000000000000000000000000000000000000000000000000000000000000014c00000000000001600142800000000000000000000000000000000000000050000200c005e0200000001730000000000000000000000000000000000000000000000000000000000000000000000000000000001a701000000000000220020b200000000000000000000000000000000000000000000000000000000000000000000000c00000c00000c00000c00000c000007").unwrap(), &(Arc::clone(&logger) as Arc<dyn Logger>));
1037
1038                 let log_entries = logger.lines.lock().unwrap();
1039                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling SendAcceptChannel event in peer_handler for node 030000000000000000000000000000000000000000000000000000000000000002 for channel ff4f00f805273c1b203bb5ebf8436bfde57b3be8c2f5e95d9491dbb181909679".to_string())), Some(&1)); // 1
1040                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling SendFundingSigned event in peer_handler for node 030000000000000000000000000000000000000000000000000000000000000002 for channel 3d00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&1)); // 2
1041                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling SendChannelReady event in peer_handler for node 030000000000000000000000000000000000000000000000000000000000000002 for channel 3d00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&1)); // 3
1042                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling SendChannelReady event in peer_handler for node 030200000000000000000000000000000000000000000000000000000000000000 for channel 3a00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&1)); // 4
1043                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling SendRevokeAndACK event in peer_handler for node 030000000000000000000000000000000000000000000000000000000000000002 for channel 3d00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&4)); // 5
1044                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling UpdateHTLCs event in peer_handler for node 030000000000000000000000000000000000000000000000000000000000000002 with 0 adds, 0 fulfills, 0 fails for channel 3d00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&3)); // 6
1045                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling UpdateHTLCs event in peer_handler for node 030200000000000000000000000000000000000000000000000000000000000000 with 1 adds, 0 fulfills, 0 fails for channel 3a00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&3)); // 7
1046                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling UpdateHTLCs event in peer_handler for node 030000000000000000000000000000000000000000000000000000000000000002 with 0 adds, 1 fulfills, 0 fails for channel 3d00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&1)); // 8
1047                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling UpdateHTLCs event in peer_handler for node 030000000000000000000000000000000000000000000000000000000000000002 with 0 adds, 0 fulfills, 1 fails for channel 3d00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&2)); // 9
1048                 assert_eq!(log_entries.get(&("lightning::chain::channelmonitor".to_string(), "Input spending counterparty commitment tx (0000000000000000000000000000000000000000000000000000000000000073:0) in 0000000000000000000000000000000000000000000000000000000000000067 resolves outbound HTLC with payment hash ff00000000000000000000000000000000000000000000000000000000000000 with timeout".to_string())), Some(&1)); // 10
1049         }
1050 }