a6b86c92149285a82f765fab0f5e34ab92ef032a
[rust-lightning] / fuzz / src / full_stack.rs
1 // This file is Copyright its original authors, visible in version control
2 // history.
3 //
4 // This file is licensed under the Apache License, Version 2.0 <LICENSE-APACHE
5 // or http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
6 // <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your option.
7 // You may not use this file except in accordance with one or both of these
8 // licenses.
9
10 //! Test that no series of bytes received over the wire/connections created/payments sent can
11 //! result in a crash. We do this by standing up a node and then reading bytes from input to denote
12 //! actions such as creating new inbound/outbound connections, bytes to be read from a connection,
13 //! or payments to send/ways to handle events generated.
14 //! This test has been very useful, though due to its complexity good starting inputs are critical.
15
16 use bitcoin::TxMerkleNode;
17 use bitcoin::blockdata::block::BlockHeader;
18 use bitcoin::blockdata::constants::genesis_block;
19 use bitcoin::blockdata::transaction::{Transaction, TxOut};
20 use bitcoin::blockdata::script::{Builder, Script};
21 use bitcoin::blockdata::opcodes;
22 use bitcoin::blockdata::locktime::PackedLockTime;
23 use bitcoin::consensus::encode::deserialize;
24 use bitcoin::network::constants::Network;
25
26 use bitcoin::hashes::Hash as TraitImport;
27 use bitcoin::hashes::HashEngine as TraitImportEngine;
28 use bitcoin::hashes::sha256::Hash as Sha256;
29 use bitcoin::hash_types::{Txid, BlockHash, WPubkeyHash};
30
31 use lightning::chain;
32 use lightning::chain::{BestBlock, ChannelMonitorUpdateStatus, Confirm, Listen};
33 use lightning::chain::chaininterface::{BroadcasterInterface, ConfirmationTarget, FeeEstimator};
34 use lightning::chain::chainmonitor;
35 use lightning::chain::transaction::OutPoint;
36 use lightning::chain::keysinterface::{InMemorySigner, Recipient, KeyMaterial, KeysInterface, EntropySource, NodeSigner, SignerProvider};
37 use lightning::ln::{PaymentHash, PaymentPreimage, PaymentSecret};
38 use lightning::ln::channelmanager::{ChainParameters, ChannelManager, PaymentId};
39 use lightning::ln::peer_handler::{MessageHandler,PeerManager,SocketDescriptor,IgnoringMessageHandler};
40 use lightning::ln::msgs::DecodeError;
41 use lightning::ln::script::ShutdownScript;
42 use lightning::routing::gossip::{P2PGossipSync, NetworkGraph};
43 use lightning::routing::router::{find_route, PaymentParameters, RouteParameters};
44 use lightning::routing::scoring::FixedPenaltyScorer;
45 use lightning::util::config::UserConfig;
46 use lightning::util::errors::APIError;
47 use lightning::util::events::Event;
48 use lightning::util::enforcing_trait_impls::{EnforcingSigner, EnforcementState};
49 use lightning::util::logger::Logger;
50 use lightning::util::ser::ReadableArgs;
51
52 use crate::utils::test_logger;
53 use crate::utils::test_persister::TestPersister;
54
55 use bitcoin::secp256k1::{PublicKey, SecretKey, Scalar};
56 use bitcoin::secp256k1::ecdh::SharedSecret;
57 use bitcoin::secp256k1::ecdsa::RecoverableSignature;
58 use bitcoin::secp256k1::Secp256k1;
59
60 use std::cell::RefCell;
61 use std::collections::{HashMap, hash_map};
62 use std::convert::TryInto;
63 use std::cmp;
64 use std::sync::{Arc, Mutex};
65 use std::sync::atomic::{AtomicU64,AtomicUsize,Ordering};
66 use bitcoin::bech32::u5;
67
68 #[inline]
69 pub fn slice_to_be16(v: &[u8]) -> u16 {
70         ((v[0] as u16) << 8*1) |
71         ((v[1] as u16) << 8*0)
72 }
73
74 #[inline]
75 pub fn slice_to_be24(v: &[u8]) -> u32 {
76         ((v[0] as u32) << 8*2) |
77         ((v[1] as u32) << 8*1) |
78         ((v[2] as u32) << 8*0)
79 }
80
81 #[inline]
82 pub fn slice_to_be32(v: &[u8]) -> u32 {
83         ((v[0] as u32) << 8*3) |
84         ((v[1] as u32) << 8*2) |
85         ((v[2] as u32) << 8*1) |
86         ((v[3] as u32) << 8*0)
87 }
88
89 #[inline]
90 pub fn be64_to_array(u: u64) -> [u8; 8] {
91         let mut v = [0; 8];
92         v[0] = ((u >> 8*7) & 0xff) as u8;
93         v[1] = ((u >> 8*6) & 0xff) as u8;
94         v[2] = ((u >> 8*5) & 0xff) as u8;
95         v[3] = ((u >> 8*4) & 0xff) as u8;
96         v[4] = ((u >> 8*3) & 0xff) as u8;
97         v[5] = ((u >> 8*2) & 0xff) as u8;
98         v[6] = ((u >> 8*1) & 0xff) as u8;
99         v[7] = ((u >> 8*0) & 0xff) as u8;
100         v
101 }
102
103 struct InputData {
104         data: Vec<u8>,
105         read_pos: AtomicUsize,
106 }
107 impl InputData {
108         fn get_slice(&self, len: usize) -> Option<&[u8]> {
109                 let old_pos = self.read_pos.fetch_add(len, Ordering::AcqRel);
110                 if self.data.len() < old_pos + len {
111                         return None;
112                 }
113                 Some(&self.data[old_pos..old_pos + len])
114         }
115 }
116
117 struct FuzzEstimator {
118         input: Arc<InputData>,
119 }
120 impl FeeEstimator for FuzzEstimator {
121         fn get_est_sat_per_1000_weight(&self, _: ConfirmationTarget) -> u32 {
122                 //TODO: We should actually be testing at least much more than 64k...
123                 match self.input.get_slice(2) {
124                         Some(slice) => cmp::max(slice_to_be16(slice) as u32, 253),
125                         None => 253
126                 }
127         }
128 }
129
130 struct TestBroadcaster {
131         txn_broadcasted: Mutex<Vec<Transaction>>,
132 }
133 impl BroadcasterInterface for TestBroadcaster {
134         fn broadcast_transaction(&self, tx: &Transaction) {
135                 self.txn_broadcasted.lock().unwrap().push(tx.clone());
136         }
137 }
138
139 #[derive(Clone)]
140 struct Peer<'a> {
141         id: u8,
142         peers_connected: &'a RefCell<[bool; 256]>,
143 }
144 impl<'a> SocketDescriptor for Peer<'a> {
145         fn send_data(&mut self, data: &[u8], _resume_read: bool) -> usize {
146                 data.len()
147         }
148         fn disconnect_socket(&mut self) {
149                 assert!(self.peers_connected.borrow()[self.id as usize]);
150                 self.peers_connected.borrow_mut()[self.id as usize] = false;
151         }
152 }
153 impl<'a> PartialEq for Peer<'a> {
154         fn eq(&self, other: &Self) -> bool {
155                 self.id == other.id
156         }
157 }
158 impl<'a> Eq for Peer<'a> {}
159 impl<'a> std::hash::Hash for Peer<'a> {
160         fn hash<H : std::hash::Hasher>(&self, h: &mut H) {
161                 self.id.hash(h)
162         }
163 }
164
165 type ChannelMan = ChannelManager<
166         Arc<chainmonitor::ChainMonitor<EnforcingSigner, Arc<dyn chain::Filter>, Arc<TestBroadcaster>, Arc<FuzzEstimator>, Arc<dyn Logger>, Arc<TestPersister>>>,
167         Arc<TestBroadcaster>, Arc<KeyProvider>, Arc<FuzzEstimator>, Arc<dyn Logger>>;
168 type PeerMan<'a> = PeerManager<Peer<'a>, Arc<ChannelMan>, Arc<P2PGossipSync<Arc<NetworkGraph<Arc<dyn Logger>>>, Arc<dyn chain::Access>, Arc<dyn Logger>>>, IgnoringMessageHandler, Arc<dyn Logger>, IgnoringMessageHandler>;
169
170 struct MoneyLossDetector<'a> {
171         manager: Arc<ChannelMan>,
172         monitor: Arc<chainmonitor::ChainMonitor<EnforcingSigner, Arc<dyn chain::Filter>, Arc<TestBroadcaster>, Arc<FuzzEstimator>, Arc<dyn Logger>, Arc<TestPersister>>>,
173         handler: PeerMan<'a>,
174
175         peers: &'a RefCell<[bool; 256]>,
176         funding_txn: Vec<Transaction>,
177         txids_confirmed: HashMap<Txid, usize>,
178         header_hashes: Vec<(BlockHash, u32)>,
179         height: usize,
180         max_height: usize,
181         blocks_connected: u32,
182 }
183 impl<'a> MoneyLossDetector<'a> {
184         pub fn new(peers: &'a RefCell<[bool; 256]>,
185                    manager: Arc<ChannelMan>,
186                    monitor: Arc<chainmonitor::ChainMonitor<EnforcingSigner, Arc<dyn chain::Filter>, Arc<TestBroadcaster>, Arc<FuzzEstimator>, Arc<dyn Logger>, Arc<TestPersister>>>,
187                    handler: PeerMan<'a>) -> Self {
188                 MoneyLossDetector {
189                         manager,
190                         monitor,
191                         handler,
192
193                         peers,
194                         funding_txn: Vec::new(),
195                         txids_confirmed: HashMap::new(),
196                         header_hashes: vec![(genesis_block(Network::Bitcoin).block_hash(), 0)],
197                         height: 0,
198                         max_height: 0,
199                         blocks_connected: 0,
200                 }
201         }
202
203         fn connect_block(&mut self, all_txn: &[Transaction]) {
204                 let mut txdata = Vec::with_capacity(all_txn.len());
205                 for (idx, tx) in all_txn.iter().enumerate() {
206                         let txid = tx.txid();
207                         match self.txids_confirmed.entry(txid) {
208                                 hash_map::Entry::Vacant(e) => {
209                                         e.insert(self.height);
210                                         txdata.push((idx + 1, tx));
211                                 },
212                                 _ => {},
213                         }
214                 }
215
216                 self.blocks_connected += 1;
217                 let header = BlockHeader { version: 0x20000000, prev_blockhash: self.header_hashes[self.height].0, merkle_root: TxMerkleNode::all_zeros(), time: self.blocks_connected, bits: 42, nonce: 42 };
218                 self.height += 1;
219                 self.manager.transactions_confirmed(&header, &txdata, self.height as u32);
220                 self.manager.best_block_updated(&header, self.height as u32);
221                 (*self.monitor).transactions_confirmed(&header, &txdata, self.height as u32);
222                 (*self.monitor).best_block_updated(&header, self.height as u32);
223                 if self.header_hashes.len() > self.height {
224                         self.header_hashes[self.height] = (header.block_hash(), self.blocks_connected);
225                 } else {
226                         assert_eq!(self.header_hashes.len(), self.height);
227                         self.header_hashes.push((header.block_hash(), self.blocks_connected));
228                 }
229                 self.max_height = cmp::max(self.height, self.max_height);
230         }
231
232         fn disconnect_block(&mut self) {
233                 if self.height > 0 && (self.max_height < 6 || self.height >= self.max_height - 6) {
234                         let header = BlockHeader { version: 0x20000000, prev_blockhash: self.header_hashes[self.height - 1].0, merkle_root: TxMerkleNode::all_zeros(), time: self.header_hashes[self.height].1, bits: 42, nonce: 42 };
235                         self.manager.block_disconnected(&header, self.height as u32);
236                         self.monitor.block_disconnected(&header, self.height as u32);
237                         self.height -= 1;
238                         let removal_height = self.height;
239                         self.txids_confirmed.retain(|_, height| {
240                                 removal_height != *height
241                         });
242                 }
243         }
244 }
245
246 impl<'a> Drop for MoneyLossDetector<'a> {
247         fn drop(&mut self) {
248                 if !::std::thread::panicking() {
249                         // Disconnect all peers
250                         for (idx, peer) in self.peers.borrow().iter().enumerate() {
251                                 if *peer {
252                                         self.handler.socket_disconnected(&Peer{id: idx as u8, peers_connected: &self.peers});
253                                 }
254                         }
255
256                         // Force all channels onto the chain (and time out claim txn)
257                         self.manager.force_close_all_channels_broadcasting_latest_txn();
258                 }
259         }
260 }
261
262 struct KeyProvider {
263         node_secret: SecretKey,
264         inbound_payment_key: KeyMaterial,
265         counter: AtomicU64,
266         signer_state: RefCell<HashMap<u8, (bool, Arc<Mutex<EnforcementState>>)>>
267 }
268
269 impl EntropySource for KeyProvider {
270         fn get_secure_random_bytes(&self) -> [u8; 32] {
271                 let ctr = self.counter.fetch_add(1, Ordering::Relaxed);
272                 [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
273                         (ctr >> 8*7) as u8, (ctr >> 8*6) as u8, (ctr >> 8*5) as u8, (ctr >> 8*4) as u8, (ctr >> 8*3) as u8, (ctr >> 8*2) as u8, (ctr >> 8*1) as u8, 14, (ctr >> 8*0) as u8]
274         }
275 }
276
277 impl NodeSigner for KeyProvider {
278         fn get_node_secret(&self, _recipient: Recipient) -> Result<SecretKey, ()> {
279                 Ok(self.node_secret.clone())
280         }
281
282         fn get_node_id(&self, recipient: Recipient) -> Result<PublicKey, ()> {
283                 let secp_ctx = Secp256k1::signing_only();
284                 Ok(PublicKey::from_secret_key(&secp_ctx, &self.get_node_secret(recipient)?))
285         }
286
287         fn ecdh(&self, recipient: Recipient, other_key: &PublicKey, tweak: Option<&Scalar>) -> Result<SharedSecret, ()> {
288                 let mut node_secret = self.get_node_secret(recipient)?;
289                 if let Some(tweak) = tweak {
290                         node_secret = node_secret.mul_tweak(tweak).unwrap();
291                 }
292                 Ok(SharedSecret::new(other_key, &node_secret))
293         }
294
295         fn get_inbound_payment_key_material(&self) -> KeyMaterial {
296                 self.inbound_payment_key.clone()
297         }
298
299         fn sign_invoice(&self, _hrp_bytes: &[u8], _invoice_data: &[u5], _recipient: Recipient) -> Result<RecoverableSignature, ()> {
300                 unreachable!()
301         }
302 }
303
304 impl SignerProvider for KeyProvider {
305         type Signer = EnforcingSigner;
306
307         fn generate_channel_keys_id(&self, inbound: bool, _channel_value_satoshis: u64, _user_channel_id: u128) -> [u8; 32] {
308                 let ctr = self.counter.fetch_add(1, Ordering::Relaxed) as u8;
309                 self.signer_state.borrow_mut().insert(ctr, (inbound, Arc::new(Mutex::new(EnforcementState::new()))));
310                 [ctr; 32]
311         }
312
313         fn derive_channel_signer(&self, channel_value_satoshis: u64, channel_keys_id: [u8; 32]) -> Self::Signer {
314                 let secp_ctx = Secp256k1::signing_only();
315                 let ctr = channel_keys_id[0];
316                 let (inbound, state) = self.signer_state.borrow().get(&ctr).unwrap().clone();
317                 EnforcingSigner::new_with_revoked(if inbound {
318                         InMemorySigner::new(
319                                 &secp_ctx,
320                                 self.node_secret.clone(),
321                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, ctr]).unwrap(),
322                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, ctr]).unwrap(),
323                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, ctr]).unwrap(),
324                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, ctr]).unwrap(),
325                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, ctr]).unwrap(),
326                                 [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, ctr],
327                                 channel_value_satoshis,
328                                 channel_keys_id,
329                         )
330                 } else {
331                         InMemorySigner::new(
332                                 &secp_ctx,
333                                 self.node_secret.clone(),
334                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, ctr]).unwrap(),
335                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, ctr]).unwrap(),
336                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, ctr]).unwrap(),
337                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, ctr]).unwrap(),
338                                 SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, ctr]).unwrap(),
339                                 [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, ctr],
340                                 channel_value_satoshis,
341                                 channel_keys_id,
342                         )
343                 }, state, false)
344         }
345
346         fn read_chan_signer(&self, mut data: &[u8]) -> Result<EnforcingSigner, DecodeError> {
347                 let inner: InMemorySigner = ReadableArgs::read(&mut data, self.node_secret.clone())?;
348                 let state = Arc::new(Mutex::new(EnforcementState::new()));
349
350                 Ok(EnforcingSigner::new_with_revoked(
351                         inner,
352                         state,
353                         false
354                 ))
355         }
356
357         fn get_destination_script(&self) -> Script {
358                 let secp_ctx = Secp256k1::signing_only();
359                 let channel_monitor_claim_key = SecretKey::from_slice(&hex::decode("0fffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff").unwrap()[..]).unwrap();
360                 let our_channel_monitor_claim_key_hash = WPubkeyHash::hash(&PublicKey::from_secret_key(&secp_ctx, &channel_monitor_claim_key).serialize());
361                 Builder::new().push_opcode(opcodes::all::OP_PUSHBYTES_0).push_slice(&our_channel_monitor_claim_key_hash[..]).into_script()
362         }
363
364         fn get_shutdown_scriptpubkey(&self) -> ShutdownScript {
365                 let secp_ctx = Secp256k1::signing_only();
366                 let secret_key = SecretKey::from_slice(&[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1]).unwrap();
367                 let pubkey_hash = WPubkeyHash::hash(&PublicKey::from_secret_key(&secp_ctx, &secret_key).serialize());
368                 ShutdownScript::new_p2wpkh(&pubkey_hash)
369         }
370 }
371
372 impl KeysInterface for KeyProvider {}
373
374 #[inline]
375 pub fn do_test(data: &[u8], logger: &Arc<dyn Logger>) {
376         let input = Arc::new(InputData {
377                 data: data.to_vec(),
378                 read_pos: AtomicUsize::new(0),
379         });
380         let fee_est = Arc::new(FuzzEstimator {
381                 input: input.clone(),
382         });
383
384         macro_rules! get_slice {
385                 ($len: expr) => {
386                         match input.get_slice($len as usize) {
387                                 Some(slice) => slice,
388                                 None => return,
389                         }
390                 }
391         }
392
393         macro_rules! get_pubkey {
394                 () => {
395                         match PublicKey::from_slice(get_slice!(33)) {
396                                 Ok(key) => key,
397                                 Err(_) => return,
398                         }
399                 }
400         }
401
402         let our_network_key = match SecretKey::from_slice(get_slice!(32)) {
403                 Ok(key) => key,
404                 Err(_) => return,
405         };
406
407         let inbound_payment_key = [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 42];
408
409         let broadcast = Arc::new(TestBroadcaster{ txn_broadcasted: Mutex::new(Vec::new()) });
410         let monitor = Arc::new(chainmonitor::ChainMonitor::new(None, broadcast.clone(), Arc::clone(&logger), fee_est.clone(),
411                 Arc::new(TestPersister { update_ret: Mutex::new(ChannelMonitorUpdateStatus::Completed) })));
412
413         let keys_manager = Arc::new(KeyProvider {
414                 node_secret: our_network_key.clone(),
415                 inbound_payment_key: KeyMaterial(inbound_payment_key.try_into().unwrap()),
416                 counter: AtomicU64::new(0),
417                 signer_state: RefCell::new(HashMap::new())
418         });
419         let mut config = UserConfig::default();
420         config.channel_config.forwarding_fee_proportional_millionths =  slice_to_be32(get_slice!(4));
421         config.channel_handshake_config.announced_channel = get_slice!(1)[0] != 0;
422         let network = Network::Bitcoin;
423         let params = ChainParameters {
424                 network,
425                 best_block: BestBlock::from_genesis(network),
426         };
427         let channelmanager = Arc::new(ChannelManager::new(fee_est.clone(), monitor.clone(), broadcast.clone(), Arc::clone(&logger), keys_manager.clone(), config, params));
428         // Adding new calls to `KeysInterface::get_secure_random_bytes` during startup can change all the
429         // keys subsequently generated in this test. Rather than regenerating all the messages manually,
430         // it's easier to just increment the counter here so the keys don't change.
431         keys_manager.counter.fetch_sub(3, Ordering::AcqRel);
432         let our_id = PublicKey::from_secret_key(&Secp256k1::signing_only(), &keys_manager.get_node_secret(Recipient::Node).unwrap());
433         let network_graph = Arc::new(NetworkGraph::new(genesis_block(network).block_hash(), Arc::clone(&logger)));
434         let gossip_sync = Arc::new(P2PGossipSync::new(Arc::clone(&network_graph), None, Arc::clone(&logger)));
435         let scorer = FixedPenaltyScorer::with_penalty(0);
436
437         let peers = RefCell::new([false; 256]);
438         let mut loss_detector = MoneyLossDetector::new(&peers, channelmanager.clone(), monitor.clone(), PeerManager::new(MessageHandler {
439                 chan_handler: channelmanager.clone(),
440                 route_handler: gossip_sync.clone(),
441                 onion_message_handler: IgnoringMessageHandler {},
442         }, our_network_key, 0, &[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 0], Arc::clone(&logger), IgnoringMessageHandler{}));
443
444         let mut should_forward = false;
445         let mut payments_received: Vec<PaymentHash> = Vec::new();
446         let mut payments_sent = 0;
447         let mut pending_funding_generation: Vec<([u8; 32], PublicKey, u64, Script)> = Vec::new();
448         let mut pending_funding_signatures = HashMap::new();
449
450         loop {
451                 match get_slice!(1)[0] {
452                         0 => {
453                                 let mut new_id = 0;
454                                 for i in 1..256 {
455                                         if !peers.borrow()[i-1] {
456                                                 new_id = i;
457                                                 break;
458                                         }
459                                 }
460                                 if new_id == 0 { return; }
461                                 loss_detector.handler.new_outbound_connection(get_pubkey!(), Peer{id: (new_id - 1) as u8, peers_connected: &peers}, None).unwrap();
462                                 peers.borrow_mut()[new_id - 1] = true;
463                         },
464                         1 => {
465                                 let mut new_id = 0;
466                                 for i in 1..256 {
467                                         if !peers.borrow()[i-1] {
468                                                 new_id = i;
469                                                 break;
470                                         }
471                                 }
472                                 if new_id == 0 { return; }
473                                 loss_detector.handler.new_inbound_connection(Peer{id: (new_id - 1) as u8, peers_connected: &peers}, None).unwrap();
474                                 peers.borrow_mut()[new_id - 1] = true;
475                         },
476                         2 => {
477                                 let peer_id = get_slice!(1)[0];
478                                 if !peers.borrow()[peer_id as usize] { return; }
479                                 loss_detector.handler.socket_disconnected(&Peer{id: peer_id, peers_connected: &peers});
480                                 peers.borrow_mut()[peer_id as usize] = false;
481                         },
482                         3 => {
483                                 let peer_id = get_slice!(1)[0];
484                                 if !peers.borrow()[peer_id as usize] { return; }
485                                 match loss_detector.handler.read_event(&mut Peer{id: peer_id, peers_connected: &peers}, get_slice!(get_slice!(1)[0])) {
486                                         Ok(res) => assert!(!res),
487                                         Err(_) => { peers.borrow_mut()[peer_id as usize] = false; }
488                                 }
489                         },
490                         4 => {
491                                 let final_value_msat = slice_to_be24(get_slice!(3)) as u64;
492                                 let payment_params = PaymentParameters::from_node_id(get_pubkey!());
493                                 let params = RouteParameters {
494                                         payment_params,
495                                         final_value_msat,
496                                         final_cltv_expiry_delta: 42,
497                                 };
498                                 let random_seed_bytes: [u8; 32] = keys_manager.get_secure_random_bytes();
499                                 let route = match find_route(&our_id, &params, &network_graph, None, Arc::clone(&logger), &scorer, &random_seed_bytes) {
500                                         Ok(route) => route,
501                                         Err(_) => return,
502                                 };
503                                 let mut payment_hash = PaymentHash([0; 32]);
504                                 payment_hash.0[0..8].copy_from_slice(&be64_to_array(payments_sent));
505                                 let mut sha = Sha256::engine();
506                                 sha.input(&payment_hash.0[..]);
507                                 payment_hash.0 = Sha256::from_engine(sha).into_inner();
508                                 payments_sent += 1;
509                                 match channelmanager.send_payment(&route, payment_hash, &None, PaymentId(payment_hash.0)) {
510                                         Ok(_) => {},
511                                         Err(_) => return,
512                                 }
513                         },
514                         15 => {
515                                 let final_value_msat = slice_to_be24(get_slice!(3)) as u64;
516                                 let payment_params = PaymentParameters::from_node_id(get_pubkey!());
517                                 let params = RouteParameters {
518                                         payment_params,
519                                         final_value_msat,
520                                         final_cltv_expiry_delta: 42,
521                                 };
522                                 let random_seed_bytes: [u8; 32] = keys_manager.get_secure_random_bytes();
523                                 let mut route = match find_route(&our_id, &params, &network_graph, None, Arc::clone(&logger), &scorer, &random_seed_bytes) {
524                                         Ok(route) => route,
525                                         Err(_) => return,
526                                 };
527                                 route.paths.push(route.paths[0].clone());
528                                 let mut payment_hash = PaymentHash([0; 32]);
529                                 payment_hash.0[0..8].copy_from_slice(&be64_to_array(payments_sent));
530                                 let mut sha = Sha256::engine();
531                                 sha.input(&payment_hash.0[..]);
532                                 payment_hash.0 = Sha256::from_engine(sha).into_inner();
533                                 payments_sent += 1;
534                                 let mut payment_secret = PaymentSecret([0; 32]);
535                                 payment_secret.0[0..8].copy_from_slice(&be64_to_array(payments_sent));
536                                 payments_sent += 1;
537                                 match channelmanager.send_payment(&route, payment_hash, &Some(payment_secret), PaymentId(payment_hash.0)) {
538                                         Ok(_) => {},
539                                         Err(_) => return,
540                                 }
541                         },
542                         5 => {
543                                 let peer_id = get_slice!(1)[0];
544                                 if !peers.borrow()[peer_id as usize] { return; }
545                                 let their_key = get_pubkey!();
546                                 let chan_value = slice_to_be24(get_slice!(3)) as u64;
547                                 let push_msat_value = slice_to_be24(get_slice!(3)) as u64;
548                                 if channelmanager.create_channel(their_key, chan_value, push_msat_value, 0, None).is_err() { return; }
549                         },
550                         6 => {
551                                 let mut channels = channelmanager.list_channels();
552                                 let channel_id = get_slice!(1)[0] as usize;
553                                 if channel_id >= channels.len() { return; }
554                                 channels.sort_by(|a, b| { a.channel_id.cmp(&b.channel_id) });
555                                 if channelmanager.close_channel(&channels[channel_id].channel_id, &channels[channel_id].counterparty.node_id).is_err() { return; }
556                         },
557                         7 => {
558                                 if should_forward {
559                                         channelmanager.process_pending_htlc_forwards();
560                                         should_forward = false;
561                                 }
562                         },
563                         8 => {
564                                 for payment in payments_received.drain(..) {
565                                         // SHA256 is defined as XOR of all input bytes placed in the first byte, and 0s
566                                         // for the remaining bytes. Thus, if not all remaining bytes are 0s we cannot
567                                         // fulfill this HTLC, but if they are, we can just take the first byte and
568                                         // place that anywhere in our preimage.
569                                         if &payment.0[1..] != &[0; 31] {
570                                                 channelmanager.fail_htlc_backwards(&payment);
571                                         } else {
572                                                 let mut payment_preimage = PaymentPreimage([0; 32]);
573                                                 payment_preimage.0[0] = payment.0[0];
574                                                 channelmanager.claim_funds(payment_preimage);
575                                         }
576                                 }
577                         },
578                         16 => {
579                                 let payment_preimage = PaymentPreimage(keys_manager.get_secure_random_bytes());
580                                 let mut sha = Sha256::engine();
581                                 sha.input(&payment_preimage.0[..]);
582                                 let payment_hash = PaymentHash(Sha256::from_engine(sha).into_inner());
583                                 // Note that this may fail - our hashes may collide and we'll end up trying to
584                                 // double-register the same payment_hash.
585                                 let _ = channelmanager.create_inbound_payment_for_hash(payment_hash, None, 1);
586                         },
587                         9 => {
588                                 for payment in payments_received.drain(..) {
589                                         channelmanager.fail_htlc_backwards(&payment);
590                                 }
591                         },
592                         10 => {
593                                 'outer_loop: for funding_generation in pending_funding_generation.drain(..) {
594                                         let mut tx = Transaction { version: 0, lock_time: PackedLockTime::ZERO, input: Vec::new(), output: vec![TxOut {
595                                                         value: funding_generation.2, script_pubkey: funding_generation.3,
596                                                 }] };
597                                         let funding_output = 'search_loop: loop {
598                                                 let funding_txid = tx.txid();
599                                                 if let None = loss_detector.txids_confirmed.get(&funding_txid) {
600                                                         let outpoint = OutPoint { txid: funding_txid, index: 0 };
601                                                         for chan in channelmanager.list_channels() {
602                                                                 if chan.channel_id == outpoint.to_channel_id() {
603                                                                         tx.version += 1;
604                                                                         continue 'search_loop;
605                                                                 }
606                                                         }
607                                                         break outpoint;
608                                                 }
609                                                 tx.version += 1;
610                                                 if tx.version > 0xff {
611                                                         continue 'outer_loop;
612                                                 }
613                                         };
614                                         if let Err(e) = channelmanager.funding_transaction_generated(&funding_generation.0, &funding_generation.1, tx.clone()) {
615                                                 // It's possible the channel has been closed in the mean time, but any other
616                                                 // failure may be a bug.
617                                                 if let APIError::ChannelUnavailable { err } = e {
618                                                         assert_eq!(err, "No such channel");
619                                                 } else { panic!(); }
620                                         }
621                                         pending_funding_signatures.insert(funding_output, tx);
622                                 }
623                         },
624                         11 => {
625                                 let mut txn = broadcast.txn_broadcasted.lock().unwrap().split_off(0);
626                                 if !txn.is_empty() {
627                                         loss_detector.connect_block(&txn[..]);
628                                         for _ in 2..100 {
629                                                 loss_detector.connect_block(&[]);
630                                         }
631                                 }
632                                 for tx in txn.drain(..) {
633                                         loss_detector.funding_txn.push(tx);
634                                 }
635                         },
636                         12 => {
637                                 let txlen = slice_to_be16(get_slice!(2));
638                                 if txlen == 0 {
639                                         loss_detector.connect_block(&[]);
640                                 } else {
641                                         let txres: Result<Transaction, _> = deserialize(get_slice!(txlen));
642                                         if let Ok(tx) = txres {
643                                                 let mut output_val = 0;
644                                                 for out in tx.output.iter() {
645                                                         if out.value > 21_000_000_0000_0000 { return; }
646                                                         output_val += out.value;
647                                                         if output_val > 21_000_000_0000_0000 { return; }
648                                                 }
649                                                 loss_detector.connect_block(&[tx]);
650                                         } else {
651                                                 return;
652                                         }
653                                 }
654                         },
655                         13 => {
656                                 loss_detector.disconnect_block();
657                         },
658                         14 => {
659                                 let mut channels = channelmanager.list_channels();
660                                 let channel_id = get_slice!(1)[0] as usize;
661                                 if channel_id >= channels.len() { return; }
662                                 channels.sort_by(|a, b| { a.channel_id.cmp(&b.channel_id) });
663                                 channelmanager.force_close_broadcasting_latest_txn(&channels[channel_id].channel_id, &channels[channel_id].counterparty.node_id).unwrap();
664                         },
665                         // 15 is above
666                         _ => return,
667                 }
668                 loss_detector.handler.process_events();
669                 for event in loss_detector.manager.get_and_clear_pending_events() {
670                         match event {
671                                 Event::FundingGenerationReady { temporary_channel_id, counterparty_node_id, channel_value_satoshis, output_script, .. } => {
672                                         pending_funding_generation.push((temporary_channel_id, counterparty_node_id, channel_value_satoshis, output_script));
673                                 },
674                                 Event::PaymentClaimable { payment_hash, .. } => {
675                                         //TODO: enhance by fetching random amounts from fuzz input?
676                                         payments_received.push(payment_hash);
677                                 },
678                                 Event::PendingHTLCsForwardable {..} => {
679                                         should_forward = true;
680                                 },
681                                 _ => {},
682                         }
683                 }
684         }
685 }
686
687 pub fn full_stack_test<Out: test_logger::Output>(data: &[u8], out: Out) {
688         let logger: Arc<dyn Logger> = Arc::new(test_logger::TestLogger::new("".to_owned(), out));
689         do_test(data, &logger);
690 }
691
692 #[no_mangle]
693 pub extern "C" fn full_stack_run(data: *const u8, datalen: usize) {
694         let logger: Arc<dyn Logger> = Arc::new(test_logger::TestLogger::new("".to_owned(), test_logger::DevNull {}));
695         do_test(unsafe { std::slice::from_raw_parts(data, datalen) }, &logger);
696 }
697
698 #[cfg(test)]
699 mod tests {
700         use lightning::util::logger::{Logger, Record};
701         use std::collections::HashMap;
702         use std::sync::{Arc, Mutex};
703
704         struct TrackingLogger {
705                 /// (module, message) -> count
706                 pub lines: Mutex<HashMap<(String, String), usize>>,
707         }
708         impl Logger for TrackingLogger {
709                 fn log(&self, record: &Record) {
710                         *self.lines.lock().unwrap().entry((record.module_path.to_string(), format!("{}", record.args))).or_insert(0) += 1;
711                         println!("{:<5} [{} : {}, {}] {}", record.level.to_string(), record.module_path, record.file, record.line, record.args);
712                 }
713         }
714
715         #[test]
716         fn test_no_existing_test_breakage() {
717                 // To avoid accidentally causing all existing fuzz test cases to be useless by making minor
718                 // changes (such as requesting feerate info in a new place), we run a pretty full
719                 // step-through with two peers and HTLC forwarding here. Obviously this is pretty finicky,
720                 // so this should be updated pretty liberally, but at least we'll know when changes occur.
721                 // If nothing else, this test serves as a pretty great initial full_stack_target seed.
722
723                 // What each byte represents is broken down below, and then everything is concatenated into
724                 // one large test at the end (you want %s/ -.*//g %s/\n\| \|\t\|\///g).
725
726                 // Following BOLT 8, lightning message on the wire are: 2-byte encrypted message length +
727                 // 16-byte MAC of the encrypted message length + encrypted Lightning message + 16-byte MAC
728                 // of the Lightning message
729                 // I.e 2nd inbound read, len 18 : 0006 (encrypted message length) + 03000000000000000000000000000000 (MAC of the encrypted message length)
730                 // Len 22 : 0010 00000000 (encrypted lightning message) + 03000000000000000000000000000000 (MAC of the Lightning message)
731
732                 // Writing new code generating transactions and see a new failure ? Don't forget to add input for the FuzzEstimator !
733
734                 // 0100000000000000000000000000000000000000000000000000000000000000 - our network key
735                 // 00000000 - fee_proportional_millionths
736                 // 01 - announce_channels_publicly
737                 //
738                 // 00 - new outbound connection with id 0
739                 // 030000000000000000000000000000000000000000000000000000000000000002 - peer's pubkey
740                 // 030032 - inbound read from peer id 0 of len 50
741                 // 00 030000000000000000000000000000000000000000000000000000000000000002 03000000000000000000000000000000 - noise act two (0||pubkey||mac)
742                 //
743                 // 030012 - inbound read from peer id 0 of len 18
744                 // 000a 03000000000000000000000000000000 - message header indicating message length 10
745                 // 03001a - inbound read from peer id 0 of len 26
746                 // 0010 00022000 00022000 03000000000000000000000000000000 - init message (type 16) with static_remotekey (0x2000) and mac
747                 //
748                 // 030012 - inbound read from peer id 0 of len 18
749                 // 0141 03000000000000000000000000000000 - message header indicating message length 321
750                 // 0300fe - inbound read from peer id 0 of len 254
751                 // 0020 7500000000000000000000000000000000000000000000000000000000000000 ff4f00f805273c1b203bb5ebf8436bfde57b3be8c2f5e95d9491dbb181909679 000000000000c350 0000000000000000 0000000000000162 ffffffffffffffff 0000000000000222 0000000000000000 000000fd 0006 01e3 030000000000000000000000000000000000000000000000000000000000000001 030000000000000000000000000000000000000000000000000000000000000002 030000000000000000000000000000000000000000000000000000000000000003 030000000000000000000000000000000000000000000000000000000000000004 - beginning of open_channel message
752                 // 030053 - inbound read from peer id 0 of len 83
753                 // 030000000000000000000000000000000000000000000000000000000000000005 020900000000000000000000000000000000000000000000000000000000000000 01 03000000000000000000000000000000 - rest of open_channel and mac
754                 //
755                 // 00fd00fd - Two feerate requests (all returning min feerate, which our open_channel also uses) (gonna be ingested by FuzzEstimator)
756                 // - client should now respond with accept_channel (CHECK 1: type 33 to peer 03000000)
757                 //
758                 // 030012 - inbound read from peer id 0 of len 18
759                 // 0084 03000000000000000000000000000000 - message header indicating message length 132
760                 // 030094 - inbound read from peer id 0 of len 148
761                 // 0022 ff4f00f805273c1b203bb5ebf8436bfde57b3be8c2f5e95d9491dbb181909679 3d00000000000000000000000000000000000000000000000000000000000000 0000 00000000000000000000000000000000000000000000000000000000000000210100000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - funding_created and mac
762                 // - client should now respond with funding_signed (CHECK 2: type 35 to peer 03000000)
763                 //
764                 // 0c005e - connect a block with one transaction of len 94
765                 // 020000000100000000000000000000000000000000000000000000000000000000000000000000000000ffffffff0150c3000000000000220020ae0000000000000000000000000000000000000000000000000000000000000000000000 - the funding transaction
766                 // 0c0000 - connect a block with no transactions
767                 // 0c0000 - connect a block with no transactions
768                 // 0c0000 - connect a block with no transactions
769                 // 0c0000 - connect a block with no transactions
770                 // 0c0000 - connect a block with no transactions
771                 // 0c0000 - connect a block with no transactions
772                 // 0c0000 - connect a block with no transactions
773                 // 0c0000 - connect a block with no transactions
774                 // 0c0000 - connect a block with no transactions
775                 // 0c0000 - connect a block with no transactions
776                 // 0c0000 - connect a block with no transactions
777                 // 0c0000 - connect a block with no transactions
778                 // - by now client should have sent a channel_ready (CHECK 3: SendChannelReady to 03000000 for chan 3d000000)
779                 //
780                 // 030012 - inbound read from peer id 0 of len 18
781                 // 0043 03000000000000000000000000000000 - message header indicating message length 67
782                 // 030053 - inbound read from peer id 0 of len 83
783                 // 0024 3d00000000000000000000000000000000000000000000000000000000000000 020800000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - channel_ready and mac
784                 //
785                 // 01 - new inbound connection with id 1
786                 // 030132 - inbound read from peer id 1 of len 50
787                 // 0003000000000000000000000000000000000000000000000000000000000000000703000000000000000000000000000000 - inbound noise act 1
788                 // 030142 - inbound read from peer id 1 of len 66
789                 // 000302000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003000000000000000000000000000000 - inbound noise act 3
790                 //
791                 // 030112 - inbound read from peer id 1 of len 18
792                 // 000a 01000000000000000000000000000000 - message header indicating message length 10
793                 // 03011a - inbound read from peer id 1 of len 26
794                 // 0010 00022000 00022000 01000000000000000000000000000000 - init message (type 16) with static_remotekey (0x2000) and mac
795                 //
796                 // 05 01 030200000000000000000000000000000000000000000000000000000000000000 00c350 0003e8 - create outbound channel to peer 1 for 50k sat
797                 // 00fd - One feerate requests (all returning min feerate) (gonna be ingested by FuzzEstimator)
798                 //
799                 // 030112 - inbound read from peer id 1 of len 18
800                 // 0110 01000000000000000000000000000000 - message header indicating message length 272
801                 // 0301ff - inbound read from peer id 1 of len 255
802                 // 0021 0000000000000000000000000000000000000000000000000000000000000e05 0000000000000162 00000000004c4b40 00000000000003e8 00000000000003e8 00000002 03f0 0005 030000000000000000000000000000000000000000000000000000000000000100 030000000000000000000000000000000000000000000000000000000000000200 030000000000000000000000000000000000000000000000000000000000000300 030000000000000000000000000000000000000000000000000000000000000400 030000000000000000000000000000000000000000000000000000000000000500 02660000000000000000000000000000 - beginning of accept_channel
803                 // 030121 - inbound read from peer id 1 of len 33
804                 // 0000000000000000000000000000000000 01000000000000000000000000000000 - rest of accept_channel and mac
805                 //
806                 // 0a - create the funding transaction (client should send funding_created now)
807                 //
808                 // 030112 - inbound read from peer id 1 of len 18
809                 // 0062 01000000000000000000000000000000 - message header indicating message length 98
810                 // 030172 - inbound read from peer id 1 of len 114
811                 // 0023 3a00000000000000000000000000000000000000000000000000000000000000 000000000000000000000000000000000000000000000000000000000000007c0001000000000000000000000000000000000000000000000000000000000000 01000000000000000000000000000000 - funding_signed message and mac
812                 //
813                 // 0b - broadcast funding transaction
814                 // - by now client should have sent a channel_ready (CHECK 4: SendChannelReady to 03020000 for chan 3f000000)
815                 //
816                 // 030112 - inbound read from peer id 1 of len 18
817                 // 0043 01000000000000000000000000000000 - message header indicating message length 67
818                 // 030153 - inbound read from peer id 1 of len 83
819                 // 0024 3a00000000000000000000000000000000000000000000000000000000000000 026700000000000000000000000000000000000000000000000000000000000000 01000000000000000000000000000000 - channel_ready and mac
820                 //
821                 // 030012 - inbound read from peer id 0 of len 18
822                 // 05ac 03000000000000000000000000000000 - message header indicating message length 1452
823                 // 0300ff - inbound read from peer id 0 of len 255
824                 // 0080 3d00000000000000000000000000000000000000000000000000000000000000 0000000000000000 0000000000003e80 ff00000000000000000000000000000000000000000000000000000000000000 000003f0 00 030000000000000000000000000000000000000000000000000000000000000555 11 020203e8 0401a0 060800000e0000010000 0a00000000000000000000000000000000000000000000000000000000000000 ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff - beginning of update_add_htlc from 0 to 1 via client
825                 // 0300ff - inbound read from peer id 0 of len 255
826                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
827                 // 0300ff - inbound read from peer id 0 of len 255
828                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
829                 // 0300ff - inbound read from peer id 0 of len 255
830                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
831                 // 0300ff - inbound read from peer id 0 of len 255
832                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
833                 // 0300c1 - inbound read from peer id 0 of len 193
834                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff ab00000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - end of update_add_htlc from 0 to 1 via client and mac
835                 //
836                 // 030012 - inbound read from peer id 0 of len 18
837                 // 0064 03000000000000000000000000000000 - message header indicating message length 100
838                 // 030074 - inbound read from peer id 0 of len 116
839                 // 0084 3d00000000000000000000000000000000000000000000000000000000000000 00000000000000000000000000000000000000000000000000000000000000300100000000000000000000000000000000000000000000000000000000000000 0000 03000000000000000000000000000000 - commitment_signed and mac
840                 // - client should now respond with revoke_and_ack and commitment_signed (CHECK 5/6: types 133 and 132 to peer 03000000)
841                 //
842                 // 030012 - inbound read from peer id 0 of len 18
843                 // 0063 03000000000000000000000000000000 - message header indicating message length 99
844                 // 030073 - inbound read from peer id 0 of len 115
845                 // 0085 3d00000000000000000000000000000000000000000000000000000000000000 0900000000000000000000000000000000000000000000000000000000000000 020b00000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - revoke_and_ack and mac
846                 //
847                 // 07 - process the now-pending HTLC forward
848                 // - client now sends id 1 update_add_htlc and commitment_signed (CHECK 7: SendHTLCs event for node 03020000 with 1 HTLCs for channel 3f000000)
849                 //
850                 // - we respond with commitment_signed then revoke_and_ack (a weird, but valid, order)
851                 // 030112 - inbound read from peer id 1 of len 18
852                 // 0064 01000000000000000000000000000000 - message header indicating message length 100
853                 // 030174 - inbound read from peer id 1 of len 116
854                 // 0084 3a00000000000000000000000000000000000000000000000000000000000000 000000000000000000000000000000000000000000000000000000000000006a0001000000000000000000000000000000000000000000000000000000000000 0000 01000000000000000000000000000000 - commitment_signed and mac
855                 //
856                 // 030112 - inbound read from peer id 1 of len 18
857                 // 0063 01000000000000000000000000000000 - message header indicating message length 99
858                 // 030173 - inbound read from peer id 1 of len 115
859                 // 0085 3a00000000000000000000000000000000000000000000000000000000000000 6600000000000000000000000000000000000000000000000000000000000000 026400000000000000000000000000000000000000000000000000000000000000 01000000000000000000000000000000 - revoke_and_ack and mac
860                 //
861                 // 030112 - inbound read from peer id 1 of len 18
862                 // 004a 01000000000000000000000000000000 - message header indicating message length 74
863                 // 03015a - inbound read from peer id 1 of len 90
864                 // 0082 3a00000000000000000000000000000000000000000000000000000000000000 0000000000000000 ff00888888888888888888888888888888888888888888888888888888888888 01000000000000000000000000000000 - update_fulfill_htlc and mac
865                 // - client should immediately claim the pending HTLC from peer 0 (CHECK 8: SendFulfillHTLCs for node 03000000 with preimage ff00888888 for channel 3d000000)
866                 //
867                 // 030112 - inbound read from peer id 1 of len 18
868                 // 0064 01000000000000000000000000000000 - message header indicating message length 100
869                 // 030174 - inbound read from peer id 1 of len 116
870                 // 0084 3a00000000000000000000000000000000000000000000000000000000000000 00000000000000000000000000000000000000000000000000000000000000100001000000000000000000000000000000000000000000000000000000000000 0000 01000000000000000000000000000000 - commitment_signed and mac
871                 //
872                 // 030112 - inbound read from peer id 1 of len 18
873                 // 0063 01000000000000000000000000000000 - message header indicating message length 99
874                 // 030173 - inbound read from peer id 1 of len 115
875                 // 0085 3a00000000000000000000000000000000000000000000000000000000000000 6700000000000000000000000000000000000000000000000000000000000000 026500000000000000000000000000000000000000000000000000000000000000 01000000000000000000000000000000 - revoke_and_ack and mac
876                 //
877                 // - before responding to the commitment_signed generated above, send a new HTLC
878                 // 030012 - inbound read from peer id 0 of len 18
879                 // 05ac 03000000000000000000000000000000 - message header indicating message length 1452
880                 // 0300ff - inbound read from peer id 0 of len 255
881                 // 0080 3d00000000000000000000000000000000000000000000000000000000000000 0000000000000001 0000000000003e80 ff00000000000000000000000000000000000000000000000000000000000000 000003f0 00 030000000000000000000000000000000000000000000000000000000000000555 11 020203e8 0401a0 060800000e0000010000 0a00000000000000000000000000000000000000000000000000000000000000 ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff - beginning of update_add_htlc from 0 to 1 via client
882                 // 0300ff - inbound read from peer id 0 of len 255
883                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
884                 // 0300ff - inbound read from peer id 0 of len 255
885                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
886                 // 0300ff - inbound read from peer id 0 of len 255
887                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
888                 // 0300ff - inbound read from peer id 0 of len 255
889                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
890                 // 0300c1 - inbound read from peer id 0 of len 193
891                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff ab00000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - end of update_add_htlc from 0 to 1 via client and mac
892                 //
893                 // - now respond to the update_fulfill_htlc+commitment_signed messages the client sent to peer 0
894                 // 030012 - inbound read from peer id 0 of len 18
895                 // 0063 03000000000000000000000000000000 - message header indicating message length 99
896                 // 030073 - inbound read from peer id 0 of len 115
897                 // 0085 3d00000000000000000000000000000000000000000000000000000000000000 0800000000000000000000000000000000000000000000000000000000000000 020a00000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - revoke_and_ack and mac
898                 // - client should now respond with revoke_and_ack and commitment_signed (CHECK 5/6 duplicates)
899                 //
900                 // 030012 - inbound read from peer id 0 of len 18
901                 // 0064 03000000000000000000000000000000 - message header indicating message length 100
902                 // 030074 - inbound read from peer id 0 of len 116
903                 // 0084 3d00000000000000000000000000000000000000000000000000000000000000 00000000000000000000000000000000000000000000000000000000000000c30100000000000000000000000000000000000000000000000000000000000000 0000 03000000000000000000000000000000 - commitment_signed and mac
904                 //
905                 // 030012 - inbound read from peer id 0 of len 18
906                 // 0063 03000000000000000000000000000000 - message header indicating message length 99
907                 // 030073 - inbound read from peer id 0 of len 115
908                 // 0085 3d00000000000000000000000000000000000000000000000000000000000000 0b00000000000000000000000000000000000000000000000000000000000000 020d00000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - revoke_and_ack and mac
909                 //
910                 // 07 - process the now-pending HTLC forward
911                 // - client now sends id 1 update_add_htlc and commitment_signed (CHECK 7 duplicate)
912                 // - we respond with revoke_and_ack, then commitment_signed, then update_fail_htlc
913                 //
914                 // 030112 - inbound read from peer id 1 of len 18
915                 // 0064 01000000000000000000000000000000 - message header indicating message length 100
916                 // 030174 - inbound read from peer id 1 of len 116
917                 // 0084 3a00000000000000000000000000000000000000000000000000000000000000 00000000000000000000000000000000000000000000000000000000000000390001000000000000000000000000000000000000000000000000000000000000 0000 01000000000000000000000000000000 - commitment_signed and mac
918                 //
919                 // 030112 - inbound read from peer id 1 of len 18
920                 // 0063 01000000000000000000000000000000 - message header indicating message length 99
921                 // 030173 - inbound read from peer id 1 of len 115
922                 // 0085 3a00000000000000000000000000000000000000000000000000000000000000 6400000000000000000000000000000000000000000000000000000000000000 027000000000000000000000000000000000000000000000000000000000000000 01000000000000000000000000000000 - revoke_and_ack and mac
923                 //
924                 // 030112 - inbound read from peer id 1 of len 18
925                 // 002c 01000000000000000000000000000000 - message header indicating message length 44
926                 // 03013c - inbound read from peer id 1 of len 60
927                 // 0083 3a00000000000000000000000000000000000000000000000000000000000000 0000000000000001 0000 01000000000000000000000000000000 - update_fail_htlc and mac
928                 //
929                 // 030112 - inbound read from peer id 1 of len 18
930                 // 0064 01000000000000000000000000000000 - message header indicating message length 100
931                 // 030174 - inbound read from peer id 1 of len 116
932                 // 0084 3a00000000000000000000000000000000000000000000000000000000000000 00000000000000000000000000000000000000000000000000000000000000390001000000000000000000000000000000000000000000000000000000000000 0000 01000000000000000000000000000000 - commitment_signed and mac
933                 //
934                 // 030112 - inbound read from peer id 1 of len 18
935                 // 0063 01000000000000000000000000000000 - message header indicating message length 99
936                 // 030173 - inbound read from peer id 1 of len 115
937                 // 0085 3a00000000000000000000000000000000000000000000000000000000000000 6500000000000000000000000000000000000000000000000000000000000000 027100000000000000000000000000000000000000000000000000000000000000 01000000000000000000000000000000 - revoke_and_ack and mac
938                 //
939                 // 07 - process the now-pending HTLC forward
940                 // - client now sends id 0 update_fail_htlc and commitment_signed (CHECK 9)
941                 // - now respond to the update_fail_htlc+commitment_signed messages the client sent to peer 0
942                 //
943                 // 030012 - inbound read from peer id 0 of len 18
944                 // 0063 03000000000000000000000000000000 - message header indicating message length 99
945                 // 030073 - inbound read from peer id 0 of len 115
946                 // 0085 3d00000000000000000000000000000000000000000000000000000000000000 0a00000000000000000000000000000000000000000000000000000000000000 020c00000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - revoke_and_ack and mac
947                 //
948                 // 030012 - inbound read from peer id 0 of len 18
949                 // 0064 03000000000000000000000000000000 - message header indicating message length 100
950                 // 030074 - inbound read from peer id 0 of len 116
951                 // 0084 3d00000000000000000000000000000000000000000000000000000000000000 00000000000000000000000000000000000000000000000000000000000000320100000000000000000000000000000000000000000000000000000000000000 0000 03000000000000000000000000000000 - commitment_signed and mac
952                 // - client should now respond with revoke_and_ack (CHECK 5 duplicate)
953                 //
954                 // 030012 - inbound read from peer id 0 of len 18
955                 // 05ac 03000000000000000000000000000000 - message header indicating message length 1452
956                 // 0300ff - inbound read from peer id 0 of len 255
957                 // 0080 3d00000000000000000000000000000000000000000000000000000000000000 0000000000000002 00000000000b0838 ff00000000000000000000000000000000000000000000000000000000000000 000003f0 00 030000000000000000000000000000000000000000000000000000000000000555 12 02030927c0 0401a0 060800000e0000010000 0a00000000000000000000000000000000000000000000000000000000000000 ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff - beginning of update_add_htlc from 0 to 1 via client
958                 // 0300ff - inbound read from peer id 0 of len 255
959                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
960                 // 0300ff - inbound read from peer id 0 of len 255
961                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
962                 // 0300ff - inbound read from peer id 0 of len 255
963                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
964                 // 0300ff - inbound read from peer id 0 of len 255
965                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff
966                 // 0300c1 - inbound read from peer id 0 of len 193
967                 // ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff 5300000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - end of update_add_htlc from 0 to 1 via client and mac
968                 //
969                 // 030012 - inbound read from peer id 0 of len 18
970                 // 00a4 03000000000000000000000000000000 - message header indicating message length 164
971                 // 0300b4 - inbound read from peer id 0 of len 180
972                 // 0084 3d00000000000000000000000000000000000000000000000000000000000000 00000000000000000000000000000000000000000000000000000000000000750100000000000000000000000000000000000000000000000000000000000000 0001 00000000000000000000000000000000000000000000000000000000000000670500000000000000000000000000000000000000000000000000000000000006 03000000000000000000000000000000 - commitment_signed and mac
973                 // - client should now respond with revoke_and_ack and commitment_signed (CHECK 5/6 duplicates)
974                 //
975                 // 030012 - inbound read from peer id 0 of len 18
976                 // 0063 03000000000000000000000000000000 - message header indicating message length 99
977                 // 030073 - inbound read from peer id 0 of len 115
978                 // 0085 3d00000000000000000000000000000000000000000000000000000000000000 0d00000000000000000000000000000000000000000000000000000000000000 020f00000000000000000000000000000000000000000000000000000000000000 03000000000000000000000000000000 - revoke_and_ack and mac
979                 //
980                 // 07 - process the now-pending HTLC forward
981                 // - client now sends id 1 update_add_htlc and commitment_signed (CHECK 7 duplicate)
982                 //
983                 // 0c007d - connect a block with one transaction of len 125
984                 // 02000000013a000000000000000000000000000000000000000000000000000000000000000000000000000000800258020000000000002200204b0000000000000000000000000000000000000000000000000000000000000014c0000000000000160014280000000000000000000000000000000000000005000020 - the commitment transaction for channel 3f00000000000000000000000000000000000000000000000000000000000000
985                 //
986                 // 0c005e - connect a block with one transaction of len 94
987                 // 0200000001730000000000000000000000000000000000000000000000000000000000000000000000000000000001a701000000000000220020b20000000000000000000000000000000000000000000000000000000000000000000000 - the HTLC timeout transaction
988                 // 0c0000 - connect a block with no transactions
989                 // 0c0000 - connect a block with no transactions
990                 // 0c0000 - connect a block with no transactions
991                 // 0c0000 - connect a block with no transactions
992                 // 0c0000 - connect a block with no transactions
993                 //
994                 // 07 - process the now-pending HTLC forward
995                 // - client now fails the HTLC backwards as it was unable to extract the payment preimage (CHECK 9 duplicate and CHECK 10)
996
997                 let logger = Arc::new(TrackingLogger { lines: Mutex::new(HashMap::new()) });
998                 super::do_test(&::hex::decode("01000000000000000000000000000000000000000000000000000000000000000000000001000300000000000000000000000000000000000000000000000000000000000000020300320003000000000000000000000000000000000000000000000000000000000000000203000000000000000000000000000000030012000a0300000000000000000000000000000003001a00100002200000022000030000000000000000000000000000000300120141030000000000000000000000000000000300fe00207500000000000000000000000000000000000000000000000000000000000000ff4f00f805273c1b203bb5ebf8436bfde57b3be8c2f5e95d9491dbb181909679000000000000c35000000000000000000000000000000162ffffffffffffffff00000000000002220000000000000000000000fd000601e3030000000000000000000000000000000000000000000000000000000000000001030000000000000000000000000000000000000000000000000000000000000002030000000000000000000000000000000000000000000000000000000000000003030000000000000000000000000000000000000000000000000000000000000004030053030000000000000000000000000000000000000000000000000000000000000005020900000000000000000000000000000000000000000000000000000000000000010300000000000000000000000000000000fd00fd0300120084030000000000000000000000000000000300940022ff4f00f805273c1b203bb5ebf8436bfde57b3be8c2f5e95d9491dbb1819096793d00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000210100000000000000000000000000000000000000000000000000000000000000030000000000000000000000000000000c005e020000000100000000000000000000000000000000000000000000000000000000000000000000000000ffffffff0150c3000000000000220020ae00000000000000000000000000000000000000000000000000000000000000000000000c00000c00000c00000c00000c00000c00000c00000c00000c00000c00000c00000c000003001200430300000000000000000000000000000003005300243d0000000000000000000000000000000000000000000000000000000000000002080000000000000000000000000000000000000000000000000000000000000003000000000000000000000000000000010301320003000000000000000000000000000000000000000000000000000000000000000703000000000000000000000000000000030142000302000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003000000000000000000000000000000030112000a0100000000000000000000000000000003011a0010000220000002200001000000000000000000000000000000050103020000000000000000000000000000000000000000000000000000000000000000c3500003e800fd0301120110010000000000000000000000000000000301ff00210000000000000000000000000000000000000000000000000000000000000e05000000000000016200000000004c4b4000000000000003e800000000000003e80000000203f00005030000000000000000000000000000000000000000000000000000000000000100030000000000000000000000000000000000000000000000000000000000000200030000000000000000000000000000000000000000000000000000000000000300030000000000000000000000000000000000000000000000000000000000000400030000000000000000000000000000000000000000000000000000000000000500026600000000000000000000000000000301210000000000000000000000000000000000010000000000000000000000000000000a03011200620100000000000000000000000000000003017200233a00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000007c0001000000000000000000000000000000000000000000000000000000000000010000000000000000000000000000000b03011200430100000000000000000000000000000003015300243a000000000000000000000000000000000000000000000000000000000000000267000000000000000000000000000000000000000000000000000000000000000100000000000000000000000000000003001205ac030000000000000000000000000000000300ff00803d0000000000000000000000000000000000000000000000000000000000000000000000000000000000000000003e80ff00000000000000000000000000000000000000000000000000000000000000000003f00003000000000000000000000000000000000000000000000000000000000000055511020203e80401a0060800000e00000100000a00000000000000000000000000000000000000000000000000000000000000ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300c1ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffab000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003001200640300000000000000000000000000000003007400843d000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000030010000000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003001200630300000000000000000000000000000003007300853d000000000000000000000000000000000000000000000000000000000000000900000000000000000000000000000000000000000000000000000000000000020b00000000000000000000000000000000000000000000000000000000000000030000000000000000000000000000000703011200640100000000000000000000000000000003017400843a00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000006a000100000000000000000000000000000000000000000000000000000000000000000100000000000000000000000000000003011200630100000000000000000000000000000003017300853a00000000000000000000000000000000000000000000000000000000000000660000000000000000000000000000000000000000000000000000000000000002640000000000000000000000000000000000000000000000000000000000000001000000000000000000000000000000030112004a0100000000000000000000000000000003015a00823a000000000000000000000000000000000000000000000000000000000000000000000000000000ff008888888888888888888888888888888888888888888888888888888888880100000000000000000000000000000003011200640100000000000000000000000000000003017400843a000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000010000100000000000000000000000000000000000000000000000000000000000000000100000000000000000000000000000003011200630100000000000000000000000000000003017300853a0000000000000000000000000000000000000000000000000000000000000067000000000000000000000000000000000000000000000000000000000000000265000000000000000000000000000000000000000000000000000000000000000100000000000000000000000000000003001205ac030000000000000000000000000000000300ff00803d0000000000000000000000000000000000000000000000000000000000000000000000000000010000000000003e80ff00000000000000000000000000000000000000000000000000000000000000000003f00003000000000000000000000000000000000000000000000000000000000000055511020203e80401a0060800000e00000100000a00000000000000000000000000000000000000000000000000000000000000ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300c1ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffab000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003001200630300000000000000000000000000000003007300853d000000000000000000000000000000000000000000000000000000000000000800000000000000000000000000000000000000000000000000000000000000020a000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003001200640300000000000000000000000000000003007400843d0000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000c3010000000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003001200630300000000000000000000000000000003007300853d000000000000000000000000000000000000000000000000000000000000000b00000000000000000000000000000000000000000000000000000000000000020d00000000000000000000000000000000000000000000000000000000000000030000000000000000000000000000000703011200640100000000000000000000000000000003017400843a000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000039000100000000000000000000000000000000000000000000000000000000000000000100000000000000000000000000000003011200630100000000000000000000000000000003017300853a00000000000000000000000000000000000000000000000000000000000000640000000000000000000000000000000000000000000000000000000000000002700000000000000000000000000000000000000000000000000000000000000001000000000000000000000000000000030112002c0100000000000000000000000000000003013c00833a00000000000000000000000000000000000000000000000000000000000000000000000000000100000100000000000000000000000000000003011200640100000000000000000000000000000003017400843a000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000039000100000000000000000000000000000000000000000000000000000000000000000100000000000000000000000000000003011200630100000000000000000000000000000003017300853a000000000000000000000000000000000000000000000000000000000000006500000000000000000000000000000000000000000000000000000000000000027100000000000000000000000000000000000000000000000000000000000000010000000000000000000000000000000703001200630300000000000000000000000000000003007300853d000000000000000000000000000000000000000000000000000000000000000a00000000000000000000000000000000000000000000000000000000000000020c000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003001200640300000000000000000000000000000003007400843d000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000032010000000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003001205ac030000000000000000000000000000000300ff00803d00000000000000000000000000000000000000000000000000000000000000000000000000000200000000000b0838ff00000000000000000000000000000000000000000000000000000000000000000003f0000300000000000000000000000000000000000000000000000000000000000005551202030927c00401a0060800000e00000100000a00000000000000000000000000000000000000000000000000000000000000ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff0300c1ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff53000000000000000000000000000000000000000000000000000000000000000300000000000000000000000000000003001200a4030000000000000000000000000000000300b400843d00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000007501000000000000000000000000000000000000000000000000000000000000000001000000000000000000000000000000000000000000000000000000000000006705000000000000000000000000000000000000000000000000000000000000060300000000000000000000000000000003001200630300000000000000000000000000000003007300853d000000000000000000000000000000000000000000000000000000000000000d00000000000000000000000000000000000000000000000000000000000000020f0000000000000000000000000000000000000000000000000000000000000003000000000000000000000000000000070c007d02000000013a000000000000000000000000000000000000000000000000000000000000000000000000000000800258020000000000002200204b0000000000000000000000000000000000000000000000000000000000000014c00000000000001600142800000000000000000000000000000000000000050000200c005e0200000001730000000000000000000000000000000000000000000000000000000000000000000000000000000001a701000000000000220020b200000000000000000000000000000000000000000000000000000000000000000000000c00000c00000c00000c00000c000007").unwrap(), &(Arc::clone(&logger) as Arc<dyn Logger>));
999
1000                 let log_entries = logger.lines.lock().unwrap();
1001                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling SendAcceptChannel event in peer_handler for node 030000000000000000000000000000000000000000000000000000000000000002 for channel ff4f00f805273c1b203bb5ebf8436bfde57b3be8c2f5e95d9491dbb181909679".to_string())), Some(&1)); // 1
1002                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling SendFundingSigned event in peer_handler for node 030000000000000000000000000000000000000000000000000000000000000002 for channel 3d00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&1)); // 2
1003                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling SendChannelReady event in peer_handler for node 030000000000000000000000000000000000000000000000000000000000000002 for channel 3d00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&1)); // 3
1004                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling SendChannelReady event in peer_handler for node 030200000000000000000000000000000000000000000000000000000000000000 for channel 3a00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&1)); // 4
1005                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling SendRevokeAndACK event in peer_handler for node 030000000000000000000000000000000000000000000000000000000000000002 for channel 3d00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&4)); // 5
1006                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling UpdateHTLCs event in peer_handler for node 030000000000000000000000000000000000000000000000000000000000000002 with 0 adds, 0 fulfills, 0 fails for channel 3d00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&3)); // 6
1007                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling UpdateHTLCs event in peer_handler for node 030200000000000000000000000000000000000000000000000000000000000000 with 1 adds, 0 fulfills, 0 fails for channel 3a00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&3)); // 7
1008                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling UpdateHTLCs event in peer_handler for node 030000000000000000000000000000000000000000000000000000000000000002 with 0 adds, 1 fulfills, 0 fails for channel 3d00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&1)); // 8
1009                 assert_eq!(log_entries.get(&("lightning::ln::peer_handler".to_string(), "Handling UpdateHTLCs event in peer_handler for node 030000000000000000000000000000000000000000000000000000000000000002 with 0 adds, 0 fulfills, 1 fails for channel 3d00000000000000000000000000000000000000000000000000000000000000".to_string())), Some(&2)); // 9
1010                 assert_eq!(log_entries.get(&("lightning::chain::channelmonitor".to_string(), "Input spending counterparty commitment tx (0000000000000000000000000000000000000000000000000000000000000073:0) in 0000000000000000000000000000000000000000000000000000000000000067 resolves outbound HTLC with payment hash ff00000000000000000000000000000000000000000000000000000000000000 with timeout".to_string())), Some(&1)); // 10
1011         }
1012 }