656c2ebb7ce26fca0ed7c359e62bce8a4b456eb4
[ldk-java] / src / test / java / org / ldk / HumanObjectPeerTest.java
1 package org.ldk;
2
3 import org.bitcoinj.core.*;
4 import org.bitcoinj.script.Script;
5 import org.junit.jupiter.api.Test;
6 import org.ldk.batteries.ChannelManagerConstructor;
7 import org.ldk.batteries.NioPeerHandler;
8 import org.ldk.enums.AccessError;
9 import org.ldk.enums.Currency;
10 import org.ldk.enums.Network;
11 import org.ldk.structs.*;
12 import org.ldk.util.TwoTuple;
13
14 import java.io.IOException;
15 import java.lang.ref.WeakReference;
16 import java.net.InetSocketAddress;
17 import java.util.*;
18
19 class HumanObjectPeerTestInstance {
20     private final boolean nice_close;
21     private final boolean use_km_wrapper;
22     private final boolean use_manual_watch;
23     private final boolean reload_peers;
24     private final boolean break_cross_peer_refs;
25     private final boolean use_nio_peer_handler;
26     private final boolean use_filter;
27     private final boolean use_ignore_handler;
28     private final boolean use_chan_manager_constructor;
29
30     HumanObjectPeerTestInstance(boolean nice_close, boolean use_km_wrapper, boolean use_manual_watch, boolean reload_peers, boolean break_cross_peer_refs, boolean use_nio_peer_handler, boolean use_filter, boolean use_ignore_handler, boolean use_chan_manager_constructor) {
31         this.nice_close = nice_close;
32         this.use_km_wrapper = use_km_wrapper;
33         this.use_manual_watch = use_manual_watch;
34         this.reload_peers = reload_peers;
35         this.break_cross_peer_refs = break_cross_peer_refs;
36         this.use_nio_peer_handler = use_nio_peer_handler;
37         this.use_filter = use_filter;
38         this.use_ignore_handler = use_ignore_handler;
39         this.use_chan_manager_constructor = use_chan_manager_constructor;
40     }
41
42     class Peer {
43         KeysInterface manual_keysif(KeysInterface underlying_if) {
44             return KeysInterface.new_impl(new KeysInterface.KeysInterfaceInterface() {
45                 @Override public byte[] get_node_secret() { return underlying_if.get_node_secret(); }
46                 @Override public byte[] get_destination_script() { return underlying_if.get_destination_script(); }
47                 @Override public ShutdownScript get_shutdown_scriptpubkey() { return underlying_if.get_shutdown_scriptpubkey(); }
48
49                 @Override
50                 public Sign get_channel_signer(boolean inbound, long channel_value_satoshis) {
51                     Sign underlying_ck = underlying_if.get_channel_signer(inbound, channel_value_satoshis);
52                     BaseSign underlying_base = underlying_ck.get_base_sign();
53                     BaseSign.BaseSignInterface bsi = new BaseSign.BaseSignInterface() {
54                         @Override public byte[] get_per_commitment_point(long idx) {
55                             return underlying_base.get_per_commitment_point(idx);
56                         }
57                         @Override public byte[] release_commitment_secret(long idx) {
58                             return underlying_base.release_commitment_secret(idx);
59                         }
60                         @Override public Result_NoneNoneZ validate_holder_commitment(HolderCommitmentTransaction holder_tx) {
61                             return underlying_base.validate_holder_commitment(holder_tx);
62                         }
63                         @Override public byte[] channel_keys_id() {
64                             return new byte[32];
65                         }
66                         @Override public Result_C2Tuple_SignatureCVec_SignatureZZNoneZ sign_counterparty_commitment(CommitmentTransaction commitment_tx) {
67                             return underlying_base.sign_counterparty_commitment(commitment_tx);
68                         }
69                         @Override public Result_NoneNoneZ validate_counterparty_revocation(long idx, byte[] secret) {
70                             return underlying_base.validate_counterparty_revocation(idx, secret);
71                         }
72                         @Override public Result_C2Tuple_SignatureCVec_SignatureZZNoneZ sign_holder_commitment_and_htlcs(HolderCommitmentTransaction holder_commitment_tx) {
73                             return underlying_base.sign_holder_commitment_and_htlcs(holder_commitment_tx);
74                         }
75                         @Override public Result_SignatureNoneZ sign_justice_revoked_output(byte[] justice_tx, long input, long amount, byte[] per_commitment_key) {
76                             return underlying_base.sign_justice_revoked_output(justice_tx, input, amount, per_commitment_key);
77                         }
78                         @Override public Result_SignatureNoneZ sign_justice_revoked_htlc(byte[] justice_tx, long input, long amount, byte[] per_commitment_key, HTLCOutputInCommitment htlc) {
79                             return underlying_base.sign_justice_revoked_htlc(justice_tx, input, amount, per_commitment_key, htlc);
80                         }
81                         @Override public Result_SignatureNoneZ sign_counterparty_htlc_transaction(byte[] htlc_tx, long input, long amount, byte[] per_commitment_point, HTLCOutputInCommitment htlc) {
82                             return underlying_base.sign_counterparty_htlc_transaction(htlc_tx, input, amount, per_commitment_point, htlc);
83                         }
84                         @Override public Result_SignatureNoneZ sign_closing_transaction(ClosingTransaction closing_tx) {
85                             return underlying_base.sign_closing_transaction(closing_tx);
86                         }
87                         @Override public Result_SignatureNoneZ sign_channel_announcement(UnsignedChannelAnnouncement msg) {
88                             return underlying_base.sign_channel_announcement(msg);
89                         }
90                         @Override public void ready_channel(ChannelTransactionParameters params) {
91                             underlying_base.ready_channel(params);
92                         }
93                     };
94                     Sign.SignInterface si = new Sign.SignInterface() {
95                         @Override
96                         public byte[] write() {
97                             return underlying_ck.write();
98                         }
99                     };
100                     Sign resp = Sign.new_impl(si, bsi, underlying_base.get_pubkeys());
101                     must_free_objs.add(new WeakReference<>(si));
102                     must_free_objs.add(new WeakReference<>(bsi));
103                     must_free_objs.add(new WeakReference<>(resp));
104                     must_free_objs.add(new WeakReference<>(underlying_base));
105                     must_free_objs.add(new WeakReference<>(underlying_ck));
106                     return resp;
107                 }
108
109                 @Override
110                 public byte[] get_secure_random_bytes() {
111                     return underlying_if.get_secure_random_bytes();
112                 }
113
114                 @Override
115                 public Result_SignDecodeErrorZ read_chan_signer(byte[] reader) {
116                     return underlying_if.read_chan_signer(reader);
117                 }
118
119                 @Override
120                 public Result_RecoverableSignatureNoneZ sign_invoice(byte[] invoice_preimage) {
121                     return underlying_if.sign_invoice(invoice_preimage);
122                 }
123             });
124         }
125
126         Watch get_manual_watch() {
127             Watch.WatchInterface watch_impl = new Watch.WatchInterface() {
128                 public Result_NoneChannelMonitorUpdateErrZ watch_channel(OutPoint funding_txo, ChannelMonitor monitor) {
129                     synchronized (monitors) {
130                         assert monitors.put(Arrays.toString(funding_txo.get_txid()), monitor) == null;
131                     }
132                     return Result_NoneChannelMonitorUpdateErrZ.ok();
133                 }
134
135                 public Result_NoneChannelMonitorUpdateErrZ update_channel(OutPoint funding_txo, ChannelMonitorUpdate update) {
136                     synchronized (monitors) {
137                         String txid = Arrays.toString(funding_txo.get_txid());
138                         assert monitors.containsKey(txid);
139                         Result_NoneMonitorUpdateErrorZ update_res = monitors.get(txid).update_monitor(update, tx_broadcaster, fee_estimator, logger);
140                         assert update_res instanceof Result_NoneMonitorUpdateErrorZ.Result_NoneMonitorUpdateErrorZ_OK;
141                     }
142                     return Result_NoneChannelMonitorUpdateErrZ.ok();
143                 }
144
145                 @Override
146                 public MonitorEvent[] release_pending_monitor_events() {
147                     synchronized (monitors) {
148                         assert monitors.size() <= 1;
149                         for (ChannelMonitor mon : monitors.values()) {
150                             return mon.get_and_clear_pending_monitor_events();
151                         }
152                     }
153                     return new MonitorEvent[0];
154                 }
155             };
156             Watch watch = Watch.new_impl(watch_impl);
157             must_free_objs.add(new WeakReference<>(watch_impl));
158             must_free_objs.add(new WeakReference<>(watch));
159             return watch;
160         }
161
162         NioPeerHandler nio_peer_handler;
163         short nio_port;
164         final byte seed;
165         final Logger logger;
166         final FeeEstimator fee_estimator;
167         final BroadcasterInterface tx_broadcaster;
168         final KeysManager explicit_keys_manager;
169         final KeysInterface keys_interface;
170         final ChainMonitor chain_monitor;
171         final NetworkGraph router;
172         NetGraphMsgHandler route_handler;
173         final Watch chain_watch;
174         final HashSet<String> filter_additions;
175         final Option_FilterZ filter;
176         ChannelManager chan_manager;
177         PeerManager peer_manager;
178         final HashMap<String, ChannelMonitor> monitors; // Wow I forgot just how terrible Java is - we can't put a byte array here.
179         byte[] node_id;
180         byte[] connected_peer_node_id = null;
181         final LinkedList<byte[]> broadcast_set = new LinkedList<>();
182         final LinkedList<Event> pending_manager_events = new LinkedList<>();
183         private final CustomMessageHandler custom_message_handler;
184         final LinkedList<byte[]> received_custom_messages = new LinkedList<>();
185         final LinkedList<byte[]> custom_messages_to_send = new LinkedList<>();
186         ChannelManagerConstructor constructor = null;
187         GcCheck obj = new GcCheck();
188
189         private TwoTuple_OutPointScriptZ test_mon_roundtrip(ChannelMonitor mon) {
190             // Because get_funding_txo() returns an OutPoint in a tuple that is a reference to an OutPoint inside the
191             // ChannelMonitor, its a good test to ensure that the OutPoint isn't freed (or is cloned) before the
192             // ChannelMonitor is. This used to be broken.
193             Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ roundtrip_monitor = UtilMethods.C2Tuple_BlockHashChannelMonitorZ_read(mon.write(), keys_interface);
194             assert roundtrip_monitor instanceof Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ.Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ_OK;
195             TwoTuple_OutPointScriptZ funding_txo = ((Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ.Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ_OK) roundtrip_monitor).res.get_b().get_funding_txo();
196             System.gc(); System.runFinalization(); // Give the GC a chance to run.
197             return funding_txo;
198         }
199
200         private Peer(Object _dummy, byte seed) {
201             logger = Logger.new_impl((String arg) -> System.out.println(seed + ": " + arg));
202             fee_estimator = FeeEstimator.new_impl((confirmation_target -> 253));
203             tx_broadcaster = BroadcasterInterface.new_impl(tx -> {
204                 synchronized (broadcast_set) {
205                     broadcast_set.add(tx);
206                     broadcast_set.notifyAll();
207                 }
208             });
209             monitors = new HashMap<>();
210             this.seed = seed;
211             Persist persister = Persist.new_impl(new Persist.PersistInterface() {
212                 @Override
213                 public Result_NoneChannelMonitorUpdateErrZ persist_new_channel(OutPoint id, ChannelMonitor data, MonitorUpdateId update_id) {
214                     synchronized (monitors) {
215                         String key = Arrays.toString(id.to_channel_id());
216                         assert monitors.put(key, data) == null;
217                         TwoTuple_OutPointScriptZ res = test_mon_roundtrip(data);
218                         assert Arrays.equals(res.get_a().get_txid(), id.get_txid());
219                         assert res.get_a().get_index() == id.get_index();
220                     }
221                     return Result_NoneChannelMonitorUpdateErrZ.ok();
222                 }
223
224                 @Override
225                 public Result_NoneChannelMonitorUpdateErrZ update_persisted_channel(OutPoint id, ChannelMonitorUpdate update, ChannelMonitor data, MonitorUpdateId update_id) {
226                     synchronized (monitors) {
227                         String key = Arrays.toString(id.to_channel_id());
228                         assert monitors.put(key, data) != null;
229                         TwoTuple_OutPointScriptZ res = test_mon_roundtrip(data);
230                         assert Arrays.equals(res.get_a().get_txid(), id.get_txid());
231                         assert res.get_a().get_index() == id.get_index();
232                     }
233                     return Result_NoneChannelMonitorUpdateErrZ.ok();
234                 }
235             });
236
237             filter_additions = new HashSet<>();
238             if (use_filter) {
239                 this.filter = Option_FilterZ.some(Filter.new_impl(new Filter.FilterInterface() {
240                     @Override public void register_tx(byte[] txid, byte[] script_pubkey) {
241                         filter_additions.add(Arrays.toString(txid));
242                     }
243                     @Override public Option_C2Tuple_usizeTransactionZZ register_output(WatchedOutput output) {
244                         filter_additions.add(Arrays.toString(output.get_outpoint().get_txid()) + ":" + output.get_outpoint().get_index());
245                         return Option_C2Tuple_usizeTransactionZZ.none();
246                     }
247                 }));
248             } else {
249                 this.filter = Option_FilterZ.none();
250             }
251
252             if (use_manual_watch) {
253                 chain_watch = get_manual_watch();
254                 chain_monitor = null;
255             } else {
256                 chain_monitor = ChainMonitor.of(filter, tx_broadcaster, logger, fee_estimator, persister);
257                 chain_watch = chain_monitor.as_Watch();
258             }
259
260             byte[] key_seed = new byte[32];
261             for (byte i = 0; i < 32; i++) {
262                 key_seed[i] = (byte) (i ^ seed);
263             }
264             KeysManager keys = KeysManager.of(key_seed, System.currentTimeMillis() / 1000, (int) (System.currentTimeMillis() * 1000));
265             if (use_km_wrapper) {
266                 this.keys_interface = manual_keysif(keys.as_KeysInterface());
267                 this.explicit_keys_manager = null;
268             } else {
269                 this.keys_interface = keys.as_KeysInterface();
270                 this.explicit_keys_manager = keys;
271             }
272             this.router = NetworkGraph.of(new byte[32]);
273             this.route_handler = NetGraphMsgHandler.of(this.router, Option_AccessZ.some(Access.new_impl(new Access.AccessInterface() {
274                 @Override
275                 public Result_TxOutAccessErrorZ get_utxo(byte[] genesis_hash, long short_channel_id) {
276                     // We don't exchange any gossip, so should never actually get called, but providing a Some(Access)
277                     // is a good test of our Option<Trait> free'ing, which used to be broken and relies on a dirty hack.
278                     assert false;
279                     return Result_TxOutAccessErrorZ.err(AccessError.LDKAccessError_UnknownTx);
280                 }
281             })), logger);
282
283             this.custom_message_handler = CustomMessageHandler.new_impl(new CustomMessageHandler.CustomMessageHandlerInterface() {
284                 @Override
285                 public Result_NoneLightningErrorZ handle_custom_message(Type msg, byte[] sender_node_id) {
286                     synchronized (received_custom_messages) {
287                         received_custom_messages.add(msg.write());
288                         received_custom_messages.notifyAll();
289                     }
290                     return Result_NoneLightningErrorZ.ok();
291                 }
292
293                 @Override
294                 public TwoTuple_PublicKeyTypeZ[] get_and_clear_pending_msg() {
295                     byte[][] bytes;
296                     synchronized (custom_messages_to_send) {
297                         bytes = custom_messages_to_send.toArray(new byte[0][0]);
298                         custom_messages_to_send.clear();
299                     }
300                     TwoTuple_PublicKeyTypeZ[] ret = new TwoTuple_PublicKeyTypeZ[bytes.length];
301                     for (int i = 0; i < bytes.length; i++) {
302                         final int msg_idx = i;
303                         ret[i] = TwoTuple_PublicKeyTypeZ.of(connected_peer_node_id, Type.new_impl(new Type.TypeInterface() {
304                             @Override public short type_id() { return 4096; }
305                             @Override public String debug_str() { return "Custom Java Message"; }
306                             @Override public byte[] write() { return bytes[msg_idx]; }
307                         }));
308                     }
309                     return ret;
310                 }
311             }, (message_type, buffer) -> {
312                 assert message_type == 4096;
313                 return Result_COption_TypeZDecodeErrorZ.ok(Option_TypeZ.some(Type.new_impl(new Type.TypeInterface() {
314                     @Override public short type_id() { return 4096; }
315                     @Override public String debug_str() { return "Custom Java-Decoded Message"; }
316                     @Override public byte[] write() { return buffer; }
317                 })));
318             });
319         }
320         private void bind_nio() {
321             if (!use_nio_peer_handler) return;
322             if (use_chan_manager_constructor) {
323                 this.nio_peer_handler = this.constructor.nio_peer_handler;
324             } else {
325                 try { this.nio_peer_handler = new NioPeerHandler(peer_manager); } catch (IOException e) { assert false; }
326             }
327             for (short i = 10_000; true; i++) {
328                 try {
329                     nio_peer_handler.bind_listener(new InetSocketAddress("127.0.0.1", i));
330                     nio_port = i;
331                     break;
332                 } catch (IOException e) { assert i < 10_500; }
333             }
334         }
335         Peer(byte seed) {
336             this(null, seed);
337             if (use_chan_manager_constructor) {
338                 if (use_ignore_handler) {
339                     this.route_handler = null;
340                 }
341                 this.constructor = new ChannelManagerConstructor(Network.LDKNetwork_Bitcoin, UserConfig.with_default(), new byte[32], 0,
342                         this.keys_interface, this.fee_estimator, this.chain_monitor, route_handler, this.tx_broadcaster, this.logger);
343                 constructor.chain_sync_completed(new ChannelManagerConstructor.EventHandler() {
344                     @Override public void handle_event(Event event) {
345                         synchronized (pending_manager_events) {
346                             pending_manager_events.add(event);
347                             pending_manager_events.notifyAll();
348                         }
349                     }
350                     @Override public void persist_manager(byte[] channel_manager_bytes) { assert channel_manager_bytes.length > 1; }
351                 });
352                 this.chan_manager = constructor.channel_manager;
353                 this.peer_manager = constructor.peer_manager;
354                 must_free_objs.add(new WeakReference<>(this.chan_manager));
355             } else {
356                 ChainParameters params = ChainParameters.of(Network.LDKNetwork_Bitcoin, BestBlock.of(new byte[32], 0));
357                 this.chan_manager = ChannelManager.of(this.fee_estimator, chain_watch, tx_broadcaster, logger, this.keys_interface, UserConfig.with_default(), params);
358                 byte[] random_data = keys_interface.get_secure_random_bytes();
359                 this.peer_manager = PeerManager.of(chan_manager.as_ChannelMessageHandler(), route_handler.as_RoutingMessageHandler(), keys_interface.get_node_secret(), random_data, logger, this.custom_message_handler);
360             }
361
362             this.node_id = chan_manager.get_our_node_id();
363             bind_nio();
364             System.gc();
365         }
366
367         Object ptr_to;
368         Peer(Peer orig) {
369             this(null, orig.seed);
370             if (use_chan_manager_constructor) {
371                 byte[][] monitors = {orig.monitors.values().stream().iterator().next().write()};
372                 byte[] serialized = orig.chan_manager.write();
373                 try {
374                     Filter filter_nullable = null;
375                     if (this.filter instanceof Option_FilterZ.Some) {
376                         filter_nullable = ((Option_FilterZ.Some) this.filter).some;
377                     }
378                     if (use_ignore_handler) {
379                         this.route_handler = null;
380                     }
381                     this.constructor = new ChannelManagerConstructor(serialized, monitors, this.keys_interface,
382                             this.fee_estimator, this.chain_monitor, filter_nullable, this.route_handler, this.tx_broadcaster, this.logger);
383                     constructor.chain_sync_completed(new ChannelManagerConstructor.EventHandler() {
384                         @Override public void handle_event(Event event) {
385                             synchronized (pending_manager_events) {
386                                 pending_manager_events.add(event);
387                                 pending_manager_events.notifyAll();
388                             }
389                         }
390                         @Override public void persist_manager(byte[] channel_manager_bytes) { assert channel_manager_bytes.length > 1; }
391                     });
392                     this.chan_manager = constructor.channel_manager;
393                     this.peer_manager = constructor.peer_manager;
394                     must_free_objs.add(new WeakReference<>(this.chan_manager));
395                     // If we are using a ChannelManagerConstructor, we may have pending events waiting on the old peer
396                     // which have been removed from the ChannelManager but which we still need to handle.
397                     this.pending_manager_events.addAll(orig.pending_manager_events);
398                     if (!this.pending_manager_events.isEmpty()) {
399                         // However, this implies cross_reload_ref_pollution
400                         cross_reload_ref_pollution = true;
401                     }
402                 } catch (ChannelManagerConstructor.InvalidSerializedDataException e) {
403                     assert false;
404                 }
405             } else {
406                 ChannelMonitor[] monitors = new ChannelMonitor[1];
407                 assert orig.monitors.size() == 1;
408                 if (!break_cross_peer_refs) {
409                     monitors[0] = orig.monitors.values().stream().iterator().next();
410                 } else {
411                     byte[] serialized = orig.monitors.values().stream().iterator().next().write();
412                     Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ res =
413                             UtilMethods.C2Tuple_BlockHashChannelMonitorZ_read(serialized, this.keys_interface);
414                     assert res instanceof Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ.Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ_OK;
415                     monitors[0] = ((Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ.Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ_OK) res).res.get_b();
416                 }
417                 byte[] serialized = orig.chan_manager.write();
418                 Result_C2Tuple_BlockHashChannelManagerZDecodeErrorZ read_res =
419                         UtilMethods.C2Tuple_BlockHashChannelManagerZ_read(serialized, this.keys_interface, this.fee_estimator, this.chain_watch, this.tx_broadcaster, this.logger, UserConfig.with_default(), monitors);
420                 assert read_res instanceof Result_C2Tuple_BlockHashChannelManagerZDecodeErrorZ.Result_C2Tuple_BlockHashChannelManagerZDecodeErrorZ_OK;
421                 this.chan_manager = ((Result_C2Tuple_BlockHashChannelManagerZDecodeErrorZ.Result_C2Tuple_BlockHashChannelManagerZDecodeErrorZ_OK) read_res).res.get_b();
422                 this.chain_watch.watch_channel(monitors[0].get_funding_txo().get_a(), monitors[0]);
423                 byte[] random_data = keys_interface.get_secure_random_bytes();
424                 this.peer_manager = PeerManager.of(chan_manager.as_ChannelMessageHandler(), route_handler.as_RoutingMessageHandler(), keys_interface.get_node_secret(), random_data, logger, this.custom_message_handler);
425                 if (!break_cross_peer_refs && (use_manual_watch || use_km_wrapper)) {
426                     // When we pass monitors[0] into chain_watch.watch_channel we create a reference from the new Peer to a
427                     // field in the old peer, preventing freeing of the original Peer until the new Peer is freed. Thus, we
428                     // shouldn't bother waiting for the original to be freed later on.
429                     cross_reload_ref_pollution = true;
430                 }
431             }
432             this.node_id = chan_manager.get_our_node_id();
433             bind_nio();
434
435             if (cross_reload_ref_pollution) {
436                 // This really, really needs to be handled at the bindings layer, but its rather complicated -
437                 // ChannelSigners can be cloned and passed around without java being involved, resulting in them being
438                 // owned by both one or more ChannelMonitors and a ChannelManager, with only one having proper pointers
439                 // to the ChannelSigner. Ideally, the ChannelSigner would have a global reference to the Java
440                 // implementation class, but that results in circular references. Instead, we need some ability to,
441                 // while cloning ChannelSigners, add new references in the calling Java struct (ie ChannelMonitor) to
442                 // the ChannelSigner.
443                 this.ptr_to = orig.chan_manager;
444             }
445         }
446
447         TwoTuple_TxidCVec_C2Tuple_u32TxOutZZZ[] connect_block(Block b, int height, long expected_monitor_update_len) {
448             byte[] header = Arrays.copyOfRange(b.bitcoinSerialize(), 0, 80);
449             TwoTuple_usizeTransactionZ[] txn;
450             if (b.hasTransactions()) {
451                 assert b.getTransactions().size() == 1;
452                 TwoTuple_usizeTransactionZ txp = TwoTuple_usizeTransactionZ.of((long) 0, b.getTransactions().get(0).bitcoinSerialize());
453                 txn = new TwoTuple_usizeTransactionZ[]{txp};
454             } else
455                 txn = new TwoTuple_usizeTransactionZ[0];
456             if (chain_monitor != null) {
457                 chan_manager.as_Listen().block_connected(b.bitcoinSerialize(), height);
458                 chain_monitor.as_Listen().block_connected(b.bitcoinSerialize(), height);
459             } else {
460                 chan_manager.as_Confirm().transactions_confirmed(header, txn, height);
461                 chan_manager.as_Confirm().best_block_updated(header, height);
462                 // Connect manually if we aren't using a ChainMonitor and are implementing Watch ourselves
463                 synchronized (monitors) {
464                     assert monitors.size() == 1;
465                     for (ChannelMonitor mon : monitors.values()) {
466                         TwoTuple_TxidCVec_C2Tuple_u32TxOutZZZ[] ret = mon.block_connected(header, txn, height, tx_broadcaster, fee_estimator, logger);
467                         assert ret.length == expected_monitor_update_len;
468                         return ret;
469                     }
470                 }
471             }
472             return null;
473         }
474
475         Event[] get_monitor_events(int expected_len) {
476             if (use_chan_manager_constructor) {
477                 while (true) {
478                     synchronized (this.pending_manager_events) {
479                         if (expected_len != 0 && this.pending_manager_events.size() == expected_len) {
480                             break;
481                         }
482                     }
483                     if (expected_len == 0) {
484                         try { Thread.sleep(500); } catch (InterruptedException e) { assert false; }
485                         break;
486                     } else {
487                         Thread.yield();
488                     }
489                 }
490                 synchronized (this.pending_manager_events) {
491                     Event[] res = this.pending_manager_events.toArray(new Event[0]);
492                     this.pending_manager_events.clear();
493                     assert res.length == expected_len;
494                     return res;
495                 }
496             } else if (chain_monitor != null) {
497                 ArrayList<Event> l = new ArrayList<Event>();
498                 chain_monitor.as_EventsProvider().process_pending_events(EventHandler.new_impl(l::add));
499                 assert l.size() == expected_len;
500                 return l.toArray(new Event[0]);
501             } else {
502                 synchronized (monitors) {
503                     assert monitors.size() == 1;
504                     for (ChannelMonitor mon : monitors.values()) {
505                         Event[] res = mon.get_and_clear_pending_events();
506                         assert res.length == expected_len;
507                         return res;
508                     }
509                     return null;
510                 }
511             }
512         }
513
514         Event[] get_manager_events(int expected_len, Peer peer1, Peer peer2) {
515             assert expected_len != 0;
516             if (!use_nio_peer_handler) {
517                 maybe_exchange_peer_messages(peer1, peer2);
518             }
519             Event[] res = new Event[0];
520             if (use_chan_manager_constructor) {
521                 while (res.length < expected_len) {
522                     synchronized (this.pending_manager_events) {
523                         res = this.pending_manager_events.toArray(res);
524                         assert res.length == expected_len || res.length == 0; // We don't handle partial results
525                         this.pending_manager_events.clear();
526                         if (res.length < expected_len) {
527                             try { this.pending_manager_events.wait(); } catch (InterruptedException e) { assert false; }
528                         }
529                     }
530                 }
531             } else {
532                 ArrayList<Event> l = new ArrayList<Event>();
533                 while (l.size() < expected_len) {
534                     Thread.yield();
535                     if (use_nio_peer_handler) {
536                         peer1.nio_peer_handler.check_events();
537                         peer2.nio_peer_handler.check_events();
538                     }
539                     chan_manager.as_EventsProvider().process_pending_events(EventHandler.new_impl(l::add));
540                     assert l.size() == expected_len || l.size() == 0; // We don't handle partial results
541                 }
542                 return l.toArray(new Event[0]);
543             }
544             assert res.length == expected_len;
545             return res;
546         }
547     }
548
549     static class DescriptorHolder { SocketDescriptor val; }
550
551     boolean running = false;
552     final LinkedList<Runnable> runqueue = new LinkedList();
553     boolean ran = false;
554     Thread t = new Thread(() -> {
555             while (true) {
556                 try {
557                     Runnable r;
558                     synchronized (runqueue) {
559                         while (runqueue.isEmpty()) {
560                             runqueue.wait();
561                         }
562                         running = true;
563                         r = runqueue.pollFirst();
564                     }
565                     r.run();
566                     synchronized (runqueue) {
567                         running = false;
568                         runqueue.notifyAll();
569                     }
570                 } catch (InterruptedException e) {
571                     return;
572                 }
573             }
574     });
575
576     void maybe_exchange_peer_messages(Peer peer1, Peer peer2) {
577         if (!use_nio_peer_handler) {
578             synchronized (runqueue) {
579                 ran = false;
580             }
581             while (true) {
582                 peer1.peer_manager.process_events();
583                 peer2.peer_manager.process_events();
584                 synchronized (runqueue) {
585                     if (runqueue.isEmpty() && !running) {
586                         if (ran) {
587                             ran = false;
588                             continue;
589                         } else { break; }
590                     }
591                     try { runqueue.wait(); } catch (InterruptedException e) { assert false; }
592                 }
593             }
594         } else if (!use_chan_manager_constructor) {
595             peer1.nio_peer_handler.check_events();
596             peer2.nio_peer_handler.check_events();
597         }
598     }
599     void do_read_event(PeerManager pm, SocketDescriptor descriptor, byte[] data) {
600         if (!t.isAlive()) t.start();
601         synchronized (runqueue) {
602             ran = true;
603             runqueue.add(() -> {
604                 Result_boolPeerHandleErrorZ res = pm.read_event(descriptor, data);
605                 assert res instanceof Result_boolPeerHandleErrorZ.Result_boolPeerHandleErrorZ_OK;
606             });
607             runqueue.notifyAll();
608         }
609         must_free_objs.add(new WeakReference<>(data));
610     }
611
612     void connect_peers(final Peer peer1, final Peer peer2) {
613         peer2.connected_peer_node_id = peer1.node_id;
614         peer1.connected_peer_node_id = peer2.node_id;
615         if (use_nio_peer_handler) {
616             try {
617                 peer1.nio_peer_handler.connect(peer2.chan_manager.get_our_node_id(), new InetSocketAddress("127.0.0.1", peer2.nio_port), 100);
618             } catch (IOException e) { assert false; }
619             while (peer1.peer_manager.get_peer_node_ids().length == 0 || peer2.peer_manager.get_peer_node_ids().length == 0) {
620                 Thread.yield();
621             }
622         } else {
623             DescriptorHolder descriptor1 = new DescriptorHolder();
624             DescriptorHolder descriptor1ref = descriptor1;
625             SocketDescriptor descriptor2 = SocketDescriptor.new_impl(new SocketDescriptor.SocketDescriptorInterface() {
626                 @Override
627                 public long send_data(byte[] data, boolean resume_read) {
628                     do_read_event(peer1.peer_manager, descriptor1ref.val, data);
629                     return data.length;
630                 }
631
632                 @Override public void disconnect_socket() { assert false; }
633                 @Override public boolean eq(SocketDescriptor other_arg) { return other_arg.hash() == 2; }
634                 @Override public long hash() { return 2; }
635             });
636
637             descriptor1.val = SocketDescriptor.new_impl(new SocketDescriptor.SocketDescriptorInterface() {
638                 @Override
639                 public long send_data(byte[] data, boolean resume_read) {
640                     do_read_event(peer2.peer_manager, descriptor2, data);
641                     return data.length;
642                 }
643
644                 @Override public void disconnect_socket() { assert false; }
645                 @Override public boolean eq(SocketDescriptor other_arg) { return other_arg.hash() == 1; }
646                 @Override public long hash() { return 1; }
647             });
648
649             Result_CVec_u8ZPeerHandleErrorZ conn_res = peer1.peer_manager.new_outbound_connection(peer2.node_id, descriptor1.val);
650             assert conn_res instanceof Result_CVec_u8ZPeerHandleErrorZ.Result_CVec_u8ZPeerHandleErrorZ_OK;
651
652             Result_NonePeerHandleErrorZ inbound_conn_res = peer2.peer_manager.new_inbound_connection(descriptor2);
653             assert inbound_conn_res instanceof Result_NonePeerHandleErrorZ.Result_NonePeerHandleErrorZ_OK;
654             do_read_event(peer2.peer_manager, descriptor2, ((Result_CVec_u8ZPeerHandleErrorZ.Result_CVec_u8ZPeerHandleErrorZ_OK) conn_res).res);
655
656             maybe_exchange_peer_messages(peer1, peer2);
657         }
658     }
659
660     TestState do_test_message_handler() throws InterruptedException {
661         Peer peer1 = new Peer((byte) 1);
662         Peer peer2 = new Peer((byte) 2);
663
664         connect_peers(peer1, peer2);
665
666         Result__u832APIErrorZ cc_res = peer1.chan_manager.create_channel(peer2.node_id, 100000, 1000, 42, null);
667         assert cc_res instanceof Result__u832APIErrorZ.Result__u832APIErrorZ_OK;
668
669         // Previously, this was a SEGFAULT instead of get_funding_txo() returning null.
670         ChannelDetails pre_funding_chan = peer1.chan_manager.list_channels()[0];
671         assert pre_funding_chan.get_funding_txo() == null;
672
673         Event[] events = peer1.get_manager_events(1, peer1, peer2);
674         assert events[0] instanceof Event.FundingGenerationReady;
675         assert ((Event.FundingGenerationReady) events[0]).channel_value_satoshis == 100000;
676         assert ((Event.FundingGenerationReady) events[0]).user_channel_id == 42;
677         byte[] funding_spk = ((Event.FundingGenerationReady) events[0]).output_script;
678         assert funding_spk.length == 34 && funding_spk[0] == 0 && funding_spk[1] == 32; // P2WSH
679         byte[] chan_id = ((Event.FundingGenerationReady) events[0]).temporary_channel_id;
680
681         NetworkParameters bitcoinj_net = NetworkParameters.fromID(NetworkParameters.ID_MAINNET);
682
683         Transaction funding = new Transaction(bitcoinj_net);
684         funding.addInput(new TransactionInput(bitcoinj_net, funding, new byte[0]));
685         funding.getInputs().get(0).setWitness(new TransactionWitness(2)); // Make sure we don't complain about lack of witness
686         funding.getInput(0).getWitness().setPush(0, new byte[]{0x1});
687         funding.addOutput(Coin.SATOSHI.multiply(100000), new Script(funding_spk));
688         Result_NoneAPIErrorZ funding_res = peer1.chan_manager.funding_transaction_generated(chan_id, funding.bitcoinSerialize());
689         assert funding_res instanceof Result_NoneAPIErrorZ.Result_NoneAPIErrorZ_OK;
690
691         maybe_exchange_peer_messages(peer1, peer2);
692         synchronized (peer1.broadcast_set) {
693             while (peer1.broadcast_set.size() != 1) {
694                 peer1.broadcast_set.wait();
695             }
696         }
697
698         assert peer1.broadcast_set.size() == 1;
699         assert Arrays.equals(peer1.broadcast_set.get(0), funding.bitcoinSerialize());
700         peer1.broadcast_set.clear();
701
702         Block b = new Block(bitcoinj_net, 2, Sha256Hash.ZERO_HASH, Sha256Hash.ZERO_HASH, 42, 0, 0, Arrays.asList(new Transaction[]{funding}));
703         peer1.connect_block(b, 1, 0);
704         peer2.connect_block(b, 1, 0);
705
706         for (int height = 2; height < 10; height++) {
707             b = new Block(bitcoinj_net, 2, b.getHash(), Sha256Hash.ZERO_HASH, 42, 0, 0, Arrays.asList(new Transaction[0]));
708             peer1.connect_block(b, height, 0);
709             peer2.connect_block(b, height, 0);
710         }
711
712         maybe_exchange_peer_messages(peer1, peer2);
713         while (peer1.chan_manager.list_usable_channels().length != 1 || peer2.chan_manager.list_usable_channels().length != 1)
714
715         peer1.chan_manager.list_channels();
716         ChannelDetails[] peer1_chans = peer1.chan_manager.list_usable_channels();
717         ChannelDetails[] peer2_chans = peer2.chan_manager.list_usable_channels();
718         assert peer1_chans.length == 1;
719         assert peer2_chans.length == 1;
720         assert peer1_chans[0].get_channel_value_satoshis() == 100000;
721         assert peer1_chans[0].get_is_usable();
722         Option_u64Z short_chan_id = peer1_chans[0].get_short_channel_id();
723         assert short_chan_id instanceof Option_u64Z.Some;
724         assert ((Option_u64Z.Some)short_chan_id).some == (1L << 40); // 0th output in the 0th transaction in the 1st block
725         assert Arrays.equals(peer1_chans[0].get_channel_id(), funding.getTxId().getReversedBytes());
726         assert Arrays.equals(peer2_chans[0].get_channel_id(), funding.getTxId().getReversedBytes());
727
728         Result_InvoiceSignOrCreationErrorZ invoice = UtilMethods.create_invoice_from_channelmanager(peer2.chan_manager, peer2.keys_interface, Currency.LDKCurrency_Bitcoin, Option_u64Z.none(), "Invoice Description");
729         assert invoice instanceof Result_InvoiceSignOrCreationErrorZ.Result_InvoiceSignOrCreationErrorZ_OK;
730         System.out.println("Got invoice: " + ((Result_InvoiceSignOrCreationErrorZ.Result_InvoiceSignOrCreationErrorZ_OK) invoice).res.to_str());
731
732         Result_InvoiceNoneZ parsed_invoice = Invoice.from_str(((Result_InvoiceSignOrCreationErrorZ.Result_InvoiceSignOrCreationErrorZ_OK) invoice).res.to_str());
733         assert parsed_invoice instanceof Result_InvoiceNoneZ.Result_InvoiceNoneZ_OK;
734         assert Arrays.equals(((Result_InvoiceNoneZ.Result_InvoiceNoneZ_OK) parsed_invoice).res.payment_hash(), ((Result_InvoiceSignOrCreationErrorZ.Result_InvoiceSignOrCreationErrorZ_OK) invoice).res.payment_hash());
735         SignedRawInvoice signed_raw = ((Result_InvoiceNoneZ.Result_InvoiceNoneZ_OK) parsed_invoice).res.into_signed_raw();
736         RawInvoice raw_invoice = signed_raw.raw_invoice();
737         byte[] desc_hash = raw_invoice.hash();
738         Description raw_invoice_description = raw_invoice.description();
739         String description_string = raw_invoice_description.into_inner();
740         assert description_string.equals("Invoice Description");
741         byte[] payment_hash = ((Result_InvoiceSignOrCreationErrorZ.Result_InvoiceSignOrCreationErrorZ_OK) invoice).res.payment_hash();
742         byte[] payment_secret = ((Result_InvoiceSignOrCreationErrorZ.Result_InvoiceSignOrCreationErrorZ_OK) invoice).res.payment_secret();
743         byte[] dest_node_id = ((Result_InvoiceSignOrCreationErrorZ.Result_InvoiceSignOrCreationErrorZ_OK) invoice).res.recover_payee_pub_key();
744         assert Arrays.equals(dest_node_id, peer2.node_id);
745         InvoiceFeatures invoice_features = ((Result_InvoiceSignOrCreationErrorZ.Result_InvoiceSignOrCreationErrorZ_OK) invoice).res.features();
746         RouteHint[] route_hints = ((Result_InvoiceSignOrCreationErrorZ.Result_InvoiceSignOrCreationErrorZ_OK) invoice).res.route_hints();
747
748         Payee payee = Payee.of(peer2.node_id, invoice_features, route_hints, Option_u64Z.none());
749         RouteParameters route_params = RouteParameters.of(payee, 10000000, 42);
750         Result_RouteLightningErrorZ route_res = UtilMethods.find_route(
751                 peer1.chan_manager.get_our_node_id(), route_params, peer1.router,
752                 peer1_chans, peer1.logger, Scorer.with_default().as_Score());
753         assert route_res instanceof Result_RouteLightningErrorZ.Result_RouteLightningErrorZ_OK;
754         Route route = ((Result_RouteLightningErrorZ.Result_RouteLightningErrorZ_OK) route_res).res;
755         assert route.get_paths().length == 1;
756         assert route.get_paths()[0].length == 1;
757         assert route.get_paths()[0][0].get_fee_msat() == 10000000;
758
759         Result_PaymentIdPaymentSendFailureZ payment_res = peer1.chan_manager.send_payment(route, payment_hash, payment_secret);
760         assert payment_res instanceof Result_PaymentIdPaymentSendFailureZ.Result_PaymentIdPaymentSendFailureZ_OK;
761
762         RouteHop[][] hops = new RouteHop[1][1];
763         byte[] hop_pubkey = new byte[33];
764         hop_pubkey[0] = 3;
765         hop_pubkey[1] = 42;
766         hops[0][0] = RouteHop.of(hop_pubkey, NodeFeatures.known(), 42, ChannelFeatures.known(), 100, 0);
767         Route r2 = Route.of(hops, payee);
768         payment_res = peer1.chan_manager.send_payment(r2, payment_hash, payment_secret);
769         assert payment_res instanceof Result_PaymentIdPaymentSendFailureZ.Result_PaymentIdPaymentSendFailureZ_Err;
770
771         if (reload_peers) {
772             if (use_chan_manager_constructor) {
773                 peer1.constructor.interrupt();
774                 peer2.constructor.interrupt();
775             } else if (use_nio_peer_handler) {
776                 peer1.nio_peer_handler.interrupt();
777                 peer2.nio_peer_handler.interrupt();
778             }
779             WeakReference<Peer> op1 = new WeakReference<Peer>(peer1);
780             peer1 = new Peer(peer1);
781             peer2 = new Peer(peer2);
782             return new TestState(op1, peer1, peer2, b.getHash());
783         }
784         return new TestState(null, peer1, peer2, b.getHash());
785     }
786
787     boolean cross_reload_ref_pollution = false;
788     class TestState {
789         private final WeakReference<Peer> ref_block;
790         private final Peer peer1;
791         private final Peer peer2;
792         public Sha256Hash best_blockhash;
793
794         public TestState(WeakReference<Peer> ref_block, Peer peer1, Peer peer2, Sha256Hash best_blockhash) {
795             this.ref_block = ref_block;
796             this.peer1 = peer1;
797             this.peer2 = peer2;
798             this.best_blockhash = best_blockhash;
799         }
800     }
801     void do_test_message_handler_b(TestState state) throws InterruptedException {
802         GcCheck obj = new GcCheck();
803         if (state.ref_block != null) {
804             // Ensure the original peers get freed before we move on. Note that we have to be in a different function
805             // scope to do so as the (at least current OpenJDK) JRE won't release anything created in the same scope.
806             while (!cross_reload_ref_pollution && state.ref_block.get() != null) {
807                 System.gc();
808                 System.runFinalization();
809             }
810             connect_peers(state.peer1, state.peer2);
811         }
812
813         Event[] events = state.peer2.get_manager_events(1, state.peer1, state.peer2);
814         assert events[0] instanceof Event.PendingHTLCsForwardable;
815         state.peer2.chan_manager.process_pending_htlc_forwards();
816
817         events = state.peer2.get_manager_events(1, state.peer1, state.peer2);
818         assert events[0] instanceof Event.PaymentReceived;
819         assert ((Event.PaymentReceived)events[0]).purpose instanceof PaymentPurpose.InvoicePayment;
820         byte[] payment_preimage = ((PaymentPurpose.InvoicePayment)((Event.PaymentReceived)events[0]).purpose).payment_preimage;
821         assert !Arrays.equals(payment_preimage, new byte[32]);
822         state.peer2.chan_manager.claim_funds(payment_preimage);
823
824         events = state.peer1.get_manager_events(1, state.peer1, state.peer2);
825         assert events[0] instanceof Event.PaymentSent;
826         assert Arrays.equals(((Event.PaymentSent) events[0]).payment_preimage, payment_preimage);
827
828         if (use_nio_peer_handler) {
829             // We receive PaymentSent immediately upon receipt of the payment preimage, but we expect to not have an
830             // HTLC transaction to broadcast below, which requires a bit more time to fully complete the
831             // commitment-transaction-update dance between both peers.
832             Thread.sleep(100);
833         }
834
835         if (state.peer1.chain_monitor != null) {
836             Balance[] peer1_balances = state.peer1.chain_monitor.get_claimable_balances(state.peer1.chan_manager.list_channels());
837             assert peer1_balances.length == 0;
838             Balance[] peer2_balances = state.peer2.chain_monitor.get_claimable_balances(state.peer2.chan_manager.list_channels());
839             assert peer2_balances.length == 0;
840         }
841
842         ChannelDetails[] peer1_chans = state.peer1.chan_manager.list_channels();
843
844         if (nice_close) {
845             Result_NoneAPIErrorZ close_res = state.peer1.chan_manager.close_channel(peer1_chans[0].get_channel_id());
846             assert close_res instanceof Result_NoneAPIErrorZ.Result_NoneAPIErrorZ_OK;
847             maybe_exchange_peer_messages(state.peer1, state.peer2);
848             synchronized (state.peer1.broadcast_set) {
849                 while (state.peer1.broadcast_set.size() != 1) state.peer1.broadcast_set.wait();
850             }
851             synchronized (state.peer2.broadcast_set) {
852                 while (state.peer2.broadcast_set.size() != 1) state.peer2.broadcast_set.wait();
853             }
854
855             assert state.peer1.broadcast_set.size() == 1;
856             assert state.peer2.broadcast_set.size() == 1;
857         } else {
858             state.peer1.chan_manager.force_close_all_channels();
859             maybe_exchange_peer_messages(state.peer1, state.peer2);
860             synchronized (state.peer1.broadcast_set) {
861                 while (state.peer1.broadcast_set.size() != 1) state.peer1.broadcast_set.wait();
862             }
863             synchronized (state.peer2.broadcast_set) {
864                 while (state.peer2.broadcast_set.size() != 1) state.peer2.broadcast_set.wait();
865             }
866
867             assert state.peer1.broadcast_set.size() == 1;
868             assert state.peer2.broadcast_set.size() == 1;
869         }
870
871         events = state.peer2.get_manager_events(1, state.peer1, state.peer2);
872         assert events[0] instanceof Event.ChannelClosed;
873         events = state.peer1.get_manager_events(1, state.peer1, state.peer2);
874         assert events[0] instanceof Event.ChannelClosed;
875
876         if (state.peer1.chain_monitor != null) {
877             Balance[] peer1_balances = state.peer1.chain_monitor.get_claimable_balances(state.peer1.chan_manager.list_channels());
878             assert peer1_balances.length == 1;
879             for (Balance bal : peer1_balances) {
880                 assert bal instanceof Balance.ClaimableOnChannelClose;
881                 long expected_tx_fee = 183;
882                 assert ((Balance.ClaimableOnChannelClose) bal).claimable_amount_satoshis == 100000 - 1 - 10000 - expected_tx_fee;
883             }
884             Balance[] peer2_balances = state.peer2.chain_monitor.get_claimable_balances(state.peer2.chan_manager.list_channels());
885             assert peer2_balances.length == 1;
886             for (Balance bal : peer2_balances) {
887                 assert bal instanceof Balance.ClaimableOnChannelClose;
888                 assert ((Balance.ClaimableOnChannelClose) bal).claimable_amount_satoshis == 10000 + 1;
889             }
890         }
891
892         if (!nice_close) {
893             NetworkParameters bitcoinj_net = NetworkParameters.fromID(NetworkParameters.ID_MAINNET);
894             Transaction tx = new Transaction(bitcoinj_net, state.peer1.broadcast_set.getFirst());
895             Block b = new Block(bitcoinj_net, 2, state.best_blockhash, Sha256Hash.ZERO_HASH, 42, 0, 0,
896                     Arrays.asList(new Transaction[]{tx}));
897             TwoTuple_TxidCVec_C2Tuple_u32TxOutZZZ[] watch_outputs = state.peer2.connect_block(b, 10, 1);
898             if (watch_outputs != null) { // We only process watch_outputs manually when we use a manually-build Watch impl
899                 assert watch_outputs.length == 1;
900                 assert Arrays.equals(watch_outputs[0].get_a(), tx.getTxId().getReversedBytes());
901                 assert watch_outputs[0].get_b().length == 2;
902                 assert watch_outputs[0].get_b()[0].get_a() == 0;
903                 assert watch_outputs[0].get_b()[1].get_a() == 1;
904             }
905
906             for (int i = 11; i < 21; i++) {
907                 b = new Block(bitcoinj_net, 2, b.getHash(), Sha256Hash.ZERO_HASH, 42, 0, 0, new ArrayList<>());
908                 state.peer2.connect_block(b, i, 0);
909             }
910
911             Event[] broadcastable_event = state.peer2.get_monitor_events(1);
912             for (ChannelMonitor mon : state.peer2.monitors.values()) {
913                 // This used to be buggy and double-free, so go ahead and fetch them!
914                 byte[][] txn = mon.get_latest_holder_commitment_txn(state.peer2.logger);
915             }
916             assert broadcastable_event.length == 1;
917             assert broadcastable_event[0] instanceof Event.SpendableOutputs;
918             if (state.peer2.explicit_keys_manager != null) {
919                 TxOut[] additional_outputs = new TxOut[]{new TxOut(420, new byte[]{0x42})};
920                 Result_TransactionNoneZ tx_res = state.peer2.explicit_keys_manager.spend_spendable_outputs(((Event.SpendableOutputs) broadcastable_event[0]).outputs, additional_outputs, new byte[]{0x00}, 253);
921                 assert tx_res instanceof Result_TransactionNoneZ.Result_TransactionNoneZ_OK;
922                 Transaction built_tx = new Transaction(bitcoinj_net, ((Result_TransactionNoneZ.Result_TransactionNoneZ_OK) tx_res).res);
923                 assert built_tx.getOutputs().size() == 2;
924                 assert Arrays.equals(built_tx.getOutput(1).getScriptBytes(), new byte[]{0x00});
925                 assert Arrays.equals(built_tx.getOutput(0).getScriptBytes(), new byte[]{0x42});
926                 assert built_tx.getOutput(0).getValue().value == 420;
927             }
928         }
929
930         // Test exchanging a custom message (note that ChannelManagerConstructor) always loads an IgnorimgMessageHandler
931         // so we cannot exchange custom messages with it
932         if (!use_chan_manager_constructor) {
933             byte[] custom_message_bytes = new byte[]{0x42, 0x44, 0x43, 0x00};
934             state.peer1.custom_messages_to_send.add(custom_message_bytes);
935             state.peer1.peer_manager.process_events();
936             synchronized (state.peer2.received_custom_messages) {
937                 while (true) {
938                     if (state.peer2.received_custom_messages.isEmpty()) {
939                         state.peer2.received_custom_messages.wait();
940                         continue;
941                     }
942                     assert state.peer2.received_custom_messages.size() == 1;
943                     assert Arrays.equals(state.peer2.received_custom_messages.get(0), custom_message_bytes);
944                     break;
945                 }
946             }
947         }
948
949         if (use_nio_peer_handler) {
950             state.peer1.peer_manager.disconnect_by_node_id(state.peer2.chan_manager.get_our_node_id(), false);
951             while (state.peer1.peer_manager.get_peer_node_ids().length != 0) Thread.yield();
952             while (state.peer2.peer_manager.get_peer_node_ids().length != 0) Thread.yield();
953             state.peer1.nio_peer_handler.interrupt();
954             state.peer2.nio_peer_handler.interrupt();
955         }
956
957         state.peer1.get_monitor_events(0);
958         state.peer2.get_monitor_events(0);
959
960         if (use_chan_manager_constructor) {
961             state.peer1.constructor.interrupt();
962             state.peer2.constructor.interrupt();
963         }
964
965         t.interrupt();
966
967         // Construct the only Option_Enum::Variant(OpaqueStruct) we have in the codebase as this used to cause double-frees:
968         byte[] serd = new byte[] {(byte)0xd9,(byte)0x77,(byte)0xcb,(byte)0x9b,(byte)0x53,(byte)0xd9,(byte)0x3a,(byte)0x6f,(byte)0xf6,(byte)0x4b,(byte)0xb5,(byte)0xf1,(byte)0xe1,(byte)0x58,(byte)0xb4,(byte)0x09,(byte)0x4b,(byte)0x66,(byte)0xe7,(byte)0x98,(byte)0xfb,(byte)0x12,(byte)0x91,(byte)0x11,(byte)0x68,(byte)0xa3,(byte)0xcc,(byte)0xdf,(byte)0x80,(byte)0xa8,(byte)0x30,(byte)0x96,(byte)0x34,(byte)0x0a,(byte)0x6a,(byte)0x95,(byte)0xda,(byte)0x0a,(byte)0xe8,(byte)0xd9,(byte)0xf7,(byte)0x76,(byte)0x52,(byte)0x8e,(byte)0xec,(byte)0xdb,(byte)0xb7,(byte)0x47,(byte)0xeb,(byte)0x6b,(byte)0x54,(byte)0x54,(byte)0x95,(byte)0xa4,(byte)0x31,(byte)0x9e,(byte)0xd5,(byte)0x37,(byte)0x8e,(byte)0x35,(byte)0xb2,(byte)0x1e,(byte)0x07,(byte)0x3a,(byte)0x00,(byte)0x00,(byte)0x00,(byte)0x00,(byte)0x00,(byte)0x19,(byte)0xd6,(byte)0x68,(byte)0x9c,(byte)0x08,(byte)0x5a,(byte)0xe1,(byte)0x65,(byte)0x83,(byte)0x1e,(byte)0x93,(byte)0x4f,(byte)0xf7,(byte)0x63,(byte)0xae,(byte)0x46,(byte)0xa2,(byte)0xa6,(byte)0xc1,(byte)0x72,(byte)0xb3,(byte)0xf1,(byte)0xb6,(byte)0x0a,(byte)0x8c,(byte)0xe2,(byte)0x6f,(byte)0x00,(byte)0x08,(byte)0x3a,(byte)0x84,(byte)0x00,(byte)0x00,(byte)0x03,(byte)0x4d,(byte)0x01,(byte)0x34,(byte)0x13,(byte)0xa7,(byte)0x00,(byte)0x00,(byte)0x00,(byte)0x90,(byte)0x00,(byte)0x00,(byte)0x00,(byte)0x00,(byte)0x00,(byte)0x0f,(byte)0x42,(byte)0x40,(byte)0x00,(byte)0x00,(byte)0x27,(byte)0x10,(byte)0x00,(byte)0x00,(byte)0x00,(byte)0x14,};
969         Result_ChannelUpdateDecodeErrorZ upd_msg = ChannelUpdate.read(serd);
970         assert upd_msg instanceof Result_ChannelUpdateDecodeErrorZ.Result_ChannelUpdateDecodeErrorZ_OK;
971         Option_NetworkUpdateZ upd = Option_NetworkUpdateZ.some(NetworkUpdate.channel_update_message(((Result_ChannelUpdateDecodeErrorZ.Result_ChannelUpdateDecodeErrorZ_OK) upd_msg).res));
972     }
973
974     java.util.LinkedList<WeakReference<Object>> must_free_objs = new java.util.LinkedList();
975     int gc_count = 0;
976     int gc_exp_count = 0;
977     class GcCheck {
978         GcCheck() { gc_exp_count += 1; }
979         @Override
980         protected void finalize() throws Throwable {
981             gc_count += 1;
982             super.finalize();
983         }
984     }
985 }
986 public class HumanObjectPeerTest {
987     HumanObjectPeerTestInstance do_test_run(boolean nice_close, boolean use_km_wrapper, boolean use_manual_watch, boolean reload_peers, boolean break_cross_peer_refs, boolean nio_peer_handler, boolean use_ignoring_routing_handler, boolean use_chan_manager_constructor) throws InterruptedException {
988         HumanObjectPeerTestInstance instance = new HumanObjectPeerTestInstance(nice_close, use_km_wrapper, use_manual_watch, reload_peers, break_cross_peer_refs, nio_peer_handler, !nio_peer_handler, use_ignoring_routing_handler, use_chan_manager_constructor);
989         HumanObjectPeerTestInstance.TestState state = instance.do_test_message_handler();
990         instance.do_test_message_handler_b(state);
991         return instance;
992     }
993     void do_test(boolean nice_close, boolean use_km_wrapper, boolean use_manual_watch, boolean reload_peers, boolean break_cross_peer_refs, boolean nio_peer_handler, boolean use_ignoring_routing_handler, boolean use_chan_manager_constructor) throws InterruptedException {
994         HumanObjectPeerTestInstance instance = do_test_run(nice_close, use_km_wrapper, use_manual_watch, reload_peers, break_cross_peer_refs, nio_peer_handler, use_ignoring_routing_handler, use_chan_manager_constructor);
995         while (instance.gc_count != instance.gc_exp_count) {
996             System.gc();
997             System.runFinalization();
998         }
999         for (WeakReference<Object> o : instance.must_free_objs)
1000             assert o.get() == null;
1001     }
1002     @Test
1003     public void test_message_handler() throws InterruptedException {
1004         for (int i = 0; i < (1 << 8) - 1; i++) {
1005             boolean nice_close =                   (i & (1 << 0)) != 0;
1006             boolean use_km_wrapper =               (i & (1 << 1)) != 0;
1007             boolean use_manual_watch =             (i & (1 << 2)) != 0;
1008             boolean reload_peers =                 (i & (1 << 3)) != 0;
1009             boolean break_cross_refs =             (i & (1 << 4)) != 0;
1010             boolean nio_peer_handler =             (i & (1 << 5)) != 0;
1011             boolean use_ignoring_routing_handler = (i & (1 << 6)) != 0;
1012             boolean use_chan_manager_constructor = (i & (1 << 7)) != 0;
1013             if (break_cross_refs && !reload_peers) {
1014                 // There are no cross refs to break without reloading peers.
1015                 continue;
1016             }
1017             if (use_chan_manager_constructor && (use_manual_watch || !nio_peer_handler)) {
1018                 // ChannelManagerConstructor requires a ChainMonitor as the Watch and creates a NioPeerHandler for us.
1019                 continue;
1020             }
1021             if (!use_chan_manager_constructor && use_ignoring_routing_handler) {
1022                 // We rely on the ChannelManagerConstructor to convert null into an IgnoringMessageHandler, so don't
1023                 // try to run with an IgnoringMessageHandler unless we're also using a ChannelManagerConstructor.
1024                 continue;
1025             }
1026             System.err.println("Running test with flags " + i);
1027             do_test(nice_close, use_km_wrapper, use_manual_watch, reload_peers, break_cross_refs, nio_peer_handler, use_ignoring_routing_handler, use_chan_manager_constructor);
1028         }
1029     }
1030
1031     // This is used in the test jar to test the built jar is runnable
1032     public static void main(String[] args) {
1033         try {
1034             new HumanObjectPeerTest().test_message_handler();
1035         } catch (Exception e) {
1036             System.err.println("Caught exception:");
1037             System.err.println(e);
1038             System.exit(1);
1039         }
1040     }
1041 }