[Java] Update ChannelManagerConstructor and tests to latest API
[ldk-java] / src / test / java / org / ldk / HumanObjectPeerTest.java
1 package org.ldk;
2
3 import org.bitcoinj.core.*;
4 import org.bitcoinj.script.Script;
5 import org.junit.jupiter.api.Test;
6 import org.ldk.batteries.ChannelManagerConstructor;
7 import org.ldk.batteries.NioPeerHandler;
8 import org.ldk.enums.*;
9 import org.ldk.enums.Currency;
10 import org.ldk.structs.*;
11 import org.ldk.util.UInt5;
12
13 import java.io.IOException;
14 import java.lang.ref.WeakReference;
15 import java.net.InetSocketAddress;
16 import java.util.*;
17 import java.util.function.IntConsumer;
18
19 class HumanObjectPeerTestInstance {
20     private final boolean nice_close;
21     private final boolean use_km_wrapper;
22     private final boolean use_manual_watch;
23     private final boolean reload_peers;
24     private final boolean break_cross_peer_refs;
25     private final boolean use_nio_peer_handler;
26     private final boolean use_filter;
27     private final boolean use_ignore_handler;
28     private final boolean use_chan_manager_constructor;
29     private final boolean use_invoice_payer;
30     TxOut gossip_txout = null;
31
32     HumanObjectPeerTestInstance(boolean nice_close, boolean use_km_wrapper, boolean use_manual_watch, boolean reload_peers, boolean break_cross_peer_refs, boolean use_nio_peer_handler, boolean use_filter, boolean use_ignore_handler, boolean use_chan_manager_constructor, boolean use_invoice_payer) {
33         this.nice_close = nice_close;
34         this.use_km_wrapper = use_km_wrapper;
35         this.use_manual_watch = use_manual_watch;
36         this.reload_peers = reload_peers;
37         this.break_cross_peer_refs = break_cross_peer_refs;
38         this.use_nio_peer_handler = use_nio_peer_handler;
39         this.use_filter = use_filter;
40         this.use_ignore_handler = use_ignore_handler;
41         this.use_chan_manager_constructor = use_chan_manager_constructor;
42         this.use_invoice_payer = use_invoice_payer;
43     }
44
45     class Peer {
46         KeysInterface manual_keysif(KeysInterface underlying_if) {
47             return KeysInterface.new_impl(new KeysInterface.KeysInterfaceInterface() {
48                 @Override public Result_SecretKeyNoneZ get_node_secret(Recipient recipient) { return underlying_if.get_node_secret(recipient); }
49
50                 @Override public Result_SharedSecretNoneZ ecdh(Recipient recipient, byte[] other_key, Option_ScalarZ tweak) { return underlying_if.ecdh(recipient, other_key, tweak); }
51                 @Override public byte[] get_destination_script() { return underlying_if.get_destination_script(); }
52                 @Override public ShutdownScript get_shutdown_scriptpubkey() { return underlying_if.get_shutdown_scriptpubkey(); }
53
54                 @Override
55                 public Sign get_channel_signer(boolean inbound, long channel_value_satoshis) {
56                     Sign underlying_ck = underlying_if.get_channel_signer(inbound, channel_value_satoshis);
57                     BaseSign underlying_base = underlying_ck.get_base_sign();
58                     BaseSign.BaseSignInterface bsi = new BaseSign.BaseSignInterface() {
59                         @Override public byte[] get_per_commitment_point(long idx) {
60                             return underlying_base.get_per_commitment_point(idx);
61                         }
62                         @Override public byte[] release_commitment_secret(long idx) {
63                             return underlying_base.release_commitment_secret(idx);
64                         }
65                         @Override public Result_NoneNoneZ validate_holder_commitment(HolderCommitmentTransaction holder_tx, byte[][] preimages) {
66                             return underlying_base.validate_holder_commitment(holder_tx, preimages);
67                         }
68                         @Override public byte[] channel_keys_id() {
69                             return new byte[32];
70                         }
71                         @Override public Result_C2Tuple_SignatureCVec_SignatureZZNoneZ sign_counterparty_commitment(CommitmentTransaction commitment_tx, byte[][] preimages) {
72                             return underlying_base.sign_counterparty_commitment(commitment_tx, preimages);
73                         }
74                         @Override public Result_NoneNoneZ validate_counterparty_revocation(long idx, byte[] secret) {
75                             return underlying_base.validate_counterparty_revocation(idx, secret);
76                         }
77                         @Override public Result_C2Tuple_SignatureCVec_SignatureZZNoneZ sign_holder_commitment_and_htlcs(HolderCommitmentTransaction holder_commitment_tx) {
78                             return underlying_base.sign_holder_commitment_and_htlcs(holder_commitment_tx);
79                         }
80                         @Override public Result_SignatureNoneZ sign_justice_revoked_output(byte[] justice_tx, long input, long amount, byte[] per_commitment_key) {
81                             return underlying_base.sign_justice_revoked_output(justice_tx, input, amount, per_commitment_key);
82                         }
83                         @Override public Result_SignatureNoneZ sign_justice_revoked_htlc(byte[] justice_tx, long input, long amount, byte[] per_commitment_key, HTLCOutputInCommitment htlc) {
84                             return underlying_base.sign_justice_revoked_htlc(justice_tx, input, amount, per_commitment_key, htlc);
85                         }
86                         @Override public Result_SignatureNoneZ sign_counterparty_htlc_transaction(byte[] htlc_tx, long input, long amount, byte[] per_commitment_point, HTLCOutputInCommitment htlc) {
87                             return underlying_base.sign_counterparty_htlc_transaction(htlc_tx, input, amount, per_commitment_point, htlc);
88                         }
89                         @Override public Result_SignatureNoneZ sign_closing_transaction(ClosingTransaction closing_tx) {
90                             return underlying_base.sign_closing_transaction(closing_tx);
91                         }
92                         @Override public Result_C2Tuple_SignatureSignatureZNoneZ sign_channel_announcement(UnsignedChannelAnnouncement msg) {
93                             return underlying_base.sign_channel_announcement(msg);
94                         }
95                         @Override public void ready_channel(ChannelTransactionParameters params) {
96                             underlying_base.ready_channel(params);
97                         }
98                     };
99                     Sign.SignInterface si = new Sign.SignInterface() {
100                         @Override
101                         public byte[] write() {
102                             return underlying_ck.write();
103                         }
104                     };
105                     Sign resp = Sign.new_impl(si, bsi, underlying_base.get_pubkeys());
106                     must_free_objs.add(new WeakReference<>(si));
107                     must_free_objs.add(new WeakReference<>(bsi));
108                     must_free_objs.add(new WeakReference<>(resp));
109                     must_free_objs.add(new WeakReference<>(underlying_base));
110                     must_free_objs.add(new WeakReference<>(underlying_ck));
111                     return resp;
112                 }
113
114                 @Override
115                 public byte[] get_secure_random_bytes() {
116                     return underlying_if.get_secure_random_bytes();
117                 }
118
119                 @Override
120                 public Result_SignDecodeErrorZ read_chan_signer(byte[] reader) {
121                     return underlying_if.read_chan_signer(reader);
122                 }
123
124                 @Override
125                 public Result_RecoverableSignatureNoneZ sign_invoice(byte[] hrp_bytes, UInt5[] invoice_data, Recipient receipient) {
126                     return underlying_if.sign_invoice(hrp_bytes, invoice_data, receipient);
127                 }
128
129                 @Override
130                 public byte[] get_inbound_payment_key_material() {
131                     return underlying_if.get_inbound_payment_key_material();
132                 }
133             });
134         }
135
136         Watch get_manual_watch() {
137             Watch.WatchInterface watch_impl = new Watch.WatchInterface() {
138                 public Result_NoneChannelMonitorUpdateErrZ watch_channel(OutPoint funding_txo, ChannelMonitor monitor) {
139                     synchronized (monitors) {
140                         assert monitors.put(Arrays.toString(funding_txo.get_txid()), monitor) == null;
141                     }
142                     return Result_NoneChannelMonitorUpdateErrZ.ok();
143                 }
144
145                 public Result_NoneChannelMonitorUpdateErrZ update_channel(OutPoint funding_txo, ChannelMonitorUpdate update) {
146                     synchronized (monitors) {
147                         String txid = Arrays.toString(funding_txo.get_txid());
148                         assert monitors.containsKey(txid);
149                         Result_NoneNoneZ update_res = monitors.get(txid).update_monitor(update, tx_broadcaster, fee_estimator, logger);
150                         assert update_res instanceof Result_NoneNoneZ.Result_NoneNoneZ_OK;
151                     }
152                     return Result_NoneChannelMonitorUpdateErrZ.ok();
153                 }
154
155                 @Override
156                 public ThreeTuple_OutPointCVec_MonitorEventZPublicKeyZ[] release_pending_monitor_events() {
157                     synchronized (monitors) {
158                         assert monitors.size() <= 1;
159                         for (ChannelMonitor mon : monitors.values()) {
160                             ThreeTuple_OutPointCVec_MonitorEventZPublicKeyZ[] res = new ThreeTuple_OutPointCVec_MonitorEventZPublicKeyZ[1];
161                             res[0] = ThreeTuple_OutPointCVec_MonitorEventZPublicKeyZ.of(mon.get_funding_txo().get_a(), mon.get_and_clear_pending_monitor_events(), mon.get_counterparty_node_id());
162                             return res;
163                         }
164                     }
165                     return new ThreeTuple_OutPointCVec_MonitorEventZPublicKeyZ[0];
166                 }
167             };
168             Watch watch = Watch.new_impl(watch_impl);
169             must_free_objs.add(new WeakReference<>(watch_impl));
170             must_free_objs.add(new WeakReference<>(watch));
171             return watch;
172         }
173
174         UserConfig get_config() {
175             ChannelHandshakeConfig channel_config = ChannelHandshakeConfig.with_default();
176             channel_config.set_announced_channel(true);
177             UserConfig config = UserConfig.with_default();
178             config.set_channel_handshake_config(channel_config);
179             return config;
180         }
181
182         NioPeerHandler nio_peer_handler;
183         short nio_port;
184         final byte seed;
185         final Logger logger;
186         final FeeEstimator fee_estimator;
187         final BroadcasterInterface tx_broadcaster;
188         final KeysManager explicit_keys_manager;
189         final KeysInterface keys_interface;
190         final ChainMonitor chain_monitor;
191         NetworkGraph router;
192         P2PGossipSync route_handler;
193         final Watch chain_watch;
194         final HashSet<String> filter_additions;
195         Option_FilterZ filter;
196         ChannelManager chan_manager;
197         PeerManager peer_manager;
198         final HashMap<String, ChannelMonitor> monitors; // Wow I forgot just how terrible Java is - we can't put a byte array here.
199         byte[] node_id;
200         byte[] connected_peer_node_id = null;
201         final LinkedList<byte[]> broadcast_set = new LinkedList<>();
202         final LinkedList<Event> pending_manager_events = new LinkedList<>();
203         private final CustomMessageHandler custom_message_handler;
204         final LinkedList<byte[]> received_custom_messages = new LinkedList<>();
205         final LinkedList<byte[]> custom_messages_to_send = new LinkedList<>();
206         ChannelManagerConstructor constructor = null;
207         InvoicePayer payer = null;
208         GcCheck obj = new GcCheck();
209
210         private ChannelMonitor test_mon_roundtrip(OutPoint expected_id, byte[] data) {
211             // Because get_funding_txo() returns an OutPoint in a tuple that is a reference to an OutPoint inside the
212             // ChannelMonitor, its a good test to ensure that the OutPoint isn't freed (or is cloned) before the
213             // ChannelMonitor is. This used to be broken.
214             Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ roundtrip_monitor = UtilMethods.C2Tuple_BlockHashChannelMonitorZ_read(data, keys_interface);
215             assert roundtrip_monitor instanceof Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ.Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ_OK;
216             must_free_objs.add(new WeakReference<>(roundtrip_monitor));
217             TwoTuple_OutPointScriptZ funding_txo = ((Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ.Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ_OK) roundtrip_monitor).res.get_b().get_funding_txo();
218             must_free_objs.add(new WeakReference<>(funding_txo));
219             System.gc(); System.runFinalization(); // Give the GC a chance to run.
220             assert Arrays.equals(funding_txo.get_a().get_txid(), expected_id.get_txid());
221             assert funding_txo.get_a().get_index() == expected_id.get_index();
222             Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ roundtrip_two = UtilMethods.C2Tuple_BlockHashChannelMonitorZ_read(data, keys_interface);
223             assert roundtrip_two instanceof Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ.Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ_OK;
224             must_free_objs.add(new WeakReference<>(((Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ.Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ_OK) roundtrip_two).res.get_b()));
225             must_free_objs.add(new WeakReference<>(((Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ.Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ_OK) roundtrip_two).res));
226             must_free_objs.add(new WeakReference<>(roundtrip_two));
227             return ((Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ.Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ_OK) roundtrip_two).res.get_b();
228         }
229
230         private Peer(Object _dummy, byte seed) {
231             logger = Logger.new_impl((org.ldk.structs.Record arg)->{
232                 if (arg.get_level() == Level.LDKLevel_Error)
233                     System.err.println(seed + ": " + arg.get_module_path() + " - " + arg.get_args());
234                 else
235                     System.out.println(seed + ": " + arg.get_module_path() + " - " + arg.get_args());
236             });
237             fee_estimator = FeeEstimator.new_impl((confirmation_target -> 253));
238             tx_broadcaster = BroadcasterInterface.new_impl(tx -> {
239                 synchronized (broadcast_set) {
240                     broadcast_set.add(tx);
241                     broadcast_set.notifyAll();
242                 }
243             });
244             monitors = new HashMap<>();
245             this.seed = seed;
246             Persist persister = Persist.new_impl(new Persist.PersistInterface() {
247                 @Override
248                 public Result_NoneChannelMonitorUpdateErrZ persist_new_channel(OutPoint id, ChannelMonitor data, MonitorUpdateId update_id) {
249                     synchronized (monitors) {
250                         String key = Arrays.toString(id.to_channel_id());
251                         ChannelMonitor res = test_mon_roundtrip(id, data.write());
252                         assert monitors.put(key, res) == null;
253                     }
254                     return Result_NoneChannelMonitorUpdateErrZ.ok();
255                 }
256
257                 @Override
258                 public Result_NoneChannelMonitorUpdateErrZ update_persisted_channel(OutPoint id, ChannelMonitorUpdate update, ChannelMonitor data, MonitorUpdateId update_id) {
259                     synchronized (monitors) {
260                         String key = Arrays.toString(id.to_channel_id());
261                         ChannelMonitor res = test_mon_roundtrip(id, data.write());
262                         // Note that we use a serialization-roundtrip copy of data here, not the original, as this can
263                         // expose the JVM JIT bug where it finalize()s things still being called.
264                         assert monitors.put(key, res) != null;
265                     }
266                     return Result_NoneChannelMonitorUpdateErrZ.ok();
267                 }
268             });
269
270             filter_additions = new HashSet<>();
271             if (use_filter) {
272                 this.filter = Option_FilterZ.some(Filter.new_impl(new Filter.FilterInterface() {
273                     @Override public void register_tx(byte[] txid, byte[] script_pubkey) {
274                         filter_additions.add(Arrays.toString(txid));
275                     }
276                     @Override public void register_output(WatchedOutput output) {
277                         filter_additions.add(Arrays.toString(output.get_outpoint().get_txid()) + ":" + output.get_outpoint().get_index());
278                     }
279                 }));
280             } else {
281                 this.filter = Option_FilterZ.none();
282             }
283
284             if (use_manual_watch) {
285                 chain_watch = get_manual_watch();
286                 chain_monitor = null;
287             } else {
288                 chain_monitor = ChainMonitor.of(filter, tx_broadcaster, logger, fee_estimator, persister);
289                 chain_watch = chain_monitor.as_Watch();
290             }
291
292             byte[] key_seed = new byte[32];
293             for (byte i = 0; i < 32; i++) {
294                 key_seed[i] = (byte) (i ^ seed);
295             }
296             KeysManager keys = KeysManager.of(key_seed, System.currentTimeMillis() / 1000, (int) (System.currentTimeMillis() * 1000));
297             if (use_km_wrapper) {
298                 this.keys_interface = manual_keysif(keys.as_KeysInterface());
299                 this.explicit_keys_manager = null;
300             } else {
301                 this.keys_interface = keys.as_KeysInterface();
302                 this.explicit_keys_manager = keys;
303             }
304
305             this.custom_message_handler = CustomMessageHandler.new_impl(new CustomMessageHandler.CustomMessageHandlerInterface() {
306                 @Override
307                 public Result_NoneLightningErrorZ handle_custom_message(Type msg, byte[] sender_node_id) {
308                     synchronized (received_custom_messages) {
309                         received_custom_messages.add(msg.write());
310                         received_custom_messages.notifyAll();
311                     }
312                     return Result_NoneLightningErrorZ.ok();
313                 }
314
315                 @Override
316                 public TwoTuple_PublicKeyTypeZ[] get_and_clear_pending_msg() {
317                     byte[][] bytes;
318                     synchronized (custom_messages_to_send) {
319                         bytes = custom_messages_to_send.toArray(new byte[0][0]);
320                         custom_messages_to_send.clear();
321                     }
322                     TwoTuple_PublicKeyTypeZ[] ret = new TwoTuple_PublicKeyTypeZ[bytes.length];
323                     for (int i = 0; i < bytes.length; i++) {
324                         final int msg_idx = i;
325                         ret[i] = TwoTuple_PublicKeyTypeZ.of(connected_peer_node_id, Type.new_impl(new Type.TypeInterface() {
326                             @Override public short type_id() { return 4096; }
327                             @Override public String debug_str() { return "Custom Java Message"; }
328                             @Override public byte[] write() { return bytes[msg_idx]; }
329                         }));
330                     }
331                     return ret;
332                 }
333             }, (message_type, buffer) -> {
334                 assert message_type == 4096;
335                 return Result_COption_TypeZDecodeErrorZ.ok(Option_TypeZ.some(Type.new_impl(new Type.TypeInterface() {
336                     @Override public short type_id() { return 4096; }
337                     @Override public String debug_str() { return "Custom Java-Decoded Message"; }
338                     @Override public byte[] write() { return buffer; }
339                 })));
340             });
341         }
342         private void bind_nio() {
343             if (!use_nio_peer_handler) return;
344             if (use_chan_manager_constructor) {
345                 this.nio_peer_handler = this.constructor.nio_peer_handler;
346             } else {
347                 try { this.nio_peer_handler = new NioPeerHandler(peer_manager); } catch (IOException e) { assert false; }
348             }
349             for (short i = 10_000; true; i++) {
350                 try {
351                     nio_peer_handler.bind_listener(new InetSocketAddress("127.0.0.1", i));
352                     nio_port = i;
353                     break;
354                 } catch (IOException e) { assert i < 10_500; }
355             }
356         }
357         private void setup_route_handler() {
358             this.route_handler = P2PGossipSync.of(this.router,
359                 Option_AccessZ.some(Access.new_impl((genesis_hash, short_channel_id) -> Result_TxOutAccessErrorZ.ok(gossip_txout))), this.logger);
360         }
361         Peer(byte seed) {
362             this(null, seed);
363             this.router = NetworkGraph.of(new byte[32], this.logger);
364             this.setup_route_handler();
365
366             if (use_chan_manager_constructor) {
367                 if (use_ignore_handler) {
368                     this.constructor = new ChannelManagerConstructor(Network.LDKNetwork_Bitcoin, get_config(), new byte[32], 0,
369                                                         this.keys_interface, this.fee_estimator, this.chain_monitor, null, this.tx_broadcaster, this.logger);
370                 } else {
371                     this.constructor = new ChannelManagerConstructor(Network.LDKNetwork_Bitcoin, get_config(), new byte[32], 0,
372                                                         this.keys_interface, this.fee_estimator, this.chain_monitor, this.router, this.tx_broadcaster, this.logger);
373                 }
374                 ProbabilisticScoringParameters params = ProbabilisticScoringParameters.with_default();
375                 ProbabilisticScorer default_scorer = ProbabilisticScorer.of(params, this.router, this.logger);
376                 Result_ProbabilisticScorerDecodeErrorZ score_res = ProbabilisticScorer.read(default_scorer.write(), params, this.router, this.logger);
377                 assert score_res.is_ok();
378                 Score score = ((Result_ProbabilisticScorerDecodeErrorZ.Result_ProbabilisticScorerDecodeErrorZ_OK) score_res).res.as_Score();
379                 MultiThreadedLockableScore scorer = null;
380                 if (use_invoice_payer) { scorer = MultiThreadedLockableScore.of(score); }
381                 constructor.chain_sync_completed(new ChannelManagerConstructor.EventHandler() {
382                     @Override public void handle_event(Event event) {
383                         synchronized (pending_manager_events) {
384                             pending_manager_events.add(event);
385                             pending_manager_events.notifyAll();
386                         }
387                     }
388                     @Override public void persist_manager(byte[] channel_manager_bytes) { assert channel_manager_bytes.length > 1; }
389                     @Override public void persist_network_graph(byte[] graph_bytes) { assert graph_bytes.length > 1; }
390                     @Override public void persist_scorer(byte[] scorer_bytes) { assert scorer_bytes.length > 1; }
391                 }, scorer);
392                 this.chan_manager = constructor.channel_manager;
393                 this.peer_manager = constructor.peer_manager;
394                 this.payer = constructor.payer;
395                 must_free_objs.add(new WeakReference<>(this.chan_manager));
396             } else {
397                 ChainParameters params = ChainParameters.of(Network.LDKNetwork_Bitcoin, BestBlock.of(new byte[32], 0));
398                 this.chan_manager = ChannelManager.of(this.fee_estimator, chain_watch, tx_broadcaster, logger, this.keys_interface, get_config(), params);
399                 byte[] random_data = keys_interface.get_secure_random_bytes();
400                 Result_SecretKeyNoneZ node_secret = keys_interface.get_node_secret(Recipient.LDKRecipient_Node);
401                 assert node_secret.is_ok();
402                 this.peer_manager = PeerManager.of(chan_manager.as_ChannelMessageHandler(), route_handler.as_RoutingMessageHandler(),
403                         IgnoringMessageHandler.of().as_OnionMessageHandler(),
404                         ((Result_SecretKeyNoneZ.Result_SecretKeyNoneZ_OK)node_secret).res, System.currentTimeMillis() / 1000,
405                         random_data, logger, this.custom_message_handler);
406                 if (use_invoice_payer) {
407                     this.payer = InvoicePayer.of(this.chan_manager.as_Payer(), Router.new_impl(new Router.RouterInterface() {
408                         @Override public void notify_payment_path_failed(RouteHop[] path, long short_channel_id) {}
409                         @Override public void notify_payment_path_successful(RouteHop[] path) {}
410                         @Override public void notify_payment_probe_successful(RouteHop[] path) {}
411                         @Override public void notify_payment_probe_failed(RouteHop[] path, long short_channel_id) {}
412
413                         @Override
414                         public Result_RouteLightningErrorZ find_route(byte[] payer, RouteParameters params, byte[] payment_hash, ChannelDetails[] first_hops, InFlightHtlcs inflight_htlcs) {
415                             while (true) {
416                                 try (ReadOnlyNetworkGraph graph = router.read_only()) {
417                                     assert graph.channel(424242) == null;
418                                     long[] channels = graph.list_channels();
419                                     if (channels.length != 1) {
420                                         // If we're using a NioPeerHandler, the handling of announcement signatures and
421                                         // channel broadcasting may be done async, so just wait until the channel shows up.
422                                         assert use_nio_peer_handler;
423                                         continue;
424                                     }
425                                     ChannelInfo chan = graph.channel(channels[0]);
426                                     assert Arrays.equals(chan.get_node_one().as_slice(), chan.get_node_one().write());
427                                     assert Arrays.equals(chan.get_node_one().as_slice(), chan_manager.get_our_node_id()) ||
428                                             Arrays.equals(chan.get_node_two().as_slice(), chan_manager.get_our_node_id());
429                                     break;
430                                 }
431                             }
432                             return UtilMethods.find_route(payer, params, router, first_hops, logger, Score.new_impl(new Score.ScoreInterface() {
433                                 @Override public void payment_path_failed(RouteHop[] path, long scid) {}
434                                 @Override public long channel_penalty_msat(long short_channel_id, NodeId source, NodeId target, ChannelUsage usage) { return 0; }
435                                 @Override public void payment_path_successful(RouteHop[] path) {}
436                                 @Override public void probe_failed(RouteHop[] path, long short_channel_id) { assert false; }
437                                 @Override public void probe_successful(RouteHop[] path) { assert false; }
438                                 @Override public byte[] write() { assert false; return null; }
439                             }), new byte[32]);
440                         }
441                     }), logger, EventHandler.new_impl(new EventHandler.EventHandlerInterface() {
442                         @Override public void handle_event(Event event) {
443                             synchronized (pending_manager_events) {
444                                 pending_manager_events.add(event);
445                                 pending_manager_events.notifyAll();
446                             }
447                         }
448                     }), Retry.attempts(0));
449                 }
450             }
451
452             this.node_id = chan_manager.get_our_node_id();
453             this.filter = null;
454             bind_nio();
455             System.gc();
456         }
457
458         Object ptr_to;
459         Peer(Peer orig) {
460             this(null, orig.seed);
461             if (use_chan_manager_constructor) {
462                 byte[][] monitors = {orig.monitors.values().stream().iterator().next().write()};
463                 byte[] serialized = orig.chan_manager.write();
464                 byte[] serialized_router = orig.router.write();
465                 try {
466                     Filter filter_nullable = null;
467                     if (this.filter instanceof Option_FilterZ.Some) {
468                         filter_nullable = ((Option_FilterZ.Some) this.filter).some;
469                     }
470                     if (use_ignore_handler) {
471                         this.constructor = new ChannelManagerConstructor(serialized, monitors, get_config(),
472                                 this.keys_interface, this.fee_estimator, this.chain_monitor, filter_nullable,
473                                 null, this.tx_broadcaster, this.logger);
474                     } else {
475                         this.constructor = new ChannelManagerConstructor(serialized, monitors, get_config(),
476                                 this.keys_interface, this.fee_estimator, this.chain_monitor, filter_nullable,
477                                 serialized_router, this.tx_broadcaster, this.logger);
478                         try {
479                             // Test that ChannelManagerConstructor correctly rejects duplicate ChannelMonitors
480                             byte[][] monitors_dupd = new byte[2][];
481                             monitors_dupd[0] = monitors[0];
482                             monitors_dupd[1] = monitors[0];
483                             ChannelManagerConstructor constr = this.constructor = new ChannelManagerConstructor(serialized, monitors_dupd, get_config(),
484                                     this.keys_interface, this.fee_estimator, this.chain_monitor, filter_nullable,
485                                     null, this.tx_broadcaster, this.logger);
486                             assert false;
487                         } catch (ChannelManagerConstructor.InvalidSerializedDataException e) {}
488                     }
489                     this.router = this.constructor.net_graph;
490                     setup_route_handler();
491                     MultiThreadedLockableScore scorer = null;
492                     if (use_invoice_payer) { scorer = MultiThreadedLockableScore.of(ProbabilisticScorer.of(ProbabilisticScoringParameters.with_default(), this.router, this.logger).as_Score()); }
493                     constructor.chain_sync_completed(new ChannelManagerConstructor.EventHandler() {
494                         @Override public void handle_event(Event event) {
495                             synchronized (pending_manager_events) {
496                                 pending_manager_events.add(event);
497                                 pending_manager_events.notifyAll();
498                             }
499                         }
500                         @Override public void persist_manager(byte[] channel_manager_bytes) { assert channel_manager_bytes.length > 1; }
501                         @Override public void persist_network_graph(byte[] graph_bytes) { assert graph_bytes.length > 1; }
502                         @Override public void persist_scorer(byte[] scorer_bytes) { assert scorer_bytes.length > 1; }
503                     }, scorer);
504                     this.chan_manager = constructor.channel_manager;
505                     this.payer = constructor.payer;
506                     this.peer_manager = constructor.peer_manager;
507                     must_free_objs.add(new WeakReference<>(this.chan_manager));
508                     // If we are using a ChannelManagerConstructor, we may have pending events waiting on the old peer
509                     // which have been removed from the ChannelManager but which we still need to handle.
510                     this.pending_manager_events.addAll(orig.pending_manager_events);
511                     if (!this.pending_manager_events.isEmpty()) {
512                         // However, this implies cross_reload_ref_pollution
513                         cross_reload_ref_pollution = true;
514                     }
515                 } catch (ChannelManagerConstructor.InvalidSerializedDataException e) {
516                     assert false;
517                 }
518             } else {
519                 this.router = NetworkGraph.of(new byte[32], this.logger);
520                 this.setup_route_handler();
521                 ChannelMonitor[] monitors = new ChannelMonitor[1];
522                 assert orig.monitors.size() == 1;
523                 if (!break_cross_peer_refs) {
524                     monitors[0] = orig.monitors.values().stream().iterator().next();
525                 } else {
526                     byte[] serialized = orig.monitors.values().stream().iterator().next().write();
527                     Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ res =
528                             UtilMethods.C2Tuple_BlockHashChannelMonitorZ_read(serialized, this.keys_interface);
529                     assert res instanceof Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ.Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ_OK;
530                     monitors[0] = ((Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ.Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ_OK) res).res.get_b();
531                 }
532                 byte[] serialized = orig.chan_manager.write();
533                 Result_C2Tuple_BlockHashChannelManagerZDecodeErrorZ read_res =
534                         UtilMethods.C2Tuple_BlockHashChannelManagerZ_read(serialized, this.keys_interface, this.fee_estimator, this.chain_watch, this.tx_broadcaster, this.logger, get_config(), monitors);
535                 assert read_res instanceof Result_C2Tuple_BlockHashChannelManagerZDecodeErrorZ.Result_C2Tuple_BlockHashChannelManagerZDecodeErrorZ_OK;
536                 this.chan_manager = ((Result_C2Tuple_BlockHashChannelManagerZDecodeErrorZ.Result_C2Tuple_BlockHashChannelManagerZDecodeErrorZ_OK) read_res).res.get_b();
537                 this.chain_watch.watch_channel(monitors[0].get_funding_txo().get_a(), monitors[0]);
538                 byte[] random_data = keys_interface.get_secure_random_bytes();
539                 Result_SecretKeyNoneZ node_secret = keys_interface.get_node_secret(Recipient.LDKRecipient_Node);
540                 assert node_secret.is_ok();
541                 this.peer_manager = PeerManager.of(chan_manager.as_ChannelMessageHandler(), route_handler.as_RoutingMessageHandler(),
542                         IgnoringMessageHandler.of().as_OnionMessageHandler(),
543                         ((Result_SecretKeyNoneZ.Result_SecretKeyNoneZ_OK)node_secret).res, System.currentTimeMillis() / 1000,
544                         random_data, logger, this.custom_message_handler);
545                 if (!break_cross_peer_refs && (use_manual_watch || use_km_wrapper)) {
546                     // When we pass monitors[0] into chain_watch.watch_channel we create a reference from the new Peer to a
547                     // field in the old peer, preventing freeing of the original Peer until the new Peer is freed. Thus, we
548                     // shouldn't bother waiting for the original to be freed later on.
549                     cross_reload_ref_pollution = true;
550                 }
551                 if (use_invoice_payer) {
552                     this.payer = InvoicePayer.of(this.chan_manager.as_Payer(), Router.new_impl(new Router.RouterInterface() {
553                         @Override public void notify_payment_path_failed(RouteHop[] path, long short_channel_id) {}
554                         @Override public void notify_payment_path_successful(RouteHop[] path) {}
555                         @Override public void notify_payment_probe_successful(RouteHop[] path) {}
556                         @Override public void notify_payment_probe_failed(RouteHop[] path, long short_channel_id) {}
557
558                         @Override
559                         public Result_RouteLightningErrorZ find_route(byte[] payer, RouteParameters route_params, byte[] payment_hash, ChannelDetails[] first_hops, InFlightHtlcs inflight_htlcs) {
560                             return UtilMethods.find_route(payer, route_params, router, first_hops, logger, Score.new_impl(new Score.ScoreInterface() {
561                                 @Override public long channel_penalty_msat(long short_channel_id, NodeId source, NodeId target, ChannelUsage usage) { return 0; }
562                                 @Override public void payment_path_failed(RouteHop[] path, long scid) {}
563                                 @Override public void payment_path_successful(RouteHop[] path) {}
564                                 @Override public void probe_failed(RouteHop[] path, long short_channel_id) { assert false; }
565                                 @Override public void probe_successful(RouteHop[] path) { assert false; }
566                                 @Override public byte[] write() { assert false; return null; }
567                             }), new byte[32]);
568                         }
569                     }), logger, EventHandler.new_impl(new EventHandler.EventHandlerInterface() {
570                         @Override public void handle_event(Event event) {
571                             synchronized (pending_manager_events) {
572                                 pending_manager_events.add(event);
573                                 pending_manager_events.notifyAll();
574                             }
575                         }
576                     }), Retry.attempts(0));
577                 }
578             }
579             this.node_id = chan_manager.get_our_node_id();
580             bind_nio();
581
582             if (cross_reload_ref_pollution) {
583                 // This really, really needs to be handled at the bindings layer, but its rather complicated -
584                 // ChannelSigners can be cloned and passed around without java being involved, resulting in them being
585                 // owned by both one or more ChannelMonitors and a ChannelManager, with only one having proper pointers
586                 // to the ChannelSigner. Ideally, the ChannelSigner would have a global reference to the Java
587                 // implementation class, but that results in circular references. Instead, we need some ability to,
588                 // while cloning ChannelSigners, add new references in the calling Java struct (ie ChannelMonitor) to
589                 // the ChannelSigner.
590                 this.ptr_to = orig.chan_manager;
591             }
592             this.filter = null;
593         }
594
595         TwoTuple_TxidCVec_C2Tuple_u32TxOutZZZ[] connect_block(Block b, int height, long expected_monitor_update_len) {
596             byte[] header = Arrays.copyOfRange(b.bitcoinSerialize(), 0, 80);
597             TwoTuple_usizeTransactionZ[] txn;
598             if (b.hasTransactions()) {
599                 assert b.getTransactions().size() == 1;
600                 TwoTuple_usizeTransactionZ txp = TwoTuple_usizeTransactionZ.of((long) 0, b.getTransactions().get(0).bitcoinSerialize());
601                 txn = new TwoTuple_usizeTransactionZ[]{txp};
602             } else
603                 txn = new TwoTuple_usizeTransactionZ[0];
604             if (chain_monitor != null) {
605                 chan_manager.as_Listen().block_connected(b.bitcoinSerialize(), height);
606                 chain_monitor.as_Listen().block_connected(b.bitcoinSerialize(), height);
607             } else {
608                 chan_manager.as_Confirm().transactions_confirmed(header, txn, height);
609                 chan_manager.as_Confirm().best_block_updated(header, height);
610                 // Connect manually if we aren't using a ChainMonitor and are implementing Watch ourselves
611                 synchronized (monitors) {
612                     assert monitors.size() == 1;
613                     for (ChannelMonitor mon : monitors.values()) {
614                         TwoTuple_TxidCVec_C2Tuple_u32TxOutZZZ[] ret = mon.block_connected(header, txn, height, tx_broadcaster, fee_estimator, logger);
615                         assert ret.length == expected_monitor_update_len;
616                         return ret;
617                     }
618                 }
619             }
620             return null;
621         }
622
623         Event[] get_monitor_events(int expected_len) {
624             if (use_chan_manager_constructor) {
625                 while (true) {
626                     synchronized (this.pending_manager_events) {
627                         if (expected_len != 0 && this.pending_manager_events.size() == expected_len) {
628                             break;
629                         }
630                     }
631                     if (expected_len == 0) {
632                         try { Thread.sleep(500); } catch (InterruptedException e) { assert false; }
633                         break;
634                     } else {
635                         Thread.yield();
636                     }
637                 }
638                 synchronized (this.pending_manager_events) {
639                     Event[] res = this.pending_manager_events.toArray(new Event[0]);
640                     this.pending_manager_events.clear();
641                     assert res.length == expected_len;
642                     return res;
643                 }
644             } else if (chain_monitor != null) {
645                 ArrayList<Event> l = new ArrayList<Event>();
646                 chain_monitor.as_EventsProvider().process_pending_events(EventHandler.new_impl(l::add));
647                 assert l.size() == expected_len;
648                 return l.toArray(new Event[0]);
649             } else {
650                 synchronized (monitors) {
651                     assert monitors.size() == 1;
652                     for (ChannelMonitor mon : monitors.values()) {
653                         Event[] res = mon.get_and_clear_pending_events();
654                         assert res.length == expected_len;
655                         return res;
656                     }
657                     return null;
658                 }
659             }
660         }
661
662         Event[] get_manager_events(int expected_len, Peer peer1, Peer peer2) {
663             assert expected_len != 0;
664             if (!use_nio_peer_handler) {
665                 maybe_exchange_peer_messages(peer1, peer2);
666             }
667             Event[] res = new Event[0];
668             if (use_chan_manager_constructor) {
669                 while (res.length < expected_len) {
670                     synchronized (this.pending_manager_events) {
671                         if (this.pending_manager_events.size() >= expected_len) {
672                             res = this.pending_manager_events.toArray(res);
673                             assert res.length == expected_len;
674                             this.pending_manager_events.clear();
675                         }
676                         if (res.length < expected_len) {
677                             try { this.pending_manager_events.wait(); } catch (InterruptedException e) { assert false; }
678                         }
679                     }
680                 }
681             } else {
682                 ArrayList<Event> l = new ArrayList<Event>();
683                 while (l.size() < expected_len) {
684                     Thread.yield();
685                     if (use_nio_peer_handler) {
686                         peer1.nio_peer_handler.check_events();
687                         peer2.nio_peer_handler.check_events();
688                     }
689                     chan_manager.as_EventsProvider().process_pending_events(EventHandler.new_impl(l::add));
690                 }
691                 return l.toArray(new Event[0]);
692             }
693             assert res.length == expected_len;
694             return res;
695         }
696     }
697
698     static class DescriptorHolder { SocketDescriptor val; }
699
700     boolean running = false;
701     final LinkedList<Runnable> runqueue = new LinkedList();
702     boolean ran = false;
703     Thread t = new Thread(() -> {
704             while (true) {
705                 try {
706                     Runnable r;
707                     synchronized (runqueue) {
708                         while (runqueue.isEmpty()) {
709                             runqueue.wait();
710                         }
711                         running = true;
712                         r = runqueue.pollFirst();
713                     }
714                     r.run();
715                     synchronized (runqueue) {
716                         running = false;
717                         runqueue.notifyAll();
718                     }
719                 } catch (InterruptedException e) {
720                     return;
721                 }
722             }
723     });
724
725     void maybe_exchange_peer_messages(Peer peer1, Peer peer2) {
726         if (!use_nio_peer_handler) {
727             while (true) {
728                 peer1.peer_manager.process_events();
729                 peer2.peer_manager.process_events();
730                 synchronized (runqueue) {
731                     if (runqueue.isEmpty() && !running) {
732                         if (ran) {
733                             ran = false;
734                             continue;
735                         } else { break; }
736                     }
737                     try { runqueue.wait(); } catch (InterruptedException e) { assert false; }
738                 }
739             }
740         } else if (!use_chan_manager_constructor) {
741             peer1.nio_peer_handler.check_events();
742             peer2.nio_peer_handler.check_events();
743         }
744     }
745     void do_read_event(PeerManager pm, SocketDescriptor descriptor, byte[] data) {
746         if (!t.isAlive()) t.start();
747         synchronized (runqueue) {
748             ran = true;
749             runqueue.add(() -> {
750                 Result_boolPeerHandleErrorZ res = pm.read_event(descriptor, data);
751                 assert res instanceof Result_boolPeerHandleErrorZ.Result_boolPeerHandleErrorZ_OK;
752             });
753             runqueue.notifyAll();
754         }
755         must_free_objs.add(new WeakReference<>(data));
756     }
757
758     void connect_peers(final Peer peer1, final Peer peer2) {
759         peer2.connected_peer_node_id = peer1.node_id;
760         peer1.connected_peer_node_id = peer2.node_id;
761         if (use_nio_peer_handler) {
762             try {
763                 peer1.nio_peer_handler.connect(peer2.chan_manager.get_our_node_id(), new InetSocketAddress("127.0.0.1", peer2.nio_port), 100);
764             } catch (IOException e) { assert false; }
765             while (peer1.peer_manager.get_peer_node_ids().length == 0 || peer2.peer_manager.get_peer_node_ids().length == 0) {
766                 Thread.yield();
767             }
768         } else {
769             DescriptorHolder descriptor1 = new DescriptorHolder();
770             DescriptorHolder descriptor1ref = descriptor1;
771             SocketDescriptor descriptor2 = SocketDescriptor.new_impl(new SocketDescriptor.SocketDescriptorInterface() {
772                 @Override
773                 public long send_data(byte[] data, boolean resume_read) {
774                     do_read_event(peer1.peer_manager, descriptor1ref.val, data);
775                     return data.length;
776                 }
777
778                 @Override public void disconnect_socket() { assert false; }
779                 @Override public boolean eq(SocketDescriptor other_arg) { return other_arg.hash() == 2; }
780                 @Override public long hash() { return 2; }
781             });
782
783             descriptor1.val = SocketDescriptor.new_impl(new SocketDescriptor.SocketDescriptorInterface() {
784                 @Override
785                 public long send_data(byte[] data, boolean resume_read) {
786                     do_read_event(peer2.peer_manager, descriptor2, data);
787                     return data.length;
788                 }
789
790                 @Override public void disconnect_socket() { assert false; }
791                 @Override public boolean eq(SocketDescriptor other_arg) { return other_arg.hash() == 1; }
792                 @Override public long hash() { return 1; }
793             });
794
795             Result_CVec_u8ZPeerHandleErrorZ conn_res = peer1.peer_manager.new_outbound_connection(peer2.node_id, descriptor1.val, Option_NetAddressZ.none());
796             assert conn_res instanceof Result_CVec_u8ZPeerHandleErrorZ.Result_CVec_u8ZPeerHandleErrorZ_OK;
797
798             Result_NonePeerHandleErrorZ inbound_conn_res = peer2.peer_manager.new_inbound_connection(descriptor2, Option_NetAddressZ.none());
799             assert inbound_conn_res instanceof Result_NonePeerHandleErrorZ.Result_NonePeerHandleErrorZ_OK;
800             do_read_event(peer2.peer_manager, descriptor2, ((Result_CVec_u8ZPeerHandleErrorZ.Result_CVec_u8ZPeerHandleErrorZ_OK) conn_res).res);
801
802             maybe_exchange_peer_messages(peer1, peer2);
803         }
804     }
805
806     TestState do_test_message_handler() throws InterruptedException {
807         Peer peer1 = new Peer((byte) 1);
808         Peer peer2 = new Peer((byte) 2);
809
810         connect_peers(peer1, peer2);
811
812         Result__u832APIErrorZ cc_res = peer1.chan_manager.create_channel(peer2.node_id, 100000, 1000, 42, null);
813         assert cc_res instanceof Result__u832APIErrorZ.Result__u832APIErrorZ_OK;
814
815         // Previously, this was a SEGFAULT instead of get_funding_txo() returning null.
816         ChannelDetails pre_funding_chan = peer1.chan_manager.list_channels()[0];
817         assert pre_funding_chan.get_funding_txo() == null;
818
819         Event[] events = peer1.get_manager_events(1, peer1, peer2);
820         assert events[0] instanceof Event.FundingGenerationReady;
821         assert ((Event.FundingGenerationReady) events[0]).channel_value_satoshis == 100000;
822         assert ((Event.FundingGenerationReady) events[0]).user_channel_id == 42;
823         byte[] funding_spk = ((Event.FundingGenerationReady) events[0]).output_script;
824         assert funding_spk.length == 34 && funding_spk[0] == 0 && funding_spk[1] == 32; // P2WSH
825         byte[] chan_id = ((Event.FundingGenerationReady) events[0]).temporary_channel_id;
826
827         NetworkParameters bitcoinj_net = NetworkParameters.fromID(NetworkParameters.ID_MAINNET);
828
829         Transaction funding = new Transaction(bitcoinj_net);
830         funding.addInput(new TransactionInput(bitcoinj_net, funding, new byte[0]));
831         funding.getInputs().get(0).setWitness(new TransactionWitness(2)); // Make sure we don't complain about lack of witness
832         funding.getInput(0).getWitness().setPush(0, new byte[]{0x1});
833         funding.addOutput(Coin.SATOSHI.multiply(100000), new Script(funding_spk));
834         Result_NoneAPIErrorZ funding_res = peer1.chan_manager.funding_transaction_generated(chan_id, peer2.node_id, funding.bitcoinSerialize());
835         assert funding_res instanceof Result_NoneAPIErrorZ.Result_NoneAPIErrorZ_OK;
836
837         gossip_txout = new TxOut(100000, funding_spk);
838
839         maybe_exchange_peer_messages(peer1, peer2);
840         synchronized (peer1.broadcast_set) {
841             while (peer1.broadcast_set.size() != 1) {
842                 peer1.broadcast_set.wait();
843             }
844         }
845
846         assert peer1.broadcast_set.size() == 1;
847         assert Arrays.equals(peer1.broadcast_set.get(0), funding.bitcoinSerialize());
848         peer1.broadcast_set.clear();
849
850         Block b = new Block(bitcoinj_net, 2, Sha256Hash.ZERO_HASH, Sha256Hash.ZERO_HASH, 42, 0, 0, Arrays.asList(new Transaction[]{funding}));
851         peer1.connect_block(b, 1, 0);
852         peer2.connect_block(b, 1, 0);
853
854         for (int height = 2; height < 10; height++) {
855             b = new Block(bitcoinj_net, 2, b.getHash(), Sha256Hash.ZERO_HASH, 42, 0, 0, Arrays.asList(new Transaction[0]));
856             peer1.connect_block(b, height, 0);
857             peer2.connect_block(b, height, 0);
858         }
859
860         maybe_exchange_peer_messages(peer1, peer2);
861         while (peer1.chan_manager.list_usable_channels().length != 1 || peer2.chan_manager.list_usable_channels().length != 1)
862
863         peer1.chan_manager.list_channels();
864         ChannelDetails[] peer1_chans = peer1.chan_manager.list_usable_channels();
865         ChannelDetails[] peer2_chans = peer2.chan_manager.list_usable_channels();
866         assert peer1_chans.length == 1;
867         assert peer2_chans.length == 1;
868         assert peer1_chans[0].get_channel_value_satoshis() == 100000;
869         assert peer1_chans[0].get_is_usable();
870         Option_u64Z short_chan_id = peer1_chans[0].get_short_channel_id();
871         assert short_chan_id instanceof Option_u64Z.Some;
872         assert ((Option_u64Z.Some)short_chan_id).some == (1L << 40); // 0th output in the 0th transaction in the 1st block
873         assert Arrays.equals(peer1_chans[0].get_channel_id(), funding.getTxId().getReversedBytes());
874         assert Arrays.equals(peer2_chans[0].get_channel_id(), funding.getTxId().getReversedBytes());
875
876         Result_InvoiceSignOrCreationErrorZ invoice = UtilMethods.create_invoice_from_channelmanager(peer2.chan_manager, peer2.keys_interface, Currency.LDKCurrency_Bitcoin, Option_u64Z.some(10000000), "Invoice Description", 7200);
877         assert invoice instanceof Result_InvoiceSignOrCreationErrorZ.Result_InvoiceSignOrCreationErrorZ_OK;
878         System.out.println("Got invoice: " + ((Result_InvoiceSignOrCreationErrorZ.Result_InvoiceSignOrCreationErrorZ_OK) invoice).res.to_str());
879
880         Result_InvoiceParseOrSemanticErrorZ parsed_invoice = Invoice.from_str(((Result_InvoiceSignOrCreationErrorZ.Result_InvoiceSignOrCreationErrorZ_OK) invoice).res.to_str());
881         assert parsed_invoice instanceof Result_InvoiceParseOrSemanticErrorZ.Result_InvoiceParseOrSemanticErrorZ_OK;
882         assert Arrays.equals(((Result_InvoiceParseOrSemanticErrorZ.Result_InvoiceParseOrSemanticErrorZ_OK) parsed_invoice).res.payment_hash(), ((Result_InvoiceSignOrCreationErrorZ.Result_InvoiceSignOrCreationErrorZ_OK) invoice).res.payment_hash());
883         SignedRawInvoice signed_raw = ((Result_InvoiceParseOrSemanticErrorZ.Result_InvoiceParseOrSemanticErrorZ_OK) parsed_invoice).res.into_signed_raw();
884         RawInvoice raw_invoice = signed_raw.raw_invoice();
885         byte[] desc_hash = raw_invoice.signable_hash();
886         Description raw_invoice_description = raw_invoice.description();
887         String description_string = raw_invoice_description.into_inner();
888         assert description_string.equals("Invoice Description");
889
890         if (!use_invoice_payer) {
891             byte[] payment_hash = ((Result_InvoiceSignOrCreationErrorZ.Result_InvoiceSignOrCreationErrorZ_OK) invoice).res.payment_hash();
892             byte[] payment_secret = ((Result_InvoiceSignOrCreationErrorZ.Result_InvoiceSignOrCreationErrorZ_OK) invoice).res.payment_secret();
893             byte[] dest_node_id = ((Result_InvoiceSignOrCreationErrorZ.Result_InvoiceSignOrCreationErrorZ_OK) invoice).res.recover_payee_pub_key();
894             assert Arrays.equals(dest_node_id, peer2.node_id);
895             InvoiceFeatures invoice_features = ((Result_InvoiceSignOrCreationErrorZ.Result_InvoiceSignOrCreationErrorZ_OK) invoice).res.features();
896             RouteHint[] route_hints = ((Result_InvoiceSignOrCreationErrorZ.Result_InvoiceSignOrCreationErrorZ_OK) invoice).res.route_hints();
897
898             PaymentParameters payee = PaymentParameters.of(peer2.node_id, invoice_features, route_hints, Option_u64Z.none(), 6*24*14, (byte)1, (byte)2, new long[0]);
899             RouteParameters route_params = RouteParameters.of(payee, 10000000, 42);
900             Result_RouteLightningErrorZ route_res = UtilMethods.find_route(
901                     peer1.chan_manager.get_our_node_id(), route_params, peer1.router,
902                     peer1_chans, peer1.logger, ProbabilisticScorer.of(ProbabilisticScoringParameters.with_default(), peer1.router, peer1.logger).as_Score(), new byte[32]);
903             assert route_res instanceof Result_RouteLightningErrorZ.Result_RouteLightningErrorZ_OK;
904             Route route = ((Result_RouteLightningErrorZ.Result_RouteLightningErrorZ_OK) route_res).res;
905             assert route.get_paths().length == 1;
906             assert route.get_paths()[0].length == 1;
907             assert route.get_paths()[0][0].get_fee_msat() == 10000000;
908
909             Result_PaymentIdPaymentSendFailureZ payment_res = peer1.chan_manager.send_payment(route, payment_hash, payment_secret);
910             assert payment_res instanceof Result_PaymentIdPaymentSendFailureZ.Result_PaymentIdPaymentSendFailureZ_OK;
911
912             RouteHop[][] hops = new RouteHop[1][1];
913             byte[] hop_pubkey = new byte[33];
914             hop_pubkey[0] = 3;
915             hop_pubkey[1] = 42;
916             hops[0][0] = RouteHop.of(hop_pubkey, NodeFeatures.known(), 42, ChannelFeatures.known(), 100, 0);
917             Route r2 = Route.of(hops, payee);
918             payment_res = peer1.chan_manager.send_payment(r2, payment_hash, payment_secret);
919             assert payment_res instanceof Result_PaymentIdPaymentSendFailureZ.Result_PaymentIdPaymentSendFailureZ_Err;
920         } else {
921             Result_PaymentIdPaymentErrorZ send_res = peer1.payer.pay_invoice(((Result_InvoiceParseOrSemanticErrorZ.Result_InvoiceParseOrSemanticErrorZ_OK) parsed_invoice).res);
922             assert send_res instanceof Result_PaymentIdPaymentErrorZ.Result_PaymentIdPaymentErrorZ_OK;
923         }
924
925         if (reload_peers) {
926             if (use_chan_manager_constructor) {
927                 peer1.constructor.interrupt();
928                 peer2.constructor.interrupt();
929             } else if (use_nio_peer_handler) {
930                 peer1.nio_peer_handler.interrupt();
931                 peer2.nio_peer_handler.interrupt();
932             }
933             WeakReference<Peer> op1 = new WeakReference<Peer>(peer1);
934             peer1 = new Peer(peer1);
935             peer2 = new Peer(peer2);
936             return new TestState(op1, peer1, peer2, b.getHash());
937         }
938         return new TestState(null, peer1, peer2, b.getHash());
939     }
940
941     boolean cross_reload_ref_pollution = false;
942     class TestState {
943         private final WeakReference<Peer> ref_block;
944         private final Peer peer1;
945         private final Peer peer2;
946         public Sha256Hash best_blockhash;
947
948         public TestState(WeakReference<Peer> ref_block, Peer peer1, Peer peer2, Sha256Hash best_blockhash) {
949             this.ref_block = ref_block;
950             this.peer1 = peer1;
951             this.peer2 = peer2;
952             this.best_blockhash = best_blockhash;
953         }
954     }
955     void do_test_message_handler_b(TestState state) throws InterruptedException {
956         GcCheck obj = new GcCheck();
957         if (state.ref_block != null) {
958             // Ensure the original peers get freed before we move on. Note that we have to be in a different function
959             // scope to do so as the (at least current OpenJDK) JRE won't release anything created in the same scope.
960             while (!cross_reload_ref_pollution && state.ref_block.get() != null) {
961                 System.gc();
962                 System.runFinalization();
963             }
964             connect_peers(state.peer1, state.peer2);
965         }
966
967         Event[] events = state.peer2.get_manager_events(1, state.peer1, state.peer2);
968         assert events[0] instanceof Event.PendingHTLCsForwardable;
969         state.peer2.chan_manager.process_pending_htlc_forwards();
970
971         events = state.peer2.get_manager_events(1, state.peer1, state.peer2);
972         assert events[0] instanceof Event.PaymentReceived;
973         assert ((Event.PaymentReceived)events[0]).purpose instanceof PaymentPurpose.InvoicePayment;
974         byte[] payment_preimage = ((PaymentPurpose.InvoicePayment)((Event.PaymentReceived)events[0]).purpose).payment_preimage;
975         assert !Arrays.equals(payment_preimage, new byte[32]);
976         state.peer2.chan_manager.claim_funds(payment_preimage);
977
978         events = state.peer2.get_manager_events(1, state.peer1, state.peer2);
979         assert events[0] instanceof Event.PaymentClaimed;
980         assert ((Event.PaymentClaimed)events[0]).purpose instanceof PaymentPurpose.InvoicePayment;
981         payment_preimage = ((PaymentPurpose.InvoicePayment)((Event.PaymentClaimed)events[0]).purpose).payment_preimage;
982         assert !Arrays.equals(payment_preimage, new byte[32]);
983
984         events = state.peer1.get_manager_events(2, state.peer1, state.peer2);
985         assert events[0] instanceof Event.PaymentSent;
986         assert Arrays.equals(((Event.PaymentSent) events[0]).payment_preimage, payment_preimage);
987         assert events[1] instanceof Event.PaymentPathSuccessful;
988         assert Arrays.equals(((Event.PaymentPathSuccessful) events[1]).payment_hash, ((Event.PaymentSent) events[0]).payment_hash);
989
990         if (use_nio_peer_handler) {
991             // We receive PaymentSent immediately upon receipt of the payment preimage, but we expect to not have an
992             // HTLC transaction to broadcast below, which requires a bit more time to fully complete the
993             // commitment-transaction-update dance between both peers.
994             Thread.sleep(100);
995         }
996
997         if (state.peer1.chain_monitor != null) {
998             Balance[] peer1_balances = state.peer1.chain_monitor.get_claimable_balances(state.peer1.chan_manager.list_channels());
999             assert peer1_balances.length == 0;
1000             Balance[] peer2_balances = state.peer2.chain_monitor.get_claimable_balances(state.peer2.chan_manager.list_channels());
1001             assert peer2_balances.length == 0;
1002         }
1003
1004         ChannelDetails[] peer1_chans = state.peer1.chan_manager.list_channels();
1005
1006         if (nice_close) {
1007             Result_NoneAPIErrorZ close_res = state.peer1.chan_manager.close_channel(peer1_chans[0].get_channel_id(), state.peer2.node_id);
1008             assert close_res instanceof Result_NoneAPIErrorZ.Result_NoneAPIErrorZ_OK;
1009             maybe_exchange_peer_messages(state.peer1, state.peer2);
1010             synchronized (state.peer1.broadcast_set) {
1011                 while (state.peer1.broadcast_set.size() != 1) state.peer1.broadcast_set.wait();
1012             }
1013             synchronized (state.peer2.broadcast_set) {
1014                 while (state.peer2.broadcast_set.size() != 1) state.peer2.broadcast_set.wait();
1015             }
1016         } else {
1017             state.peer1.chan_manager.force_close_all_channels_broadcasting_latest_txn();
1018             maybe_exchange_peer_messages(state.peer1, state.peer2);
1019             synchronized (state.peer1.broadcast_set) {
1020                 while (state.peer1.broadcast_set.size() != 1) state.peer1.broadcast_set.wait();
1021             }
1022             synchronized (state.peer2.broadcast_set) {
1023                 while (state.peer2.broadcast_set.size() != 1) state.peer2.broadcast_set.wait();
1024             }
1025         }
1026
1027         assert state.peer1.broadcast_set.size() == 1;
1028         assert state.peer2.broadcast_set.size() == 1;
1029
1030         events = state.peer2.get_manager_events(1, state.peer1, state.peer2);
1031         assert events[0] instanceof Event.ChannelClosed;
1032         events = state.peer1.get_manager_events(1, state.peer1, state.peer2);
1033         assert events[0] instanceof Event.ChannelClosed;
1034
1035         if (state.peer1.chain_monitor != null) {
1036             Balance[] peer1_balances = state.peer1.chain_monitor.get_claimable_balances(state.peer1.chan_manager.list_channels());
1037             assert peer1_balances.length == 1;
1038             for (Balance bal : peer1_balances) {
1039                 assert bal instanceof Balance.ClaimableOnChannelClose;
1040                 long expected_tx_fee = 183;
1041                 assert ((Balance.ClaimableOnChannelClose) bal).claimable_amount_satoshis == 100000 - 1 - 10000 - expected_tx_fee;
1042             }
1043             Balance[] peer2_balances = state.peer2.chain_monitor.get_claimable_balances(state.peer2.chan_manager.list_channels());
1044             assert peer2_balances.length == 1;
1045             for (Balance bal : peer2_balances) {
1046                 assert bal instanceof Balance.ClaimableOnChannelClose;
1047                 assert ((Balance.ClaimableOnChannelClose) bal).claimable_amount_satoshis == 10000 + 1;
1048             }
1049         }
1050
1051         if (!nice_close) {
1052             NetworkParameters bitcoinj_net = NetworkParameters.fromID(NetworkParameters.ID_MAINNET);
1053             Transaction tx = new Transaction(bitcoinj_net, state.peer1.broadcast_set.getFirst());
1054             Block b = new Block(bitcoinj_net, 2, state.best_blockhash, Sha256Hash.ZERO_HASH, 42, 0, 0,
1055                     Arrays.asList(new Transaction[]{tx}));
1056             TwoTuple_TxidCVec_C2Tuple_u32TxOutZZZ[] watch_outputs = state.peer2.connect_block(b, 10, 1);
1057             if (watch_outputs != null) { // We only process watch_outputs manually when we use a manually-build Watch impl
1058                 assert watch_outputs.length == 1;
1059                 assert Arrays.equals(watch_outputs[0].get_a(), tx.getTxId().getReversedBytes());
1060                 assert watch_outputs[0].get_b().length == 2;
1061                 assert watch_outputs[0].get_b()[0].get_a() == 0;
1062                 assert watch_outputs[0].get_b()[1].get_a() == 1;
1063             }
1064
1065             for (int i = 11; i < 21; i++) {
1066                 b = new Block(bitcoinj_net, 2, b.getHash(), Sha256Hash.ZERO_HASH, 42, 0, 0, new ArrayList<>());
1067                 state.peer2.connect_block(b, i, 0);
1068             }
1069
1070             Event[] broadcastable_event = state.peer2.get_monitor_events(1);
1071             for (ChannelMonitor mon : state.peer2.monitors.values()) {
1072                 // This used to be buggy and double-free, so go ahead and fetch them!
1073                 byte[][] txn = mon.get_latest_holder_commitment_txn(state.peer2.logger);
1074             }
1075             assert broadcastable_event.length == 1;
1076             assert broadcastable_event[0] instanceof Event.SpendableOutputs;
1077             if (state.peer2.explicit_keys_manager != null) {
1078                 TxOut[] additional_outputs = new TxOut[]{new TxOut(420, new byte[]{0x42})};
1079                 Result_TransactionNoneZ tx_res = state.peer2.explicit_keys_manager.spend_spendable_outputs(((Event.SpendableOutputs) broadcastable_event[0]).outputs, additional_outputs, new byte[]{0x00}, 253);
1080                 assert tx_res instanceof Result_TransactionNoneZ.Result_TransactionNoneZ_OK;
1081                 Transaction built_tx = new Transaction(bitcoinj_net, ((Result_TransactionNoneZ.Result_TransactionNoneZ_OK) tx_res).res);
1082                 assert built_tx.getOutputs().size() == 2;
1083                 assert Arrays.equals(built_tx.getOutput(1).getScriptBytes(), new byte[]{0x00});
1084                 assert Arrays.equals(built_tx.getOutput(0).getScriptBytes(), new byte[]{0x42});
1085                 assert built_tx.getOutput(0).getValue().value == 420;
1086             }
1087         }
1088
1089         // Test exchanging a custom message (note that ChannelManagerConstructor) always loads an IgnorimgMessageHandler
1090         // so we cannot exchange custom messages with it
1091         if (!use_chan_manager_constructor) {
1092             byte[] custom_message_bytes = new byte[]{0x42, 0x44, 0x43, 0x00};
1093             synchronized(state.peer1.custom_messages_to_send) {
1094                 state.peer1.custom_messages_to_send.add(custom_message_bytes);
1095             }
1096             state.peer1.peer_manager.process_events();
1097             synchronized (state.peer2.received_custom_messages) {
1098                 while (true) {
1099                     if (state.peer2.received_custom_messages.isEmpty()) {
1100                         state.peer2.received_custom_messages.wait();
1101                         continue;
1102                     }
1103                     assert state.peer2.received_custom_messages.size() == 1;
1104                     assert Arrays.equals(state.peer2.received_custom_messages.get(0), custom_message_bytes);
1105                     break;
1106                 }
1107             }
1108         }
1109
1110         if (use_nio_peer_handler) {
1111             state.peer1.peer_manager.disconnect_by_node_id(state.peer2.chan_manager.get_our_node_id(), false);
1112             while (state.peer1.peer_manager.get_peer_node_ids().length != 0) Thread.yield();
1113             while (state.peer2.peer_manager.get_peer_node_ids().length != 0) Thread.yield();
1114             state.peer1.nio_peer_handler.interrupt();
1115             state.peer2.nio_peer_handler.interrupt();
1116         }
1117
1118         state.peer1.get_monitor_events(0);
1119         state.peer2.get_monitor_events(0);
1120
1121         if (use_chan_manager_constructor) {
1122             state.peer1.constructor.interrupt();
1123             state.peer2.constructor.interrupt();
1124         }
1125
1126         t.interrupt();
1127
1128         if (state.peer1.router != null)
1129             state.peer1.router.write();
1130
1131         // Construct the only Option_Enum::Variant(OpaqueStruct) we have in the codebase as this used to cause double-frees:
1132         byte[] serd = new byte[] {(byte)0xd9,(byte)0x77,(byte)0xcb,(byte)0x9b,(byte)0x53,(byte)0xd9,(byte)0x3a,(byte)0x6f,(byte)0xf6,(byte)0x4b,(byte)0xb5,(byte)0xf1,(byte)0xe1,(byte)0x58,(byte)0xb4,(byte)0x09,(byte)0x4b,(byte)0x66,(byte)0xe7,(byte)0x98,(byte)0xfb,(byte)0x12,(byte)0x91,(byte)0x11,(byte)0x68,(byte)0xa3,(byte)0xcc,(byte)0xdf,(byte)0x80,(byte)0xa8,(byte)0x30,(byte)0x96,(byte)0x34,(byte)0x0a,(byte)0x6a,(byte)0x95,(byte)0xda,(byte)0x0a,(byte)0xe8,(byte)0xd9,(byte)0xf7,(byte)0x76,(byte)0x52,(byte)0x8e,(byte)0xec,(byte)0xdb,(byte)0xb7,(byte)0x47,(byte)0xeb,(byte)0x6b,(byte)0x54,(byte)0x54,(byte)0x95,(byte)0xa4,(byte)0x31,(byte)0x9e,(byte)0xd5,(byte)0x37,(byte)0x8e,(byte)0x35,(byte)0xb2,(byte)0x1e,(byte)0x07,(byte)0x3a,(byte)0x00,(byte)0x00,(byte)0x00,(byte)0x00,(byte)0x01,(byte)0x19,(byte)0xd6,(byte)0x68,(byte)0x9c,(byte)0x08,(byte)0x5a,(byte)0xe1,(byte)0x65,(byte)0x83,(byte)0x1e,(byte)0x93,(byte)0x4f,(byte)0xf7,(byte)0x63,(byte)0xae,(byte)0x46,(byte)0xa2,(byte)0xa6,(byte)0xc1,(byte)0x72,(byte)0xb3,(byte)0xf1,(byte)0xb6,(byte)0x0a,(byte)0x8c,(byte)0xe2,(byte)0x6f,(byte)0x00,(byte)0x08,(byte)0x3a,(byte)0x84,(byte)0x00,(byte)0x00,(byte)0x03,(byte)0x4d,(byte)0x01,(byte)0x34,(byte)0x13,(byte)0xa7,(byte)0x00,(byte)0x00,(byte)0x00,(byte)0x90,(byte)0x00,(byte)0x00,(byte)0x00,(byte)0x00,(byte)0x00,(byte)0x0f,(byte)0x42,(byte)0x40,(byte)0x00,(byte)0x00,(byte)0x27,(byte)0x10,(byte)0x00,(byte)0x00,(byte)0x00,(byte)0x14,(byte)0xde,(byte)0xad,(byte)0xbe,(byte)0xef,(byte)0x42,(byte)0x42,(byte)0x42,(byte)0x42};
1133         Result_ChannelUpdateDecodeErrorZ upd_msg = ChannelUpdate.read(serd);
1134         assert upd_msg instanceof Result_ChannelUpdateDecodeErrorZ.Result_ChannelUpdateDecodeErrorZ_OK;
1135         assert ((Result_ChannelUpdateDecodeErrorZ.Result_ChannelUpdateDecodeErrorZ_OK) upd_msg).res.get_contents().get_htlc_maximum_msat() == 0xdeadbeef42424242L;
1136         Option_NetworkUpdateZ upd = Option_NetworkUpdateZ.some(NetworkUpdate.channel_update_message(((Result_ChannelUpdateDecodeErrorZ.Result_ChannelUpdateDecodeErrorZ_OK) upd_msg).res));
1137     }
1138
1139     java.util.LinkedList<WeakReference<Object>> must_free_objs = new java.util.LinkedList();
1140     int gc_count = 0;
1141     int gc_exp_count = 0;
1142     class GcCheck {
1143         GcCheck() { gc_exp_count += 1; }
1144         @Override
1145         protected void finalize() throws Throwable {
1146             gc_count += 1;
1147             super.finalize();
1148         }
1149     }
1150 }
1151 public class HumanObjectPeerTest {
1152     static HumanObjectPeerTestInstance do_test_run(boolean nice_close, boolean use_km_wrapper, boolean use_manual_watch, boolean reload_peers, boolean break_cross_peer_refs, boolean nio_peer_handler, boolean use_ignoring_routing_handler, boolean use_chan_manager_constructor, boolean use_invoice_payer) throws InterruptedException {
1153         HumanObjectPeerTestInstance instance = new HumanObjectPeerTestInstance(nice_close, use_km_wrapper, use_manual_watch, reload_peers, break_cross_peer_refs, nio_peer_handler, !nio_peer_handler, use_ignoring_routing_handler, use_chan_manager_constructor, use_invoice_payer);
1154         HumanObjectPeerTestInstance.TestState state = instance.do_test_message_handler();
1155         instance.do_test_message_handler_b(state);
1156         return instance;
1157     }
1158     static void do_test(boolean nice_close, boolean use_km_wrapper, boolean use_manual_watch, boolean reload_peers, boolean break_cross_peer_refs, boolean nio_peer_handler, boolean use_ignoring_routing_handler, boolean use_chan_manager_constructor, boolean use_invoice_payer) throws InterruptedException {
1159         HumanObjectPeerTestInstance instance = do_test_run(nice_close, use_km_wrapper, use_manual_watch, reload_peers, break_cross_peer_refs, nio_peer_handler, use_ignoring_routing_handler, use_chan_manager_constructor, use_invoice_payer);
1160         while (instance.gc_count != instance.gc_exp_count) {
1161             System.gc();
1162             System.runFinalization();
1163         }
1164         for (WeakReference<Object> o : instance.must_free_objs)
1165             assert o.get() == null;
1166     }
1167     public static final int TEST_ITERATIONS = (1 << 9);
1168     public static void do_test_message_handler(IntConsumer statusFunction) throws InterruptedException {
1169         Thread gc_thread = new Thread(() -> {
1170             while (true) {
1171                 System.gc();
1172                 System.runFinalization();
1173                 try { Thread.sleep(0, 1); } catch (InterruptedException e) { break; }
1174             }
1175         }, "Test GC Thread");
1176         gc_thread.start();
1177         for (int i = 0; i < TEST_ITERATIONS; i++) {
1178             boolean nice_close =                   (i & (1 << 0)) != 0;
1179             boolean use_km_wrapper =               (i & (1 << 1)) != 0;
1180             boolean use_manual_watch =             (i & (1 << 2)) != 0;
1181             boolean reload_peers =                 (i & (1 << 3)) != 0;
1182             boolean break_cross_refs =             (i & (1 << 4)) != 0;
1183             boolean use_ignoring_routing_handler = (i & (1 << 5)) != 0;
1184             boolean use_chan_manager_constructor = (i & (1 << 6)) != 0;
1185             boolean use_invoice_payer =            (i & (1 << 7)) != 0;
1186             boolean nio_peer_handler =             (i & (1 << 8)) != 0;
1187             if (break_cross_refs && !reload_peers) {
1188                 // There are no cross refs to break without reloading peers.
1189                 continue;
1190             }
1191             if (use_chan_manager_constructor && (use_manual_watch || !nio_peer_handler)) {
1192                 // ChannelManagerConstructor requires a ChainMonitor as the Watch and creates a NioPeerHandler for us.
1193                 continue;
1194             }
1195             if (!use_chan_manager_constructor && (use_ignoring_routing_handler)) {
1196                 // We rely on the ChannelManagerConstructor to convert null into an IgnoringMessageHandler, so don't
1197                 // try to run with an IgnoringMessageHandler unless we're also using a ChannelManagerConstructor.
1198                 continue;
1199             }
1200             if (use_chan_manager_constructor && use_ignoring_routing_handler && use_invoice_payer) {
1201                 // As documented on ChannelManagerConstructor, if we provide a `null` NetworkGraph (because we want to
1202                 // use an IgnoringMessageHandler), no InvoicePayer will be constructored for us, thus we cannot use an
1203                 // InvoicePayer to send payments in this case.
1204                 continue;
1205             }
1206             statusFunction.accept(i);
1207             do_test(nice_close, use_km_wrapper, use_manual_watch, reload_peers, break_cross_refs, nio_peer_handler, use_ignoring_routing_handler, use_chan_manager_constructor, use_invoice_payer);
1208         }
1209         gc_thread.interrupt();
1210         gc_thread.join();
1211     }
1212     @Test
1213     public void test_message_handler() throws InterruptedException {
1214         do_test_message_handler(i -> System.err.println("Running test with flags " + i));
1215     }
1216
1217     // This is used in the test jar to test the built jar is runnable
1218     public static void main(String[] args) {
1219         try {
1220             do_test_message_handler(i -> System.err.println("Running test with flags " + i));
1221         } catch (Exception e) {
1222             System.err.println("Caught exception:");
1223             System.err.println(e);
1224             System.exit(1);
1225         }
1226     }
1227 }