Update HumanObjectPeerTest to use new constructor
[ldk-java] / src / test / java / org / ldk / HumanObjectPeerTest.java
1 package org.ldk;
2
3 import org.bitcoinj.core.*;
4 import org.bitcoinj.core.Transaction;
5 import org.bitcoinj.script.Script;
6 import org.junit.jupiter.api.Test;
7 import org.ldk.batteries.ChannelManagerConstructor;
8 import org.ldk.batteries.NioPeerHandler;
9 import org.ldk.enums.LDKNetwork;
10 import org.ldk.impl.bindings;
11 import org.ldk.structs.*;
12 import org.ldk.util.TwoTuple;
13
14 import java.io.IOException;
15 import java.lang.ref.WeakReference;
16 import java.net.InetSocketAddress;
17 import java.util.ArrayList;
18 import java.util.Arrays;
19 import java.util.HashMap;
20 import java.util.LinkedList;
21
22 class HumanObjectPeerTestInstance {
23     private final boolean nice_close;
24     private final boolean use_km_wrapper;
25     private final boolean use_manual_watch;
26     private final boolean reload_peers;
27     private final boolean break_cross_peer_refs;
28     private final boolean use_nio_peer_handler;
29
30     HumanObjectPeerTestInstance(boolean nice_close, boolean use_km_wrapper, boolean use_manual_watch, boolean reload_peers, boolean break_cross_peer_refs, boolean use_nio_peer_handler) {
31         this.nice_close = nice_close;
32         this.use_km_wrapper = use_km_wrapper;
33         this.use_manual_watch = use_manual_watch;
34         this.reload_peers = reload_peers;
35         this.break_cross_peer_refs = break_cross_peer_refs;
36         this.use_nio_peer_handler = use_nio_peer_handler;
37     }
38
39     class Peer {
40         KeysInterface manual_keysif(KeysInterface underlying_if) {
41             return KeysInterface.new_impl(new KeysInterface.KeysInterfaceInterface() {
42                 @Override public byte[] get_node_secret() { return underlying_if.get_node_secret(); }
43                 @Override public byte[] get_destination_script() { return underlying_if.get_destination_script(); }
44                 @Override public byte[] get_shutdown_pubkey() { return underlying_if.get_shutdown_pubkey(); }
45
46                 @Override
47                 public Sign get_channel_signer(boolean inbound, long channel_value_satoshis) {
48                     Sign underlying_ck = underlying_if.get_channel_signer(inbound, channel_value_satoshis);
49                     Sign.SignInterface si = new Sign.SignInterface() {
50                         @Override
51                         public byte[] get_per_commitment_point(long idx) {
52                             return underlying_ck.get_per_commitment_point(idx);
53                         }
54
55                         @Override
56                         public byte[] release_commitment_secret(long idx) {
57                             return underlying_ck.release_commitment_secret(idx);
58                         }
59
60                         @Override
61                         public byte[] channel_keys_id() {
62                             return new byte[32];
63                         }
64
65                         @Override
66                         public Result_C2Tuple_SignatureCVec_SignatureZZNoneZ sign_counterparty_commitment(CommitmentTransaction commitment_tx) {
67                             return underlying_ck.sign_counterparty_commitment(commitment_tx);
68                         }
69
70                         @Override
71                         public Result_C2Tuple_SignatureCVec_SignatureZZNoneZ sign_holder_commitment_and_htlcs(HolderCommitmentTransaction holder_commitment_tx) {
72                             return underlying_ck.sign_holder_commitment_and_htlcs(holder_commitment_tx);
73                         }
74
75                         @Override
76                         public Result_SignatureNoneZ sign_justice_transaction(byte[] justice_tx, long input, long amount, byte[] per_commitment_key, HTLCOutputInCommitment htlc) {
77                             return underlying_ck.sign_justice_transaction(justice_tx, input, amount, per_commitment_key, htlc);
78                         }
79
80                         @Override
81                         public Result_SignatureNoneZ sign_counterparty_htlc_transaction(byte[] htlc_tx, long input, long amount, byte[] per_commitment_point, HTLCOutputInCommitment htlc) {
82                             return underlying_ck.sign_counterparty_htlc_transaction(htlc_tx, input, amount, per_commitment_point, htlc);
83                         }
84
85                         @Override
86                         public Result_SignatureNoneZ sign_closing_transaction(byte[] closing_tx) {
87                             return underlying_ck.sign_closing_transaction(closing_tx);
88                         }
89
90                         @Override
91                         public Result_SignatureNoneZ sign_channel_announcement(UnsignedChannelAnnouncement msg) {
92                             return underlying_ck.sign_channel_announcement(msg);
93                         }
94
95                         @Override
96                         public void ready_channel(ChannelTransactionParameters params) {
97                             underlying_ck.ready_channel(params);
98                         }
99
100                         @Override
101                         public byte[] write() {
102                             return underlying_ck.write();
103                         }
104                     };
105                     Sign resp = Sign.new_impl(si, underlying_ck.get_pubkeys());
106                     must_free_objs.add(new WeakReference<>(si));
107                     must_free_objs.add(new WeakReference<>(resp));
108                     must_free_objs.add(new WeakReference<>(underlying_ck));
109                     return resp;
110                 }
111
112                 @Override
113                 public byte[] get_secure_random_bytes() {
114                     return underlying_if.get_secure_random_bytes();
115                 }
116
117                 @Override
118                 public Result_SignDecodeErrorZ read_chan_signer(byte[] reader) {
119                     return underlying_if.read_chan_signer(reader);
120                 }
121             });
122         }
123
124         Watch get_manual_watch() {
125             Watch.WatchInterface watch_impl = new Watch.WatchInterface() {
126                 public Result_NoneChannelMonitorUpdateErrZ watch_channel(OutPoint funding_txo, ChannelMonitor monitor) {
127                     synchronized (monitors) {
128                         assert monitors.put(Arrays.toString(funding_txo.get_txid()), monitor) == null;
129                     }
130                     return new Result_NoneChannelMonitorUpdateErrZ.Result_NoneChannelMonitorUpdateErrZ_OK();
131                 }
132
133                 public Result_NoneChannelMonitorUpdateErrZ update_channel(OutPoint funding_txo, ChannelMonitorUpdate update) {
134                     synchronized (monitors) {
135                         String txid = Arrays.toString(funding_txo.get_txid());
136                         assert monitors.containsKey(txid);
137                         Result_NoneMonitorUpdateErrorZ update_res = monitors.get(txid).update_monitor(update, tx_broadcaster, fee_estimator, logger);
138                         assert update_res instanceof Result_NoneMonitorUpdateErrorZ.Result_NoneMonitorUpdateErrorZ_OK;
139                     }
140                     return new Result_NoneChannelMonitorUpdateErrZ.Result_NoneChannelMonitorUpdateErrZ_OK();
141                 }
142
143                 @Override
144                 public MonitorEvent[] release_pending_monitor_events() {
145                     synchronized (monitors) {
146                         assert monitors.size() <= 1;
147                         for (ChannelMonitor mon : monitors.values()) {
148                             return mon.get_and_clear_pending_monitor_events();
149                         }
150                     }
151                     return new MonitorEvent[0];
152                 }
153             };
154             Watch watch = Watch.new_impl(watch_impl);
155             must_free_objs.add(new WeakReference<>(watch_impl));
156             must_free_objs.add(new WeakReference<>(watch));
157             return watch;
158         }
159
160         NioPeerHandler nio_peer_handler;
161         short nio_port;
162         final byte seed;
163         final Logger logger;
164         final FeeEstimator fee_estimator;
165         final BroadcasterInterface tx_broadcaster;
166         final KeysInterface keys_interface;
167         final ChainMonitor chain_monitor;
168         final NetGraphMsgHandler router;
169         final Watch chain_watch;
170         ChannelManager chan_manager;
171         EventsProvider chan_manager_events;
172         PeerManager peer_manager;
173         final HashMap<String, ChannelMonitor> monitors; // Wow I forgot just how terrible Java is - we can't put a byte array here.
174         byte[] node_id;
175         final LinkedList<byte[]> broadcast_set = new LinkedList<>();
176
177         private TwoTuple<OutPoint, byte[]> test_mon_roundtrip(ChannelMonitor mon) {
178             // Because get_funding_txo() returns an OutPoint in a tuple that is a reference to an OutPoint inside the
179             // ChannelMonitor, its a good test to ensure that the OutPoint isn't freed (or is cloned) before the
180             // ChannelMonitor is. This used to be broken.
181             Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ roundtrip_monitor = UtilMethods.constructor_BlockHashChannelMonitorZ_read(mon.write(), keys_interface);
182             assert roundtrip_monitor instanceof Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ.Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ_OK;
183             TwoTuple<OutPoint, byte[]> funding_txo = ((Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ.Result_C2Tuple_BlockHashChannelMonitorZDecodeErrorZ_OK) roundtrip_monitor).res.b.get_funding_txo();
184             System.gc(); System.runFinalization(); // Give the GC a chance to run.
185             return funding_txo;
186         }
187
188         private Peer(Object _dummy, byte seed) {
189             logger = Logger.new_impl((String arg) -> System.out.println(seed + ": " + arg));
190             fee_estimator = FeeEstimator.new_impl((confirmation_target -> 253));
191             tx_broadcaster = BroadcasterInterface.new_impl(tx -> {
192                 broadcast_set.add(tx);
193             });
194             monitors = new HashMap<>();
195             this.seed = seed;
196             Persist persister = Persist.new_impl(new Persist.PersistInterface() {
197                 @Override
198                 public Result_NoneChannelMonitorUpdateErrZ persist_new_channel(OutPoint id, ChannelMonitor data) {
199                     synchronized (monitors) {
200                         String key = Arrays.toString(id.to_channel_id());
201                         assert monitors.put(key, data) == null;
202                         TwoTuple<OutPoint, byte[]> res = test_mon_roundtrip(data);
203                         assert Arrays.equals(res.a.get_txid(), id.get_txid());
204                         assert res.a.get_index() == id.get_index();
205                     }
206                     return new Result_NoneChannelMonitorUpdateErrZ.Result_NoneChannelMonitorUpdateErrZ_OK();
207                 }
208
209                 @Override
210                 public Result_NoneChannelMonitorUpdateErrZ update_persisted_channel(OutPoint id, ChannelMonitorUpdate update, ChannelMonitor data) {
211                     synchronized (monitors) {
212                         String key = Arrays.toString(id.to_channel_id());
213                         assert monitors.put(key, data) != null;
214                         TwoTuple<OutPoint, byte[]> res = test_mon_roundtrip(data);
215                         assert Arrays.equals(res.a.get_txid(), id.get_txid());
216                         assert res.a.get_index() == id.get_index();
217                     }
218                     return new Result_NoneChannelMonitorUpdateErrZ.Result_NoneChannelMonitorUpdateErrZ_OK();
219                 }
220             });
221             if (use_manual_watch) {
222                 chain_watch = get_manual_watch();
223                 chain_monitor = null;
224             } else {
225                 chain_monitor = ChainMonitor.constructor_new(null, tx_broadcaster, logger, fee_estimator, persister);
226                 chain_watch = chain_monitor.as_Watch();
227             }
228
229             byte[] key_seed = new byte[32];
230             for (byte i = 0; i < 32; i++) {
231                 key_seed[i] = (byte) (i ^ seed);
232             }
233             KeysManager keys = KeysManager.constructor_new(key_seed, System.currentTimeMillis() / 1000, (int) (System.currentTimeMillis() * 1000));
234             if (use_km_wrapper) {
235                 this.keys_interface = manual_keysif(keys.as_KeysInterface());
236             } else {
237                 this.keys_interface = keys.as_KeysInterface();
238             }
239             this.router = NetGraphMsgHandler.constructor_new(new byte[32], null, logger);
240         }
241         private void bind_nio() {
242             if (!use_nio_peer_handler) return;
243             try { this.nio_peer_handler = new NioPeerHandler(peer_manager); } catch (IOException e) { assert false; }
244             for (short i = 10_000; true; i++) {
245                 try {
246                     nio_peer_handler.bind_listener(new InetSocketAddress("127.0.0.1", i));
247                     nio_port = i;
248                     break;
249                 } catch (IOException e) { assert i < 10_500; }
250             }
251         }
252         Peer(byte seed) {
253             this(null, seed);
254             this.chan_manager = ChannelManager.constructor_new(FeeEstimator.new_impl(confirmation_target -> 0), chain_watch, tx_broadcaster, logger, this.keys_interface, UserConfig.constructor_default(), LDKNetwork.LDKNetwork_Bitcoin, new byte[32], 1);
255             this.node_id = chan_manager.get_our_node_id();
256             this.chan_manager_events = chan_manager.as_EventsProvider();
257
258             byte[] random_data = new byte[32];
259             for (byte i = 0; i < 32; i++) {
260                 random_data[i] = (byte) ((i ^ seed) ^ 0xf0);
261             }
262             this.peer_manager = PeerManager.constructor_new(chan_manager.as_ChannelMessageHandler(), router.as_RoutingMessageHandler(), keys_interface.get_node_secret(), random_data, logger);
263             bind_nio();
264             System.gc();
265         }
266         Object ptr_to;
267         Peer(Peer orig) {
268             this(null, orig.seed);
269             if (!break_cross_peer_refs) {
270                 ChannelMonitor[] monitors = new ChannelMonitor[1];
271                 synchronized (monitors) {
272                     assert orig.monitors.size() == 1;
273                     monitors[0] = orig.monitors.values().stream().iterator().next();
274                 }
275                 byte[] serialized = orig.chan_manager.write();
276                 Result_C2Tuple_BlockHashChannelManagerZDecodeErrorZ read_res =
277                         UtilMethods.constructor_BlockHashChannelManagerZ_read(serialized, this.keys_interface, this.fee_estimator, this.chain_watch, this.tx_broadcaster, this.logger, UserConfig.constructor_default(), monitors);
278                 assert read_res instanceof Result_C2Tuple_BlockHashChannelManagerZDecodeErrorZ.Result_C2Tuple_BlockHashChannelManagerZDecodeErrorZ_OK;
279                 this.chan_manager = ((Result_C2Tuple_BlockHashChannelManagerZDecodeErrorZ.Result_C2Tuple_BlockHashChannelManagerZDecodeErrorZ_OK) read_res).res.b;
280                 this.chain_watch.watch_channel(monitors[0].get_funding_txo().a, monitors[0]);
281             } else {
282                 final ArrayList<byte[]> channel_monitors = new ArrayList();
283                 synchronized (monitors) {
284                     assert orig.monitors.size() == 1;
285                     channel_monitors.add(orig.monitors.values().stream().iterator().next().write());
286                 }
287                 byte[] serialized = orig.chan_manager.write();
288                 try {
289                     ChannelManagerConstructor constructed = new ChannelManagerConstructor(serialized, channel_monitors.toArray(new byte[1][]), this.keys_interface, this.fee_estimator, this.chain_watch, this.tx_broadcaster, this.logger);
290                     this.chan_manager = constructed.channel_manager;
291                     constructed.chain_sync_completed();
292                 } catch (ChannelManagerConstructor.InvalidSerializedDataException e) {
293                     assert false;
294                 }
295             }
296             if (!break_cross_peer_refs && (use_manual_watch || use_km_wrapper)) {
297                 // When we pass monitors[0] into chain_watch.watch_channel we create a reference from the new Peer to a
298                 // field in the old peer, preventing freeing of the original Peer until the new Peer is freed. Thus, we
299                 // shouldn't bother waiting for the original to be freed later on.
300                 cross_reload_ref_pollution = true;
301             }
302             this.node_id = chan_manager.get_our_node_id();
303             this.chan_manager_events = chan_manager.as_EventsProvider();
304
305             if (cross_reload_ref_pollution) {
306                 // This really, really needs to be handled at the bindings layer, but its rather complicated -
307                 // ChannelSigners can be cloned and passed around without java being involved, resulting in them being
308                 // owned by both one or more ChannelMonitors and a ChannelManager, with only one having proper pointers
309                 // to the ChannelSigner. Ideally, the ChannelSigner would have a global reference to the Java
310                 // implementation class, but that results in circular references. Instead, we need some ability to,
311                 // while cloning ChannelSigners, add new references in the calling Java struct (ie ChannelMonitor) to
312                 // the ChannelSigner.
313                 this.ptr_to = orig.chan_manager;
314             }
315
316             byte[] random_data = new byte[32];
317             for (byte i = 0; i < 32; i++) {
318                 random_data[i] = (byte) ((i ^ seed) ^ 0xf0);
319             }
320             this.peer_manager = PeerManager.constructor_new(chan_manager.as_ChannelMessageHandler(), router.as_RoutingMessageHandler(), keys_interface.get_node_secret(), random_data, logger);
321             bind_nio();
322         }
323
324         TwoTuple<byte[], TwoTuple<Integer, TxOut>[]>[] connect_block(Block b, int height, long expected_monitor_update_len) {
325             byte[] header = Arrays.copyOfRange(b.bitcoinSerialize(), 0, 80);
326             TwoTuple<Long, byte[]>[] txn;
327             if (b.hasTransactions()) {
328                 assert b.getTransactions().size() == 1;
329                 TwoTuple<Long, byte[]> txp = new TwoTuple<>((long) 1, b.getTransactions().get(0).bitcoinSerialize());
330                 txn = new TwoTuple[]{txp};
331             } else
332                 txn = new TwoTuple[0];
333             chan_manager.block_connected(header, txn, height);
334             if (chain_monitor != null) {
335                 chain_monitor.block_connected(header, txn, height);
336             } else {
337                 synchronized (monitors) {
338                     assert monitors.size() == 1;
339                     for (ChannelMonitor mon : monitors.values()) {
340                         TwoTuple<byte[], TwoTuple<Integer, TxOut>[]>[] ret = mon.block_connected(header, txn, height, tx_broadcaster, fee_estimator, logger);
341                         assert ret.length == expected_monitor_update_len;
342                         return ret;
343                     }
344                 }
345             }
346             return null;
347         }
348
349         Event[] get_monitor_events() {
350             if (chain_monitor != null) {
351                 return chain_monitor.as_EventsProvider().get_and_clear_pending_events();
352             } else {
353                 synchronized (monitors) {
354                     assert monitors.size() == 1;
355                     for (ChannelMonitor mon : monitors.values()) {
356                         return mon.get_and_clear_pending_events();
357                     }
358                     return null;
359                 }
360             }
361         }
362
363         Route get_route(byte[] dest_node, ChannelDetails[] our_chans) {
364             try (LockedNetworkGraph netgraph = this.router.read_locked_graph()) {
365                 NetworkGraph graph = netgraph.graph();
366                 long res = bindings.get_route(this.node_id, graph._test_only_get_ptr(), dest_node, new long[]{our_chans[0]._test_only_get_ptr()},
367                         new long[0], 1000, 42, this.logger._test_only_get_ptr());
368                 assert bindings.LDKCResult_RouteLightningErrorZ_result_ok(res);
369                 byte[] serialized_route = bindings.Route_write(bindings.LDKCResult_RouteLightningErrorZ_get_ok(res));
370                 must_free_objs.add(new WeakReference<>(serialized_route));
371                 Result_RouteDecodeErrorZ copy = Route.constructor_read(serialized_route);
372                 assert copy instanceof Result_RouteDecodeErrorZ.Result_RouteDecodeErrorZ_OK;
373                 bindings.CResult_RouteLightningErrorZ_free(res);
374                 return ((Result_RouteDecodeErrorZ.Result_RouteDecodeErrorZ_OK) copy).res;
375             }
376         }
377     }
378
379     static class DescriptorHolder { SocketDescriptor val; }
380
381     boolean running = false;
382     final LinkedList<Runnable> runqueue = new LinkedList();
383     boolean ran = false;
384     Thread t = new Thread(() -> {
385             while (true) {
386                 try {
387                     Runnable r;
388                     synchronized (runqueue) {
389                         while (runqueue.isEmpty()) {
390                             runqueue.wait();
391                         }
392                         running = true;
393                         r = runqueue.pollFirst();
394                     }
395                     r.run();
396                     synchronized (runqueue) {
397                         running = false;
398                         runqueue.notifyAll();
399                     }
400                 } catch (InterruptedException e) {
401                     return;
402                 }
403             }
404     });
405     void wait_events_processed(Peer peer1, Peer peer2) {
406         if (use_nio_peer_handler) {
407             peer1.nio_peer_handler.check_events();
408             peer2.nio_peer_handler.check_events();
409             try { Thread.sleep(400); } catch (InterruptedException e) { assert false; }
410         } else {
411             synchronized (runqueue) {
412                 ran = false;
413             }
414             while (true) {
415                 peer1.peer_manager.process_events();
416                 peer2.peer_manager.process_events();
417                 synchronized (runqueue) {
418                     if (runqueue.isEmpty() && !running) {
419                         if (ran) {
420                             ran = false;
421                             continue;
422                         } else { break; }
423                     }
424                     try { runqueue.wait(); } catch (InterruptedException e) { assert false; }
425                 }
426             }
427         }
428     }
429     void do_read_event(PeerManager pm, SocketDescriptor descriptor, byte[] data) {
430         if (!t.isAlive()) t.start();
431         synchronized (runqueue) {
432             ran = true;
433             runqueue.add(() -> {
434                 Result_boolPeerHandleErrorZ res = pm.read_event(descriptor, data);
435                 assert res instanceof Result_boolPeerHandleErrorZ.Result_boolPeerHandleErrorZ_OK;
436             });
437             runqueue.notifyAll();
438         }
439         must_free_objs.add(new WeakReference<>(data));
440     }
441
442     void connect_peers(final Peer peer1, final Peer peer2) {
443         if (use_nio_peer_handler) {
444             try {
445                 peer1.nio_peer_handler.connect(peer2.chan_manager.get_our_node_id(), new InetSocketAddress("127.0.0.1", peer2.nio_port));
446             } catch (IOException e) { assert false; }
447         } else {
448             DescriptorHolder descriptor1 = new DescriptorHolder();
449             DescriptorHolder descriptor1ref = descriptor1;
450             SocketDescriptor descriptor2 = SocketDescriptor.new_impl(new SocketDescriptor.SocketDescriptorInterface() {
451                 @Override
452                 public long send_data(byte[] data, boolean resume_read) {
453                     do_read_event(peer1.peer_manager, descriptor1ref.val, data);
454                     return data.length;
455                 }
456
457                 @Override public void disconnect_socket() { assert false; }
458                 @Override public boolean eq(SocketDescriptor other_arg) { return other_arg.hash() == 2; }
459                 @Override public long hash() { return 2; }
460             });
461
462             descriptor1.val = SocketDescriptor.new_impl(new SocketDescriptor.SocketDescriptorInterface() {
463                 @Override
464                 public long send_data(byte[] data, boolean resume_read) {
465                     do_read_event(peer2.peer_manager, descriptor2, data);
466                     return data.length;
467                 }
468
469                 @Override public void disconnect_socket() { assert false; }
470                 @Override public boolean eq(SocketDescriptor other_arg) { return other_arg.hash() == 1; }
471                 @Override public long hash() { return 1; }
472             });
473
474             Result_CVec_u8ZPeerHandleErrorZ conn_res = peer1.peer_manager.new_outbound_connection(peer2.node_id, descriptor1.val);
475             assert conn_res instanceof Result_CVec_u8ZPeerHandleErrorZ.Result_CVec_u8ZPeerHandleErrorZ_OK;
476
477             Result_NonePeerHandleErrorZ inbound_conn_res = peer2.peer_manager.new_inbound_connection(descriptor2);
478             assert inbound_conn_res instanceof Result_NonePeerHandleErrorZ.Result_NonePeerHandleErrorZ_OK;
479             do_read_event(peer2.peer_manager, descriptor2, ((Result_CVec_u8ZPeerHandleErrorZ.Result_CVec_u8ZPeerHandleErrorZ_OK) conn_res).res);
480         }
481     }
482
483     TestState do_test_message_handler() throws InterruptedException {
484         Peer peer1 = new Peer((byte) 1);
485         Peer peer2 = new Peer((byte) 2);
486
487         connect_peers(peer1, peer2);
488         wait_events_processed(peer1, peer2);
489
490         Result_NoneAPIErrorZ cc_res = peer1.chan_manager.create_channel(peer2.node_id, 10000, 1000, 42, null);
491         assert cc_res instanceof Result_NoneAPIErrorZ.Result_NoneAPIErrorZ_OK;
492         wait_events_processed(peer1, peer2);
493
494         Event[] events = peer1.chan_manager_events.get_and_clear_pending_events();
495         assert events.length == 1;
496         assert events[0] instanceof Event.FundingGenerationReady;
497         assert ((Event.FundingGenerationReady) events[0]).channel_value_satoshis == 10000;
498         assert ((Event.FundingGenerationReady) events[0]).user_channel_id == 42;
499         byte[] funding_spk = ((Event.FundingGenerationReady) events[0]).output_script;
500         assert funding_spk.length == 34 && funding_spk[0] == 0 && funding_spk[1] == 32; // P2WSH
501         byte[] chan_id = ((Event.FundingGenerationReady) events[0]).temporary_channel_id;
502
503         NetworkParameters bitcoinj_net = NetworkParameters.fromID(NetworkParameters.ID_MAINNET);
504
505         Transaction funding = new Transaction(bitcoinj_net);
506         funding.addInput(new TransactionInput(bitcoinj_net, funding, new byte[0]));
507         funding.getInputs().get(0).setWitness(new TransactionWitness(2)); // Make sure we don't complain about lack of witness
508         funding.getInput(0).getWitness().setPush(0, new byte[]{0x1});
509         funding.addOutput(Coin.SATOSHI.multiply(10000), new Script(funding_spk));
510         peer1.chan_manager.funding_transaction_generated(chan_id, OutPoint.constructor_new(funding.getTxId().getReversedBytes(), (short) 0));
511         wait_events_processed(peer1, peer2);
512
513         events = peer1.chan_manager_events.get_and_clear_pending_events();
514         assert events.length == 1;
515         assert events[0] instanceof Event.FundingBroadcastSafe;
516         assert ((Event.FundingBroadcastSafe) events[0]).user_channel_id == 42;
517
518         Block b = new Block(bitcoinj_net, 2, Sha256Hash.ZERO_HASH, Sha256Hash.ZERO_HASH, 42, 0, 0, Arrays.asList(new Transaction[]{funding}));
519         peer1.connect_block(b, 1, 0);
520         peer2.connect_block(b, 1, 0);
521
522         for (int height = 2; height < 10; height++) {
523             b = new Block(bitcoinj_net, 2, b.getHash(), Sha256Hash.ZERO_HASH, 42, 0, 0, Arrays.asList(new Transaction[0]));
524             peer1.connect_block(b, height, 0);
525             peer2.connect_block(b, height, 0);
526         }
527         wait_events_processed(peer1, peer2);
528
529         peer1.chan_manager.list_channels();
530         ChannelDetails[] peer1_chans = peer1.chan_manager.list_channels();
531         ChannelDetails[] peer2_chans = peer2.chan_manager.list_channels();
532         assert peer1_chans.length == 1;
533         assert peer2_chans.length == 1;
534         assert peer1_chans[0].get_channel_value_satoshis() == 10000;
535         assert peer1_chans[0].get_is_live();
536         assert Arrays.equals(peer1_chans[0].get_channel_id(), funding.getTxId().getReversedBytes());
537         assert Arrays.equals(peer2_chans[0].get_channel_id(), funding.getTxId().getReversedBytes());
538
539         byte[] payment_preimage = new byte[32];
540         for (int i = 0; i < 32; i++) payment_preimage[i] = (byte) (i ^ 0x0f);
541         byte[] payment_hash = Sha256Hash.hash(payment_preimage);
542         Route route = peer1.get_route(peer2.node_id, peer1_chans);
543         Result_NonePaymentSendFailureZ payment_res = peer1.chan_manager.send_payment(route, payment_hash, new byte[32]);
544         assert payment_res instanceof Result_NonePaymentSendFailureZ.Result_NonePaymentSendFailureZ_OK;
545         wait_events_processed(peer1, peer2);
546
547         RouteHop[][] hops = new RouteHop[1][1];
548         byte[] hop_pubkey = new byte[33];
549         hop_pubkey[0] = 3;
550         hop_pubkey[1] = 42;
551         hops[0][0] = RouteHop.constructor_new(hop_pubkey, NodeFeatures.constructor_known(), 42, ChannelFeatures.constructor_known(), 100, 0);
552         Route r2 = Route.constructor_new(hops);
553         payment_res = peer1.chan_manager.send_payment(r2, payment_hash, new byte[32]);
554         assert payment_res instanceof Result_NonePaymentSendFailureZ.Result_NonePaymentSendFailureZ_Err;
555
556         assert peer1.get_monitor_events().length == 0;
557         assert peer2.get_monitor_events().length == 0;
558
559         if (reload_peers) {
560             if (use_nio_peer_handler) {
561                 peer1.nio_peer_handler.interrupt();
562                 peer2.nio_peer_handler.interrupt();
563             }
564             WeakReference<Peer> op1 = new WeakReference<Peer>(peer1);
565             peer1 = new Peer(peer1);
566             peer2 = new Peer(peer2);
567             return new TestState(op1, peer1, peer2, payment_preimage, b.getHash());
568         }
569         return new TestState(null, peer1, peer2, payment_preimage, b.getHash());
570     }
571
572     boolean cross_reload_ref_pollution = false;
573     class TestState {
574         private final WeakReference<Peer> ref_block;
575         private final Peer peer1;
576         private final Peer peer2;
577         private final byte[] payment_preimage;
578         public Sha256Hash best_blockhash;
579
580         public TestState(WeakReference<Peer> ref_block, Peer peer1, Peer peer2, byte[] payment_preimage, Sha256Hash best_blockhash) {
581             this.ref_block = ref_block;
582             this.peer1 = peer1;
583             this.peer2 = peer2;
584             this.payment_preimage = payment_preimage;
585             this.best_blockhash = best_blockhash;
586         }
587     }
588     void do_test_message_handler_b(TestState state) {
589         GcCheck obj = new GcCheck();
590         if (state.ref_block != null) {
591             // Ensure the original peers get freed before we move on. Note that we have to be in a different function
592             // scope to do so as the (at least current OpenJDK) JRE won't release anything created in the same scope.
593             while (!cross_reload_ref_pollution && state.ref_block.get() != null) {
594                 System.gc();
595                 System.runFinalization();
596             }
597             connect_peers(state.peer1, state.peer2);
598             wait_events_processed(state.peer1, state.peer2);
599         }
600
601         Event[] events = state.peer2.chan_manager_events.get_and_clear_pending_events();
602         assert events.length == 1;
603         assert events[0] instanceof Event.PendingHTLCsForwardable;
604         state.peer2.chan_manager.process_pending_htlc_forwards();
605
606         events = state.peer2.chan_manager_events.get_and_clear_pending_events();
607         assert events.length == 1;
608         assert events[0] instanceof Event.PaymentReceived;
609         state.peer2.chan_manager.claim_funds(state.payment_preimage, new byte[32], ((Event.PaymentReceived) events[0]).amt);
610         wait_events_processed(state.peer1, state.peer2);
611
612         events = state.peer1.chan_manager_events.get_and_clear_pending_events();
613         assert events.length == 1;
614         assert events[0] instanceof Event.PaymentSent;
615         assert Arrays.equals(((Event.PaymentSent) events[0]).payment_preimage, state.payment_preimage);
616         wait_events_processed(state.peer1, state.peer2);
617
618         ChannelDetails[] peer1_chans = state.peer1.chan_manager.list_channels();
619
620         if (nice_close) {
621             Result_NoneAPIErrorZ close_res = state.peer1.chan_manager.close_channel(peer1_chans[0].get_channel_id());
622             assert close_res instanceof Result_NoneAPIErrorZ.Result_NoneAPIErrorZ_OK;
623             wait_events_processed(state.peer1, state.peer2);
624
625             assert state.peer1.broadcast_set.size() == 1;
626             assert state.peer2.broadcast_set.size() == 1;
627         } else {
628             state.peer1.chan_manager.force_close_all_channels();
629             wait_events_processed(state.peer1, state.peer2);
630
631             assert state.peer1.broadcast_set.size() == 1;
632             assert state.peer2.broadcast_set.size() == 0;
633
634             NetworkParameters bitcoinj_net = NetworkParameters.fromID(NetworkParameters.ID_MAINNET);
635             Transaction tx = new Transaction(bitcoinj_net, state.peer1.broadcast_set.getFirst());
636             Block b = new Block(bitcoinj_net, 2, state.best_blockhash, Sha256Hash.ZERO_HASH, 42, 0, 0,
637                     Arrays.asList(new Transaction[]{tx}));
638             TwoTuple<byte[], TwoTuple<Integer, TxOut>[]>[] watch_outputs = state.peer2.connect_block(b, 1, 1);
639             if (watch_outputs != null) { // We only process watch_outputs manually when we use a manually-build Watch impl
640                 assert watch_outputs.length == 1;
641                 assert Arrays.equals(watch_outputs[0].a, tx.getTxId().getReversedBytes());
642                 assert watch_outputs[0].b.length == 1;
643             }
644
645             // This used to be buggy and double-free, so go ahead and fetch them!
646             for (ChannelMonitor mon : state.peer2.monitors.values()) {
647                 byte[][] txn = mon.get_latest_holder_commitment_txn(state.peer2.logger);
648             }
649         }
650
651         if (use_nio_peer_handler) {
652             state.peer1.peer_manager.disconnect_by_node_id(state.peer2.chan_manager.get_our_node_id(), false);
653             wait_events_processed(state.peer1, state.peer2);
654             assert state.peer1.peer_manager.get_peer_node_ids().length == 0;
655             assert state.peer2.peer_manager.get_peer_node_ids().length == 0;
656             state.peer1.nio_peer_handler.interrupt();
657             state.peer2.nio_peer_handler.interrupt();
658         }
659
660         assert state.peer1.get_monitor_events().length == 0;
661         assert state.peer2.get_monitor_events().length == 0;
662     }
663
664     java.util.LinkedList<WeakReference<Object>> must_free_objs = new java.util.LinkedList();
665     boolean gc_ran = false;
666     class GcCheck {
667         @Override
668         protected void finalize() throws Throwable {
669             gc_ran = true;
670             super.finalize();
671         }
672     }
673 }
674 public class HumanObjectPeerTest {
675     HumanObjectPeerTestInstance do_test_run(boolean nice_close, boolean use_km_wrapper, boolean use_manual_watch, boolean reload_peers, boolean break_cross_peer_refs, boolean nio_peer_handler) throws InterruptedException {
676         HumanObjectPeerTestInstance instance = new HumanObjectPeerTestInstance(nice_close, use_km_wrapper, use_manual_watch, reload_peers, break_cross_peer_refs, nio_peer_handler);
677         HumanObjectPeerTestInstance.TestState state = instance.do_test_message_handler();
678         instance.do_test_message_handler_b(state);
679         return instance;
680     }
681     void do_test(boolean nice_close, boolean use_km_wrapper, boolean use_manual_watch, boolean reload_peers, boolean break_cross_peer_refs, boolean nio_peer_handler) throws InterruptedException {
682         HumanObjectPeerTestInstance instance = do_test_run(nice_close, use_km_wrapper, use_manual_watch, reload_peers, break_cross_peer_refs, nio_peer_handler);
683         while (!instance.gc_ran) {
684             System.gc();
685             System.runFinalization();
686         }
687         for (WeakReference<Object> o : instance.must_free_objs)
688             assert o.get() == null;
689     }
690     @Test
691     public void test_message_handler() throws InterruptedException {
692         for (int i = 0; i < (1 << 6) - 1; i++) {
693             boolean nice_close =       (i & (1 << 0)) != 0;
694             boolean use_km_wrapper =   (i & (1 << 1)) != 0;
695             boolean use_manual_watch = (i & (1 << 2)) != 0;
696             boolean reload_peers =     (i & (1 << 3)) != 0;
697             boolean break_cross_refs = (i & (1 << 4)) != 0;
698             boolean nio_peer_handler = (i & (1 << 5)) != 0;
699             if (break_cross_refs && !reload_peers) {
700                 // There are no cross refs to break without reloading peers.
701                 continue;
702             }
703             System.err.println("Running test with flags " + i);
704             do_test(nice_close, use_km_wrapper, use_manual_watch, reload_peers, break_cross_refs, nio_peer_handler);
705         }
706     }
707 }