package org.ldk.batteries;
+import org.ldk.impl.bindings;
import org.ldk.structs.*;
import java.io.IOException;
+import java.lang.reflect.Field;
+import java.lang.ref.Reference;
+import java.util.LinkedList;
import java.net.SocketAddress;
import java.net.StandardSocketOptions;
+import java.nio.Buffer;
import java.nio.ByteBuffer;
-import java.nio.channels.SelectionKey;
-import java.nio.channels.Selector;
-import java.nio.channels.ServerSocketChannel;
-import java.nio.channels.SocketChannel;
+import java.nio.channels.*;
/**
* A NioPeerHandler maps LDK's PeerHandler to Java's NIO I/O interface. It spawns a single background thread which
public class NioPeerHandler {
private static class Peer {
SocketDescriptor descriptor;
- // When we are told by LDK to disconnect, we can't return to LDK until we are sure
- // won't call any more read/write PeerManager functions with the same connection.
- // This is set to true if we're in such a condition (with disconnect checked
- // before with the Peer monitor lock held) and false when we can return.
- boolean block_disconnect_socket = false;
+ long descriptor_raw_pointer;
SelectionKey key;
}
+ // Android's java.nio implementation has a big lock inside the selector, preventing any concurrent access to it.
+ // This appears to largely defeat the entire purpose of java.nio, but we work around it here by explicitly checking
+ // for an Android environment and passing any selector access on any thread other than our internal one through
+ // do_selector_action, which wakes up the selector before accessing it.
+ private static boolean IS_ANDROID;
+ static {
+ IS_ANDROID = System.getProperty("java.vendor").toLowerCase().contains("android");
+ }
+ private boolean wakeup_selector = false;
+ private interface SelectorCall {
+ void meth() throws IOException;
+ }
+ private void do_selector_action(SelectorCall meth) throws IOException {
+ if (IS_ANDROID) {
+ wakeup_selector = true;
+ this.selector.wakeup();
+ synchronized (this.selector) {
+ meth.meth();
+ wakeup_selector = false;
+ }
+ } else {
+ meth.meth();
+ }
+ }
+
+ static private Field CommonBasePointer;
+ static {
+ try {
+ Class c = PeerManager.class.getSuperclass();
+ CommonBasePointer = c.getDeclaredField("ptr");
+ CommonBasePointer.setAccessible(true);
+ long _dummy_check = CommonBasePointer.getLong(Ping.of((short)0, (short)0));
+ } catch (NoSuchFieldException | IllegalAccessException e) {
+ throw new IllegalArgumentException(
+ "We currently use reflection to access protected fields as Java has no reasonable access controls", e);
+ }
+ }
+
private Peer setup_socket(SocketChannel chan) throws IOException {
chan.configureBlocking(false);
// Lightning tends to send a number of small messages back and forth between peers quickly, which Nagle is
SocketDescriptor descriptor = SocketDescriptor.new_impl(new SocketDescriptor.SocketDescriptorInterface() {
@Override
public long send_data(byte[] data, boolean resume_read) {
- if (resume_read) {
- peer.key.interestOps(peer.key.interestOps() | SelectionKey.OP_READ);
- selector.wakeup();
- }
try {
long written = chan.write(ByteBuffer.wrap(data));
if (written != data.length) {
- peer.key.interestOps(peer.key.interestOps() | SelectionKey.OP_WRITE);
- selector.wakeup();
- }
+ do_selector_action(() -> peer.key.interestOps(
+ (peer.key.interestOps() | SelectionKey.OP_WRITE) & (~SelectionKey.OP_READ)));
+ } else if (resume_read) {
+ do_selector_action(() -> peer.key.interestOps(
+ (peer.key.interestOps() | SelectionKey.OP_READ) & (~SelectionKey.OP_WRITE)));
+ }
return written;
- } catch (IOException e) {
+ } catch (IOException|CancelledKeyException ignored) {
// Most likely the socket is disconnected, let the background thread handle it.
return 0;
}
@Override
public void disconnect_socket() {
try {
- peer.key.cancel();
- peer.key.channel().close();
- selector.wakeup();
+ do_selector_action(() -> {
+ try { peer.key.cancel(); } catch (CancelledKeyException ignored) {}
+ peer.key.channel().close();
+ });
} catch (IOException ignored) { }
- synchronized (peer) {
- while (peer.block_disconnect_socket) {
- try {
- peer.wait();
- } catch (InterruptedException ignored) { }
- }
- }
}
@Override public boolean eq(SocketDescriptor other_arg) { return other_arg.hash() == our_id; }
@Override public long hash() { return our_id; }
});
peer.descriptor = descriptor;
+ try {
+ peer.descriptor_raw_pointer = CommonBasePointer.getLong(descriptor);
+ } catch (IllegalAccessException e) {
+ throw new IllegalArgumentException(
+ "We currently use reflection to access protected fields as Java has no reasonable access controls", e);
+ }
return peer;
}
PeerManager peer_manager;
Thread io_thread;
- Selector selector;
+ final Selector selector;
long socket_id;
volatile boolean shutdown = false;
/**
* Constructs a new peer handler, spawning a thread to monitor for socket events.
- * The background thread will call the PeerManager's timer_tick_occured() function for you on an appropriate schedule.
*
* @param manager The LDK PeerManager which connection data will be provided to.
* @throws IOException If an internal java.nio error occurs.
this.peer_manager = manager;
this.selector = Selector.open();
io_thread = new Thread(() -> {
- ByteBuffer buf = ByteBuffer.allocate(8192);
- long lastTimerTick = System.currentTimeMillis();
+ int BUF_SZ = 16 * 1024;
+ byte[] max_buf_byte_object = new byte[BUF_SZ];
+ ByteBuffer buf = ByteBuffer.allocate(BUF_SZ);
+
+ long peer_manager_raw_pointer;
+ try {
+ peer_manager_raw_pointer = CommonBasePointer.getLong(this.peer_manager);
+ } catch (IllegalAccessException e) {
+ throw new RuntimeException(e);
+ }
while (true) {
try {
- this.selector.select(1000);
+ if (IS_ANDROID) {
+ while (true) {
+ synchronized (this.selector) {
+ if (!wakeup_selector) {
+ this.selector.select(1000);
+ break;
+ }
+ }
+ }
+ } else {
+ this.selector.select(1000);
+ }
} catch (IOException ignored) {
System.err.println("java.nio threw an unexpected IOException. Stopping PeerHandler thread!");
return;
if (shutdown) return;
if (Thread.interrupted()) return;
for (SelectionKey key : this.selector.selectedKeys()) {
- if ((key.interestOps() & SelectionKey.OP_ACCEPT) != 0) {
- if (key.isAcceptable()) {
- SocketChannel chan;
- try {
- chan = ((ServerSocketChannel) key.channel()).accept();
- } catch (IOException ignored) {
- key.cancel();
- continue;
- }
- if (chan == null) continue;
- try {
- Peer peer = setup_socket(chan);
- Result_NonePeerHandleErrorZ res = this.peer_manager.new_inbound_connection(peer.descriptor);
- if (res instanceof Result_NonePeerHandleErrorZ.Result_NonePeerHandleErrorZ_OK) {
- peer.key = chan.register(this.selector, SelectionKey.OP_READ, peer);
- }
- } catch (IOException ignored) { }
- }
- continue; // There is no attachment so the rest of the loop is useless
- }
- Peer peer = (Peer) key.attachment();
- synchronized (peer) {
- peer.block_disconnect_socket = true;
- }
try {
- if (key.isValid() && (key.interestOps() & SelectionKey.OP_WRITE) != 0 && key.isWritable()) {
- Result_NonePeerHandleErrorZ res = this.peer_manager.write_buffer_space_avail(peer.descriptor);
- if (res instanceof Result_NonePeerHandleErrorZ.Result_NonePeerHandleErrorZ_Err) {
- key.channel().close();
- key.cancel();
+ if ((key.interestOps() & SelectionKey.OP_ACCEPT) != 0) {
+ if (key.isAcceptable()) {
+ SocketChannel chan;
+ try {
+ chan = ((ServerSocketChannel) key.channel()).accept();
+ } catch (IOException ignored) {
+ key.cancel();
+ continue;
+ }
+ if (chan == null) continue;
+ try {
+ Peer peer = setup_socket(chan);
+ peer.key = chan.register(this.selector, SelectionKey.OP_READ, peer);
+ Result_NonePeerHandleErrorZ res = this.peer_manager.new_inbound_connection(peer.descriptor);
+ if (res instanceof Result_NonePeerHandleErrorZ.Result_NonePeerHandleErrorZ_Err) {
+ peer.descriptor.disconnect_socket();
+ }
+ } catch (IOException ignored) { }
}
+ continue; // There is no attachment so the rest of the loop is useless
}
- if (key.isValid() && (key.interestOps() & SelectionKey.OP_READ) != 0 && key.isReadable()) {
- buf.clear();
- int read = ((SocketChannel) key.channel()).read(buf);
- if (read == -1) {
- this.peer_manager.socket_disconnected(peer.descriptor);
- key.cancel();
- } else if (read > 0) {
- buf.flip();
- byte[] read_bytes = new byte[read];
- buf.get(read_bytes, 0, read);
- Result_boolPeerHandleErrorZ res = this.peer_manager.read_event(peer.descriptor, read_bytes);
- if (res instanceof Result_boolPeerHandleErrorZ.Result_boolPeerHandleErrorZ_OK) {
- if (((Result_boolPeerHandleErrorZ.Result_boolPeerHandleErrorZ_OK) res).res) {
- key.interestOps(key.interestOps() & (~SelectionKey.OP_READ));
- }
- } else {
+ Peer peer = (Peer) key.attachment();
+ try {
+ if (key.isValid() && (key.interestOps() & SelectionKey.OP_WRITE) != 0 && key.isWritable()) {
+ Result_NonePeerHandleErrorZ res = this.peer_manager.write_buffer_space_avail(peer.descriptor);
+ if (res instanceof Result_NonePeerHandleErrorZ.Result_NonePeerHandleErrorZ_Err) {
+ key.cancel();
key.channel().close();
+ }
+ }
+ if (key.isValid() && (key.interestOps() & SelectionKey.OP_READ) != 0 && key.isReadable()) {
+ ((Buffer)buf).clear();
+ int read = ((SocketChannel) key.channel()).read(buf);
+ if (read == -1) {
+ this.peer_manager.socket_disconnected(peer.descriptor);
key.cancel();
+ key.channel().close(); // This may throw, we read -1 so the channel should already be closed, but do this to be safe
+ } else if (read > 0) {
+ ((Buffer)buf).flip();
+ // This code is quite hot during initial network graph sync, so we go a ways out of
+ // our way to avoid object allocations that'll make the GC sweat later -
+ // * when we're hot, we'll likely often be reading the full buffer, so we keep
+ // around a full-buffer-sized byte array to reuse across reads,
+ // * We use the manual memory management call logic directly in bindings instead of
+ // the nice "human-readable" wrappers. This puts us at risk of memory issues,
+ // so we indirectly ensure compile fails if the types change by writing the
+ // "human-readable" form of the same code in the dummy function below.
+ byte[] read_bytes;
+ if (read == BUF_SZ) {
+ read_bytes = max_buf_byte_object;
+ } else {
+ read_bytes = new byte[read];
+ }
+ buf.get(read_bytes, 0, read);
+ long read_result_pointer = bindings.PeerManager_read_event(
+ peer_manager_raw_pointer, peer.descriptor_raw_pointer, read_bytes);
+ if (bindings.CResult_boolPeerHandleErrorZ_is_ok(read_result_pointer)) {
+ if (bindings.CResult_boolPeerHandleErrorZ_get_ok(read_result_pointer)) {
+ key.interestOps(key.interestOps() & (~SelectionKey.OP_READ));
+ }
+ } else {
+ key.cancel();
+ key.channel().close();
+ }
+ bindings.CResult_boolPeerHandleErrorZ_free(read_result_pointer);
}
}
+ } catch (IOException ignored) {
+ key.cancel();
+ try { key.channel().close(); } catch (IOException ignored2) { }
+ peer_manager.socket_disconnected(peer.descriptor);
}
- } catch (IOException ignored) {
- try { key.channel().close(); } catch (IOException ignored2) { }
- key.cancel();
- peer_manager.socket_disconnected(peer.descriptor);
- }
- synchronized (peer) {
- peer.block_disconnect_socket = false;
- peer.notifyAll();
+ } catch (CancelledKeyException e) {
+ try { key.channel().close(); } catch (IOException ignored) { }
+ // The key is only cancelled when we have notified the PeerManager that the socket is closed, so
+ // no need to do anything here with the PeerManager.
}
}
- if (lastTimerTick < System.currentTimeMillis() - 30 * 1000) {
- peer_manager.timer_tick_occurred();
- lastTimerTick = System.currentTimeMillis();
- }
peer_manager.process_events();
}
}, "NioPeerHandler NIO Thread");
io_thread.start();
}
+ // Ensure the types used in the above manual code match what they were when the code was written.
+ // Ensure the above manual bindings.* code changes if this fails to compile.
+ private void dummy_check_return_type_matches_manual_memory_code_above(Peer peer) {
+ byte[] read_bytes = new byte[32];
+ Result_boolPeerHandleErrorZ res = this.peer_manager.read_event(peer.descriptor, read_bytes);
+ }
+
/**
* Connect to a peer given their node id and socket address. Blocks until a connection is established (or returns
* IOException) and then the connection handling runs in the background.
*/
public void connect(byte[] their_node_id, SocketAddress remote, int timeout_ms) throws IOException {
SocketChannel chan = SocketChannel.open();
- chan.configureBlocking(false);
- Selector open_selector = Selector.open();
- chan.register(open_selector, SelectionKey.OP_CONNECT);
- if (!chan.connect(remote)) {
- open_selector.select(timeout_ms);
+ boolean connected;
+ try {
+ chan.configureBlocking(false);
+ Selector open_selector = Selector.open();
+ chan.register(open_selector, SelectionKey.OP_CONNECT);
+ if (!chan.connect(remote)) {
+ open_selector.select(timeout_ms);
+ }
+ connected = chan.finishConnect();
+ } catch (IOException e) {
+ try { chan.close(); } catch (IOException _e) { }
+ throw e;
}
- if (!chan.finishConnect()) { // Note that this may throw its own IOException if we failed for another reason
+ if (!connected) {
+ try { chan.close(); } catch (IOException _e) { }
throw new IOException("Timed out");
}
Peer peer = setup_socket(chan);
+ do_selector_action(() -> peer.key = chan.register(this.selector, SelectionKey.OP_READ, peer));
Result_CVec_u8ZPeerHandleErrorZ res = this.peer_manager.new_outbound_connection(their_node_id, peer.descriptor);
if (res instanceof Result_CVec_u8ZPeerHandleErrorZ.Result_CVec_u8ZPeerHandleErrorZ_OK) {
byte[] initial_bytes = ((Result_CVec_u8ZPeerHandleErrorZ.Result_CVec_u8ZPeerHandleErrorZ_OK) res).res;
if (chan.write(ByteBuffer.wrap(initial_bytes)) != initial_bytes.length) {
+ peer.descriptor.disconnect_socket();
+ this.peer_manager.socket_disconnected(peer.descriptor);
throw new IOException("We assume TCP socket buffer is at least a single packet in length");
}
- peer.key = chan.register(this.selector, SelectionKey.OP_READ, peer);
- this.selector.wakeup();
} else {
+ peer.descriptor.disconnect_socket();
throw new IOException("LDK rejected outbound connection. This likely shouldn't ever happen.");
}
}
+ /**
+ * Disconnects any connections currently open with the peer with the given node id.
+ *
+ * @param their_node_id must be a valid 33-byte public key
+ */
+ public void disconnect(byte[] their_node_id) {
+ this.peer_manager.disconnect_by_node_id(their_node_id, false);
+ }
+
+ /**
+ * Before shutdown, we have to ensure all of our listening sockets are closed manually, as they appear
+ * to otherwise remain open and lying around on OSX (though no other platform).
+ */
+ private LinkedList<ServerSocketChannel> listening_sockets = new LinkedList();
/**
* Binds a listening socket to the given address, accepting incoming connections and handling them on the background
* thread.
*/
public void bind_listener(SocketAddress socket_address) throws IOException {
ServerSocketChannel listen_channel = ServerSocketChannel.open();
+ listen_channel.setOption(StandardSocketOptions.SO_REUSEADDR, true);
listen_channel.bind(socket_address);
listen_channel.configureBlocking(false);
- listen_channel.register(this.selector, SelectionKey.OP_ACCEPT);
- this.selector.wakeup();
+ do_selector_action(() -> listen_channel.register(this.selector, SelectionKey.OP_ACCEPT));
+ synchronized(listening_sockets) {
+ listening_sockets.add(listen_channel);
+ }
}
/**
try {
io_thread.join();
} catch (InterruptedException ignored) { }
+ synchronized(listening_sockets) {
+ try {
+ selector.close();
+ for (ServerSocketChannel chan : listening_sockets) {
+ chan.close();
+ }
+ } catch (IOException ignored) {}
+ }
+ Reference.reachabilityFence(this.peer_manager); // Almost certainly overkill, but no harm in it
}
/**
public void check_events() {
selector.wakeup();
}
-}
\ No newline at end of file
+}