_ Git - ldk-java/blob - genbindings.py

   1 #!/usr/bin/env python3
   2 import sys, re
   3
   4 if len(sys.argv) != 6:
   5     print("USAGE: /path/to/lightning.h /path/to/bindings/output.java /path/to/bindings/ /path/to/bindings/output.c debug")
   6     print("debug should be true or false and indicates whether to track allocations and ensure we don't leak")
   7     sys.exit(1)
   8
   9 hu_struct_file_prefix = """package org.ldk.structs;
  10
  11 import org.ldk.impl.bindings;
  12 import org.ldk.enums.*;
  13 import org.ldk.util.*;
  14 import java.util.Arrays;
  15
  16 @SuppressWarnings("unchecked") // We correctly assign various generic arrays
  17 """
  18
  19 c_file_pfx = """#include \"org_ldk_impl_bindings.h\"
  20 #include <rust_types.h>
  21 #include <lightning.h>
  22 #include <string.h>
  23 #include <stdatomic.h>
  24 """
  25
  26 if sys.argv[5] == "false":
  27     c_file_pfx = c_file_pfx + """#define MALLOC(a, _) malloc(a)
  28 #define FREE(p) if ((long)(p) > 1024) { free(p); }
  29 #define DO_ASSERT(a) (void)(a)
  30 #define CHECK(a)
  31 """
  32 else:
  33     c_file_pfx = c_file_pfx + """#include <assert.h>
  34 // Always run a, then assert it is true:
  35 #define DO_ASSERT(a) do { bool _assert_val = (a); assert(_assert_val); } while(0)
  36 // Assert a is true or do nothing
  37 #define CHECK(a) DO_ASSERT(a)
  38
  39 // Running a leak check across all the allocations and frees of the JDK is a mess,
  40 // so instead we implement our own naive leak checker here, relying on the -wrap
  41 // linker option to wrap malloc/calloc/realloc/free, tracking everyhing allocated
  42 // and free'd in Rust or C across the generated bindings shared library.
  43 #include <threads.h>
  44 #include <execinfo.h>
  45 #include <unistd.h>
  46 static mtx_t allocation_mtx;
  47
  48 void __attribute__((constructor)) init_mtx() {
  49         DO_ASSERT(mtx_init(&allocation_mtx, mtx_plain) == thrd_success);
  50 }
  51
  52 #define BT_MAX 128
  53 typedef struct allocation {
  54         struct allocation* next;
  55         void* ptr;
  56         const char* struct_name;
  57         void* bt[BT_MAX];
  58         int bt_len;
  59 } allocation;
  60 static allocation* allocation_ll = NULL;
  61
  62 void* __real_malloc(size_t len);
  63 void* __real_calloc(size_t nmemb, size_t len);
  64 static void new_allocation(void* res, const char* struct_name) {
  65         allocation* new_alloc = __real_malloc(sizeof(allocation));
  66         new_alloc->ptr = res;
  67         new_alloc->struct_name = struct_name;
  68         new_alloc->bt_len = backtrace(new_alloc->bt, BT_MAX);
  69         DO_ASSERT(mtx_lock(&allocation_mtx) == thrd_success);
  70         new_alloc->next = allocation_ll;
  71         allocation_ll = new_alloc;
  72         DO_ASSERT(mtx_unlock(&allocation_mtx) == thrd_success);
  73 }
  74 static void* MALLOC(size_t len, const char* struct_name) {
  75         void* res = __real_malloc(len);
  76         new_allocation(res, struct_name);
  77         return res;
  78 }
  79 void __real_free(void* ptr);
  80 static void alloc_freed(void* ptr) {
  81         allocation* p = NULL;
  82         DO_ASSERT(mtx_lock(&allocation_mtx) == thrd_success);
  83         allocation* it = allocation_ll;
  84         while (it->ptr != ptr) {
  85                 p = it; it = it->next;
  86                 if (it == NULL) {
  87                         fprintf(stderr, "Tried to free unknown pointer %p at:\\n", ptr);
  88                         void* bt[BT_MAX];
  89                         int bt_len = backtrace(bt, BT_MAX);
  90                         backtrace_symbols_fd(bt, bt_len, STDERR_FILENO);
  91                         fprintf(stderr, "\\n\\n");
  92                         DO_ASSERT(mtx_unlock(&allocation_mtx) == thrd_success);
  93                         return; // addrsan should catch malloc-unknown and print more info than we have
  94                 }
  95         }
  96         if (p) { p->next = it->next; } else { allocation_ll = it->next; }
  97         DO_ASSERT(mtx_unlock(&allocation_mtx) == thrd_success);
  98         DO_ASSERT(it->ptr == ptr);
  99         __real_free(it);
 100 }
 101 static void FREE(void* ptr) {
 102         if ((long)ptr < 1024) return; // Rust loves to create pointers to the NULL page for dummys
 103         alloc_freed(ptr);
 104         __real_free(ptr);
 105 }
 106
 107 void* __wrap_malloc(size_t len) {
 108         void* res = __real_malloc(len);
 109         new_allocation(res, "malloc call");
 110         return res;
 111 }
 112 void* __wrap_calloc(size_t nmemb, size_t len) {
 113         void* res = __real_calloc(nmemb, len);
 114         new_allocation(res, "calloc call");
 115         return res;
 116 }
 117 void __wrap_free(void* ptr) {
 118         if (ptr == NULL) return;
 119         alloc_freed(ptr);
 120         __real_free(ptr);
 121 }
 122
 123 void* __real_realloc(void* ptr, size_t newlen);
 124 void* __wrap_realloc(void* ptr, size_t len) {
 125         if (ptr != NULL) alloc_freed(ptr);
 126         void* res = __real_realloc(ptr, len);
 127         new_allocation(res, "realloc call");
 128         return res;
 129 }
 130 void __wrap_reallocarray(void* ptr, size_t new_sz) {
 131         // Rust doesn't seem to use reallocarray currently
 132         assert(false);
 133 }
 134
 135 void __attribute__((destructor)) check_leaks() {
 136         for (allocation* a = allocation_ll; a != NULL; a = a->next) {
 137                 fprintf(stderr, "%s %p remains:\\n", a->struct_name, a->ptr);
 138                 backtrace_symbols_fd(a->bt, a->bt_len, STDERR_FILENO);
 139                 fprintf(stderr, "\\n\\n");
 140         }
 141         DO_ASSERT(allocation_ll == NULL);
 142 }
 143 """
 144
 145 c_file = ""
 146 def write_c(s):
 147     global c_file
 148     c_file += s
 149
 150 class TypeInfo:
 151     def __init__(self, is_native_primitive, rust_obj, java_ty, java_fn_ty_arg, java_hu_ty, c_ty, passed_as_ptr, is_ptr, var_name, arr_len, arr_access, subty=None):
 152         self.is_native_primitive = is_native_primitive
 153         self.rust_obj = rust_obj
 154         self.java_ty = java_ty
 155         self.java_hu_ty = java_hu_ty
 156         self.java_fn_ty_arg = java_fn_ty_arg
 157         self.c_ty = c_ty
 158         self.passed_as_ptr = passed_as_ptr
 159         self.is_ptr = is_ptr
 160         self.var_name = var_name
 161         self.arr_len = arr_len
 162         self.arr_access = arr_access
 163         self.subty = subty
 164         self.pass_by_ref = is_ptr
 165         self.requires_clone = None
 166
 167 class ConvInfo:
 168     def __init__(self, ty_info, arg_name, arg_conv, arg_conv_name, arg_conv_cleanup, ret_conv, ret_conv_name, to_hu_conv, to_hu_conv_name, from_hu_conv):
 169         assert(ty_info.c_ty is not None)
 170         assert(ty_info.java_ty is not None)
 171         assert(arg_name is not None)
 172         self.passed_as_ptr = ty_info.passed_as_ptr
 173         self.rust_obj = ty_info.rust_obj
 174         self.c_ty = ty_info.c_ty
 175         self.java_ty = ty_info.java_ty
 176         self.java_hu_ty = ty_info.java_hu_ty
 177         self.java_fn_ty_arg = ty_info.java_fn_ty_arg
 178         self.is_native_primitive = ty_info.is_native_primitive
 179         self.arg_name = arg_name
 180         self.arg_conv = arg_conv
 181         self.arg_conv_name = arg_conv_name
 182         self.arg_conv_cleanup = arg_conv_cleanup
 183         self.ret_conv = ret_conv
 184         self.ret_conv_name = ret_conv_name
 185         self.to_hu_conv = to_hu_conv
 186         self.to_hu_conv_name = to_hu_conv_name
 187         self.from_hu_conv = from_hu_conv
 188
 189     def print_ty(self):
 190         write_c(self.c_ty)
 191         out_java.write(self.java_ty)
 192
 193     def print_name(self):
 194         if self.arg_name != "":
 195             out_java.write(" " + self.arg_name)
 196             write_c(" " + self.arg_name)
 197         else:
 198             out_java.write(" arg")
 199             write_c(" arg")
 200
 201 def camel_to_snake(s):
 202     # Convert camel case to snake case, in a way that appears to match cbindgen
 203     con = "_"
 204     ret = ""
 205     lastchar = ""
 206     lastund = False
 207     for char in s:
 208         if lastchar.isupper():
 209             if not char.isupper() and not lastund:
 210                 ret = ret + "_"
 211                 lastund = True
 212             else:
 213                 lastund = False
 214             ret = ret + lastchar.lower()
 215         else:
 216             ret = ret + lastchar
 217             if char.isupper() and not lastund:
 218                 ret = ret + "_"
 219                 lastund = True
 220             else:
 221                 lastund = False
 222         lastchar = char
 223         if char.isnumeric():
 224             lastund = True
 225     return (ret + lastchar.lower()).strip("_")
 226
 227 unitary_enums = set()
 228 complex_enums = set()
 229 opaque_structs = set()
 230 trait_structs = set()
 231 result_types = set()
 232 tuple_types = {}
 233
 234 var_is_arr_regex = re.compile("\(\*([A-za-z0-9_]*)\)\[([a-z0-9]*)\]")
 235 var_ty_regex = re.compile("([A-za-z_0-9]*)(.*)")
 236 java_c_types_none_allowed = True # Unset when we do the real pass that populates the above sets
 237 def java_c_types(fn_arg, ret_arr_len):
 238     fn_arg = fn_arg.strip()
 239     if fn_arg.startswith("MUST_USE_RES "):
 240         fn_arg = fn_arg[13:]
 241     is_const = False
 242     if fn_arg.startswith("const "):
 243         fn_arg = fn_arg[6:]
 244         is_const = True
 245     if fn_arg.startswith("struct "):
 246         fn_arg = fn_arg[7:]
 247     if fn_arg.startswith("enum "):
 248         fn_arg = fn_arg[5:]
 249     fn_arg = fn_arg.replace("NONNULL_PTR", "")
 250
 251     is_ptr = False
 252     take_by_ptr = False
 253     rust_obj = None
 254     arr_access = None
 255     java_hu_ty = None
 256     if fn_arg.startswith("LDKThirtyTwoBytes"):
 257         fn_arg = "uint8_t (*" + fn_arg[18:] + ")[32]"
 258         assert var_is_arr_regex.match(fn_arg[8:])
 259         rust_obj = "LDKThirtyTwoBytes"
 260         arr_access = "data"
 261     elif fn_arg.startswith("LDKPublicKey"):
 262         fn_arg = "uint8_t (*" + fn_arg[13:] + ")[33]"
 263         assert var_is_arr_regex.match(fn_arg[8:])
 264         rust_obj = "LDKPublicKey"
 265         arr_access = "compressed_form"
 266     elif fn_arg.startswith("LDKSecretKey"):
 267         fn_arg = "uint8_t (*" + fn_arg[13:] + ")[32]"
 268         assert var_is_arr_regex.match(fn_arg[8:])
 269         rust_obj = "LDKSecretKey"
 270         arr_access = "bytes"
 271     elif fn_arg.startswith("LDKSignature"):
 272         fn_arg = "uint8_t (*" + fn_arg[13:] + ")[64]"
 273         assert var_is_arr_regex.match(fn_arg[8:])
 274         rust_obj = "LDKSignature"
 275         arr_access = "compact_form"
 276     elif fn_arg.startswith("LDKThreeBytes"):
 277         fn_arg = "uint8_t (*" + fn_arg[14:] + ")[3]"
 278         assert var_is_arr_regex.match(fn_arg[8:])
 279         rust_obj = "LDKThreeBytes"
 280         arr_access = "data"
 281     elif fn_arg.startswith("LDKFourBytes"):
 282         fn_arg = "uint8_t (*" + fn_arg[13:] + ")[4]"
 283         assert var_is_arr_regex.match(fn_arg[8:])
 284         rust_obj = "LDKFourBytes"
 285         arr_access = "data"
 286     elif fn_arg.startswith("LDKSixteenBytes"):
 287         fn_arg = "uint8_t (*" + fn_arg[16:] + ")[16]"
 288         assert var_is_arr_regex.match(fn_arg[8:])
 289         rust_obj = "LDKSixteenBytes"
 290         arr_access = "data"
 291     elif fn_arg.startswith("LDKTenBytes"):
 292         fn_arg = "uint8_t (*" + fn_arg[12:] + ")[10]"
 293         assert var_is_arr_regex.match(fn_arg[8:])
 294         rust_obj = "LDKTenBytes"
 295         arr_access = "data"
 296     elif fn_arg.startswith("LDKu8slice"):
 297         fn_arg = "uint8_t (*" + fn_arg[11:] + ")[datalen]"
 298         assert var_is_arr_regex.match(fn_arg[8:])
 299         rust_obj = "LDKu8slice"
 300         arr_access = "data"
 301     elif fn_arg.startswith("LDKCVec_u8Z"):
 302         fn_arg = "uint8_t (*" + fn_arg[12:] + ")[datalen]"
 303         rust_obj = "LDKCVec_u8Z"
 304         assert var_is_arr_regex.match(fn_arg[8:])
 305         arr_access = "data"
 306     elif fn_arg.startswith("LDKTransaction"):
 307         fn_arg = "uint8_t (*" + fn_arg[15:] + ")[datalen]"
 308         rust_obj = "LDKTransaction"
 309         assert var_is_arr_regex.match(fn_arg[8:])
 310         arr_access = "data"
 311     elif fn_arg.startswith("LDKCVec_"):
 312         is_ptr = False
 313         if "*" in fn_arg:
 314             fn_arg = fn_arg.replace("*", "")
 315             is_ptr = True
 316
 317         tyn = fn_arg[8:].split(" ")
 318         assert tyn[0].endswith("Z")
 319         if tyn[0] == "u64Z":
 320             new_arg = "uint64_t"
 321         else:
 322             new_arg = "LDK" + tyn[0][:-1]
 323         for a in tyn[1:]:
 324             new_arg = new_arg + " " + a
 325         res = java_c_types(new_arg, ret_arr_len)
 326         if res is None:
 327             assert java_c_types_none_allowed
 328             return None
 329         if is_ptr:
 330             res.pass_by_ref = True
 331         if res.is_native_primitive or res.passed_as_ptr:
 332             return TypeInfo(rust_obj=fn_arg.split(" ")[0], java_ty=res.java_ty + "[]", java_hu_ty=res.java_hu_ty + "[]",
 333                 java_fn_ty_arg="[" + res.java_fn_ty_arg, c_ty=res.c_ty + "Array", passed_as_ptr=False, is_ptr=is_ptr,
 334                 var_name=res.var_name, arr_len="datalen", arr_access="data", subty=res, is_native_primitive=False)
 335         else:
 336             return TypeInfo(rust_obj=fn_arg.split(" ")[0], java_ty=res.java_ty + "[]", java_hu_ty=res.java_hu_ty + "[]",
 337                 java_fn_ty_arg="[" + res.java_fn_ty_arg, c_ty="jobjectArray", passed_as_ptr=False, is_ptr=is_ptr,
 338                 var_name=res.var_name, arr_len="datalen", arr_access="data", subty=res, is_native_primitive=False)
 339
 340     is_primitive = False
 341     arr_len = None
 342     if fn_arg.startswith("void"):
 343         java_ty = "void"
 344         c_ty = "void"
 345         fn_ty_arg = "V"
 346         fn_arg = fn_arg[4:].strip()
 347         is_primitive = True
 348     elif fn_arg.startswith("bool"):
 349         java_ty = "boolean"
 350         c_ty = "jboolean"
 351         fn_ty_arg = "Z"
 352         fn_arg = fn_arg[4:].strip()
 353         is_primitive = True
 354     elif fn_arg.startswith("uint8_t"):
 355         java_ty = "byte"
 356         c_ty = "jbyte"
 357         fn_ty_arg = "B"
 358         fn_arg = fn_arg[7:].strip()
 359         is_primitive = True
 360     elif fn_arg.startswith("uint16_t"):
 361         java_ty = "short"
 362         c_ty = "jshort"
 363         fn_ty_arg = "S"
 364         fn_arg = fn_arg[8:].strip()
 365         is_primitive = True
 366     elif fn_arg.startswith("uint32_t"):
 367         java_ty = "int"
 368         c_ty = "jint"
 369         fn_ty_arg = "I"
 370         fn_arg = fn_arg[8:].strip()
 371         is_primitive = True
 372     elif fn_arg.startswith("uint64_t") or fn_arg.startswith("uintptr_t"):
 373         java_ty = "long"
 374         c_ty = "jlong"
 375         fn_ty_arg = "J"
 376         if fn_arg.startswith("uint64_t"):
 377             fn_arg = fn_arg[8:].strip()
 378         else:
 379             fn_arg = fn_arg[9:].strip()
 380         is_primitive = True
 381     elif is_const and fn_arg.startswith("char *"):
 382         java_ty = "String"
 383         c_ty = "const char*"
 384         fn_ty_arg = "Ljava/lang/String;"
 385         fn_arg = fn_arg[6:].strip()
 386     elif fn_arg.startswith("LDKStr"):
 387         java_ty = "String"
 388         c_ty = "jstring"
 389         fn_ty_arg = "Ljava/lang/String;"
 390         fn_arg = fn_arg[6:].strip()
 391         arr_access = "chars"
 392         arr_len = "len"
 393     else:
 394         ma = var_ty_regex.match(fn_arg)
 395         if ma.group(1).strip() in unitary_enums:
 396             java_ty = ma.group(1).strip()
 397             c_ty = "jclass"
 398             fn_ty_arg = "Lorg/ldk/enums/" + ma.group(1).strip() + ";"
 399             fn_arg = ma.group(2).strip()
 400             rust_obj = ma.group(1).strip()
 401             take_by_ptr = True
 402         elif ma.group(1).strip().startswith("LDKC2Tuple"):
 403             java_ty = "long"
 404             java_hu_ty = "TwoTuple<"
 405             if not ma.group(1).strip() in tuple_types:
 406                 assert java_c_types_none_allowed
 407                 return None
 408             for idx, ty_info in enumerate(tuple_types[ma.group(1).strip()][0]):
 409                 if idx != 0:
 410                     java_hu_ty = java_hu_ty + ", "
 411                 if ty_info.is_native_primitive:
 412                     if ty_info.java_hu_ty == "int":
 413                         java_hu_ty = java_hu_ty + "Integer" # Java concrete integer type is Integer, not Int
 414                     else:
 415                         java_hu_ty = java_hu_ty + ty_info.java_hu_ty.title() # If we're a primitive, capitalize the first letter
 416                 else:
 417                     java_hu_ty = java_hu_ty + ty_info.java_hu_ty
 418             java_hu_ty = java_hu_ty + ">"
 419             c_ty = "jlong"
 420             fn_ty_arg = "J"
 421             fn_arg = ma.group(2).strip()
 422             rust_obj = ma.group(1).strip()
 423             take_by_ptr = True
 424         elif ma.group(1).strip().startswith("LDKC3Tuple"):
 425             java_ty = "long"
 426             java_hu_ty = "ThreeTuple<"
 427             if not ma.group(1).strip() in tuple_types:
 428                 assert java_c_types_none_allowed
 429                 return None
 430             for idx, ty_info in enumerate(tuple_types[ma.group(1).strip()][0]):
 431                 if idx != 0:
 432                     java_hu_ty = java_hu_ty + ", "
 433                 if ty_info.is_native_primitive:
 434                     if ty_info.java_hu_ty == "int":
 435                         java_hu_ty = java_hu_ty + "Integer" # Java concrete integer type is Integer, not Int
 436                     else:
 437                         java_hu_ty = java_hu_ty + ty_info.java_hu_ty.title() # If we're a primitive, capitalize the first letter
 438                 else:
 439                     java_hu_ty = java_hu_ty + ty_info.java_hu_ty
 440             java_hu_ty = java_hu_ty + ">"
 441             c_ty = "jlong"
 442             fn_ty_arg = "J"
 443             fn_arg = ma.group(2).strip()
 444             rust_obj = ma.group(1).strip()
 445             take_by_ptr = True
 446         else:
 447             java_ty = "long"
 448             java_hu_ty = ma.group(1).strip().replace("LDKCResult", "Result").replace("LDK", "")
 449             c_ty = "jlong"
 450             fn_ty_arg = "J"
 451             fn_arg = ma.group(2).strip()
 452             rust_obj = ma.group(1).strip()
 453             take_by_ptr = True
 454
 455     if fn_arg.startswith(" *") or fn_arg.startswith("*"):
 456         fn_arg = fn_arg.replace("*", "").strip()
 457         is_ptr = True
 458         c_ty = "jlong"
 459         java_ty = "long"
 460         fn_ty_arg = "J"
 461         is_primitive = False
 462
 463     var_is_arr = var_is_arr_regex.match(fn_arg)
 464     if var_is_arr is not None or ret_arr_len is not None:
 465         assert(not take_by_ptr)
 466         assert(not is_ptr)
 467         java_ty = java_ty + "[]"
 468         c_ty = c_ty + "Array"
 469         if var_is_arr is not None:
 470             if var_is_arr.group(1) == "":
 471                 return TypeInfo(rust_obj=rust_obj, java_ty=java_ty, java_hu_ty=java_ty, java_fn_ty_arg="[" + fn_ty_arg, c_ty=c_ty,
 472                     passed_as_ptr=False, is_ptr=False, var_name="arg", arr_len=var_is_arr.group(2), arr_access=arr_access, is_native_primitive=False)
 473             return TypeInfo(rust_obj=rust_obj, java_ty=java_ty, java_hu_ty=java_ty, java_fn_ty_arg="[" + fn_ty_arg, c_ty=c_ty,
 474                 passed_as_ptr=False, is_ptr=False, var_name=var_is_arr.group(1), arr_len=var_is_arr.group(2), arr_access=arr_access, is_native_primitive=False)
 475
 476     if java_hu_ty is None:
 477         java_hu_ty = java_ty
 478     return TypeInfo(rust_obj=rust_obj, java_ty=java_ty, java_hu_ty=java_hu_ty, java_fn_ty_arg=fn_ty_arg, c_ty=c_ty, passed_as_ptr=is_ptr or take_by_ptr,
 479         is_ptr=is_ptr, var_name=fn_arg, arr_len=arr_len, arr_access=arr_access, is_native_primitive=is_primitive)
 480
 481 fn_ptr_regex = re.compile("^extern const ([A-Za-z_0-9\* ]*) \(\*(.*)\)\((.*)\);$")
 482 fn_ret_arr_regex = re.compile("(.*) \(\*(.*)\((.*)\)\)\[([0-9]*)\];$")
 483 reg_fn_regex = re.compile("([A-Za-z_0-9\* ]* \*?)([a-zA-Z_0-9]*)\((.*)\);$")
 484 clone_fns = set()
 485 constructor_fns = {}
 486 c_array_class_caches = set()
 487 with open(sys.argv[1]) as in_h:
 488     for line in in_h:
 489         reg_fn = reg_fn_regex.match(line)
 490         if reg_fn is not None:
 491             if reg_fn.group(2).endswith("_clone"):
 492                 clone_fns.add(reg_fn.group(2))
 493             else:
 494                 rty = java_c_types(reg_fn.group(1), None)
 495                 if rty is not None and rty.rust_obj is not None and reg_fn.group(2) == rty.java_hu_ty + "_new":
 496                     constructor_fns[rty.rust_obj] = reg_fn.group(3)
 497             continue
 498         arr_fn = fn_ret_arr_regex.match(line)
 499         if arr_fn is not None:
 500             if arr_fn.group(2).endswith("_clone"):
 501                 clone_fns.add(arr_fn.group(2))
 502             # No object constructors return arrays, as then they wouldn't be an object constructor
 503             continue
 504
 505 # Define some manual clones...
 506 clone_fns.add("ThirtyTwoBytes_clone")
 507 write_c("static inline struct LDKThirtyTwoBytes ThirtyTwoBytes_clone(const struct LDKThirtyTwoBytes *orig) { struct LDKThirtyTwoBytes ret; memcpy(ret.data, orig->data, 32); return ret; }\n")
 508
 509 java_c_types_none_allowed = False # C structs created by cbindgen are declared in dependency order
 510
 511 with open(sys.argv[1]) as in_h, open(sys.argv[2], "w") as out_java:
 512     def map_type(fn_arg, print_void, ret_arr_len, is_free, holds_ref):
 513         ty_info = java_c_types(fn_arg, ret_arr_len)
 514         return map_type_with_info(ty_info, print_void, ret_arr_len, is_free, holds_ref)
 515
 516     def map_type_with_info(ty_info, print_void, ret_arr_len, is_free, holds_ref):
 517         if ty_info.c_ty == "void":
 518             if not print_void:
 519                 return ConvInfo(ty_info = ty_info, arg_name = ty_info.var_name,
 520                     arg_conv = None, arg_conv_name = None, arg_conv_cleanup = None,
 521                     ret_conv = None, ret_conv_name = None, to_hu_conv = None, to_hu_conv_name = None, from_hu_conv = None)
 522         if ty_info.c_ty.endswith("Array"):
 523             arr_len = ty_info.arr_len
 524             if arr_len is not None:
 525                 arr_name = ty_info.var_name
 526             else:
 527                 arr_name = "ret"
 528                 arr_len = ret_arr_len
 529             if ty_info.c_ty == "jbyteArray":
 530                 ret_conv = ("jbyteArray " + arr_name + "_arr = (*_env)->NewByteArray(_env, " + arr_len + ");\n" + "(*_env)->SetByteArrayRegion(_env, " + arr_name + "_arr, 0, " + arr_len + ", ", "")
 531                 arg_conv_cleanup = None
 532                 if not arr_len.isdigit():
 533                     arg_conv = ty_info.rust_obj + " " + arr_name + "_ref;\n"
 534                     arg_conv = arg_conv + arr_name + "_ref." + arr_len + " = (*_env)->GetArrayLength (_env, " + arr_name + ");\n"
 535                     if (not ty_info.is_ptr or not holds_ref) and ty_info.rust_obj != "LDKu8slice":
 536                         arg_conv = arg_conv + arr_name + "_ref." + ty_info.arr_access + " = MALLOC(" + arr_name + "_ref." + arr_len + ", \"" + ty_info.rust_obj + " Bytes\");\n"
 537                         arg_conv = arg_conv + "(*_env)->GetByteArrayRegion(_env, " + arr_name + ", 0, " + arr_name + "_ref." + arr_len + ", " + arr_name + "_ref." + ty_info.arr_access + ");"
 538                     else:
 539                         arg_conv = arg_conv + arr_name + "_ref." + ty_info.arr_access + " = (*_env)->GetByteArrayElements (_env, " + arr_name + ", NULL);"
 540                         arg_conv_cleanup = "(*_env)->ReleaseByteArrayElements(_env, " + arr_name + ", (int8_t*)" + arr_name + "_ref." + ty_info.arr_access + ", 0);"
 541                     if ty_info.rust_obj == "LDKTransaction":
 542                         arg_conv = arg_conv + "\n" + arr_name + "_ref.data_is_owned = " + str(holds_ref).lower() + ";"
 543                     ret_conv = (ty_info.rust_obj + " " + arr_name + "_var = ", "")
 544                     ret_conv = (ret_conv[0], ";\njbyteArray " + arr_name + "_arr = (*_env)->NewByteArray(_env, " + arr_name + "_var." + arr_len + ");\n")
 545                     ret_conv = (ret_conv[0], ret_conv[1] + "(*_env)->SetByteArrayRegion(_env, " + arr_name + "_arr, 0, " + arr_name + "_var." + arr_len + ", " + arr_name + "_var." + ty_info.arr_access + ");")
 546                     if not holds_ref and ty_info.rust_obj != "LDKu8slice":
 547                         ret_conv = (ret_conv[0], ret_conv[1] + "\n" + ty_info.rust_obj.replace("LDK", "") + "_free(" + arr_name + "_var);")
 548                 elif ty_info.rust_obj is not None:
 549                     arg_conv = ty_info.rust_obj + " " + arr_name + "_ref;\n"
 550                     arg_conv = arg_conv + "CHECK((*_env)->GetArrayLength (_env, " + arr_name + ") == " + arr_len + ");\n"
 551                     arg_conv = arg_conv + "(*_env)->GetByteArrayRegion (_env, " + arr_name + ", 0, " + arr_len + ", " + arr_name + "_ref." + ty_info.arr_access + ");"
 552                     ret_conv = (ret_conv[0], "." + ty_info.arr_access + ");")
 553                 else:
 554                     arg_conv = "unsigned char " + arr_name + "_arr[" + arr_len + "];\n"
 555                     arg_conv = arg_conv + "CHECK((*_env)->GetArrayLength (_env, " + arr_name + ") == " + arr_len + ");\n"
 556                     arg_conv = arg_conv + "(*_env)->GetByteArrayRegion (_env, " + arr_name + ", 0, " + arr_len + ", " + arr_name + "_arr);\n" + "unsigned char (*" + arr_name + "_ref)[" + arr_len + "] = &" + arr_name + "_arr;"
 557                     ret_conv = (ret_conv[0] + "*", ");")
 558                 return ConvInfo(ty_info = ty_info, arg_name = ty_info.var_name,
 559                     arg_conv = arg_conv, arg_conv_name = arr_name + "_ref", arg_conv_cleanup = arg_conv_cleanup,
 560                     ret_conv = ret_conv, ret_conv_name = arr_name + "_arr", to_hu_conv = None, to_hu_conv_name = None, from_hu_conv = None)
 561             else:
 562                 assert not arr_len.isdigit() # fixed length arrays not implemented
 563                 assert ty_info.java_ty[len(ty_info.java_ty) - 2:] == "[]"
 564                 conv_name = "arr_conv_" + str(len(ty_info.java_hu_ty))
 565                 idxc = chr(ord('a') + (len(ty_info.java_hu_ty) % 26))
 566                 ty_info.subty.var_name = conv_name
 567                 if ty_info.is_ptr or holds_ref:
 568                     ty_info.subty.requires_clone = False
 569                 subty = map_type_with_info(ty_info.subty, False, None, is_free, holds_ref)
 570                 if arr_name == "":
 571                     arr_name = "arg"
 572                 arg_conv = ty_info.rust_obj + " " + arr_name + "_constr;\n"
 573                 arg_conv = arg_conv + arr_name + "_constr." + arr_len + " = (*_env)->GetArrayLength (_env, " + arr_name + ");\n"
 574                 arg_conv = arg_conv + "if (" + arr_name + "_constr." + arr_len + " > 0)\n"
 575                 if subty.rust_obj is None:
 576                     szof = subty.c_ty
 577                 else:
 578                     szof = subty.rust_obj
 579                 arg_conv = arg_conv + "\t" + arr_name + "_constr." + ty_info.arr_access + " = MALLOC(" + arr_name + "_constr." + arr_len + " * sizeof(" + szof + "), \"" + ty_info.rust_obj + " Elements\");\n"
 580                 arg_conv = arg_conv + "else\n"
 581                 arg_conv = arg_conv + "\t" + arr_name + "_constr." + ty_info.arr_access + " = NULL;\n"
 582                 if not ty_info.java_ty[:len(ty_info.java_ty) - 2].endswith("[]"):
 583                     arg_conv = arg_conv + ty_info.java_ty.strip("[]") + "* " + arr_name + "_vals = (*_env)->Get" + ty_info.subty.java_ty.title() + "ArrayElements (_env, " + arr_name + ", NULL);\n"
 584                 arg_conv = arg_conv + "for (size_t " + idxc + " = 0; " + idxc + " < " + arr_name + "_constr." + arr_len + "; " + idxc + "++) {\n"
 585                 if not ty_info.java_ty[:len(ty_info.java_ty) - 2].endswith("[]"):
 586                     arg_conv = arg_conv + "\t" + ty_info.java_ty.strip("[]") + " " + conv_name + " = " + arr_name + "_vals[" + idxc + "];"
 587                     if subty.arg_conv is not None:
 588                         arg_conv = arg_conv + "\n\t" + subty.arg_conv.replace("\n", "\n\t")
 589                 else:
 590                     arg_conv = arg_conv + "\tjobject " + conv_name + " = (*_env)->GetObjectArrayElement(_env, " + arr_name + ", " + idxc + ");\n"
 591                     arg_conv = arg_conv + "\t" + subty.arg_conv.replace("\n", "\n\t")
 592                 arg_conv = arg_conv + "\n\t" + arr_name + "_constr." + ty_info.arr_access + "[" + idxc + "] = " + subty.arg_conv_name + ";\n}"
 593                 if not ty_info.java_ty[:len(ty_info.java_ty) - 2].endswith("[]"):
 594                     arg_conv = arg_conv + "\n(*_env)->Release" + ty_info.java_ty.strip("[]").title() + "ArrayElements (_env, " + arr_name + ", " + arr_name + "_vals, 0);"
 595                 if ty_info.is_ptr:
 596                     arg_conv_name = "&" + arr_name + "_constr"
 597                 else:
 598                     arg_conv_name = arr_name + "_constr"
 599                 arg_conv_cleanup = None
 600                 if ty_info.is_ptr:
 601                     arg_conv_cleanup = "FREE(" + arr_name + "_constr." + ty_info.arr_access + ");"
 602
 603                 if arr_name == "arg":
 604                     arr_name = "ret"
 605                 ret_conv = (ty_info.rust_obj + " " + arr_name + "_var = ", "")
 606                 if subty.ret_conv is None:
 607                     ret_conv = ("DUMMY", "DUMMY")
 608                 elif not ty_info.java_ty[:len(ty_info.java_ty) - 2].endswith("[]"):
 609                     ret_conv = (ret_conv[0], ";\n" + ty_info.c_ty + " " + arr_name + "_arr = (*_env)->New" + ty_info.java_ty.strip("[]").title() + "Array(_env, " + arr_name + "_var." + arr_len + ");\n")
 610                     ret_conv = (ret_conv[0], ret_conv[1] + subty.c_ty + " *" + arr_name + "_arr_ptr = (*_env)->GetPrimitiveArrayCritical(_env, " + arr_name + "_arr, NULL);\n")
 611                     ret_conv = (ret_conv[0], ret_conv[1] + "for (size_t " + idxc + " = 0; " + idxc + " < " + arr_name + "_var." + arr_len + "; " + idxc + "++) {\n")
 612                     ret_conv = (ret_conv[0], ret_conv[1] + "\t" + subty.ret_conv[0].replace("\n", "\n\t"))
 613                     ret_conv = (ret_conv[0], ret_conv[1] + arr_name + "_var." + ty_info.arr_access + "[" + idxc + "]" + subty.ret_conv[1].replace("\n", "\n\t"))
 614                     ret_conv = (ret_conv[0], ret_conv[1] + "\n\t" + arr_name + "_arr_ptr[" + idxc + "] = " + subty.ret_conv_name + ";\n")
 615                     ret_conv = (ret_conv[0], ret_conv[1] + "}\n(*_env)->ReleasePrimitiveArrayCritical(_env, " + arr_name + "_arr, " + arr_name + "_arr_ptr, 0);")
 616                 else:
 617                     assert ty_info.java_fn_ty_arg.startswith("[")
 618                     clz_var = ty_info.java_fn_ty_arg[1:].replace("[", "arr_of_")
 619                     c_array_class_caches.add(clz_var)
 620                     ret_conv = (ret_conv[0], ";\n" + ty_info.c_ty + " " + arr_name + "_arr = (*_env)->NewObjectArray(_env, " + arr_name + "_var." + arr_len + ", " + clz_var + "_clz, NULL);\n")
 621                     ret_conv = (ret_conv[0], ret_conv[1] + "for (size_t " + idxc + " = 0; " + idxc + " < " + arr_name + "_var." + arr_len + "; " + idxc + "++) {\n")
 622                     ret_conv = (ret_conv[0], ret_conv[1] + "\t" + subty.ret_conv[0].replace("\n", "\n\t"))
 623                     ret_conv = (ret_conv[0], ret_conv[1] + arr_name + "_var." + ty_info.arr_access + "[" + idxc + "]" + subty.ret_conv[1].replace("\n", "\n\t"))
 624                     ret_conv = (ret_conv[0], ret_conv[1] + "\n\t(*_env)->SetObjectArrayElement(_env, " + arr_name + "_arr, " + idxc + ", " + subty.ret_conv_name + ");\n")
 625                     ret_conv = (ret_conv[0], ret_conv[1] + "}")
 626                 if not holds_ref:
 627                     # Note that we don't drop the full vec here - we're passing ownership to java (or have cloned) or free'd by now!
 628                     ret_conv = (ret_conv[0], ret_conv[1] + "\nFREE(" + arr_name + "_var." + ty_info.arr_access + ");")
 629
 630                 to_hu_conv = None
 631                 to_hu_conv_name = None
 632                 if subty.to_hu_conv is not None:
 633                     to_hu_conv = ty_info.java_hu_ty + " " + conv_name + "_arr = new " + ty_info.subty.java_hu_ty.split("<")[0] + "[" + arr_name + ".length];\n"
 634                     to_hu_conv = to_hu_conv + "for (int " + idxc + " = 0; " + idxc + " < " + arr_name + ".length; " + idxc + "++) {\n"
 635                     to_hu_conv = to_hu_conv + "\t" + subty.java_ty + " " + conv_name + " = " + arr_name + "[" + idxc + "];\n"
 636                     to_hu_conv = to_hu_conv + "\t" + subty.to_hu_conv.replace("\n", "\n\t") + "\n"
 637                     to_hu_conv = to_hu_conv + "\t" + conv_name + "_arr[" + idxc + "] = " + subty.to_hu_conv_name + ";\n}"
 638                     to_hu_conv_name = conv_name + "_arr"
 639                 from_hu_conv = None
 640                 if subty.from_hu_conv is not None:
 641                     if subty.java_ty == "long" and subty.java_hu_ty != "long":
 642                         from_hu_conv = ("Arrays.stream(" + arr_name + ").mapToLong(" + conv_name + " -> " + subty.from_hu_conv[0] + ").toArray()", "/* TODO 2 " + subty.java_hu_ty + "  */")
 643                     elif subty.java_ty == "long":
 644                         from_hu_conv = ("Arrays.stream(" + arr_name + ").map(" + conv_name + " -> " + subty.from_hu_conv[0] + ").toArray()", "/* TODO 2 " + subty.java_hu_ty + "  */")
 645                     else:
 646                         from_hu_conv = ("(" + ty_info.java_ty + ")Arrays.stream(" + arr_name + ").map(" + conv_name + " -> " + subty.from_hu_conv[0] + ").toArray()", "/* TODO 2 " + subty.java_hu_ty + "  */")
 647
 648                 return ConvInfo(ty_info = ty_info, arg_name = ty_info.var_name,
 649                     arg_conv = arg_conv, arg_conv_name = arg_conv_name, arg_conv_cleanup = arg_conv_cleanup,
 650                     ret_conv = ret_conv, ret_conv_name = arr_name + "_arr", to_hu_conv = to_hu_conv, to_hu_conv_name = to_hu_conv_name, from_hu_conv = from_hu_conv)
 651         elif ty_info.java_ty == "String":
 652             if ty_info.arr_access is None:
 653                 return ConvInfo(ty_info = ty_info, arg_name = ty_info.var_name,
 654                     arg_conv = None, arg_conv_name = None, arg_conv_cleanup = None,
 655                     ret_conv = ("jstring " + ty_info.var_name + "_conv = (*_env)->NewStringUTF(_env, ", ");"), ret_conv_name = ty_info.var_name + "_conv",
 656                     to_hu_conv = None, to_hu_conv_name = None, from_hu_conv = None)
 657             else:
 658                 return ConvInfo(ty_info = ty_info, arg_name = ty_info.var_name,
 659                     arg_conv = None, arg_conv_name = None, arg_conv_cleanup = None,
 660                     ret_conv = ("LDKStr " + ty_info.var_name + "_str = ",
 661                         ";\nchar* " + ty_info.var_name + "_buf = MALLOC(" + ty_info.var_name + "_str." + ty_info.arr_len + " + 1, \"str conv buf\");\n" +
 662                         "memcpy(" + ty_info.var_name + "_buf, " + ty_info.var_name + "_str." + ty_info.arr_access + ", " + ty_info.var_name + "_str." + ty_info.arr_len + ");\n" +
 663                         ty_info.var_name + "_buf[" + ty_info.var_name + "_str." + ty_info.arr_len + "] = 0;\n" +
 664                         "jstring " + ty_info.var_name + "_conv = (*_env)->NewStringUTF(_env, " + ty_info.var_name + "_str." + ty_info.arr_access + ");\n" +
 665                         "FREE(" + ty_info.var_name + "_buf);"),
 666                     ret_conv_name = ty_info.var_name + "_conv", to_hu_conv = None, to_hu_conv_name = None, from_hu_conv = None)
 667         elif ty_info.var_name == "" and not print_void:
 668             # We don't have a parameter name, and want one, just call it arg
 669             if ty_info.rust_obj is not None:
 670                 assert(not is_free or ty_info.rust_obj not in opaque_structs)
 671                 return ConvInfo(ty_info = ty_info, arg_name = ty_info.var_name,
 672                     arg_conv = ty_info.rust_obj + " arg_conv = *(" + ty_info.rust_obj + "*)arg;\nFREE((void*)arg);",
 673                     arg_conv_name = "arg_conv", arg_conv_cleanup = None,
 674                     ret_conv = None, ret_conv_name = None, to_hu_conv = "TODO 7", to_hu_conv_name = None, from_hu_conv = None)
 675             else:
 676                 assert(not is_free)
 677                 return ConvInfo(ty_info = ty_info, arg_name = ty_info.var_name,
 678                     arg_conv = None, arg_conv_name = "arg", arg_conv_cleanup = None,
 679                     ret_conv = None, ret_conv_name = None, to_hu_conv = "TODO 8", to_hu_conv_name = None, from_hu_conv = None)
 680         elif ty_info.rust_obj is None:
 681             return ConvInfo(ty_info = ty_info, arg_name = ty_info.var_name,
 682                 arg_conv = None, arg_conv_name = ty_info.var_name, arg_conv_cleanup = None,
 683                 ret_conv = None, ret_conv_name = None, to_hu_conv = None, to_hu_conv_name = None, from_hu_conv = None)
 684         else:
 685             if ty_info.var_name == "":
 686                 ty_info.var_name = "ret"
 687
 688             if ty_info.rust_obj in opaque_structs:
 689                 opaque_arg_conv = ty_info.rust_obj + " " + ty_info.var_name + "_conv;\n"
 690                 opaque_arg_conv = opaque_arg_conv + ty_info.var_name + "_conv.inner = (void*)(" + ty_info.var_name + " & (~1));\n"
 691                 if ty_info.is_ptr and holds_ref:
 692                     opaque_arg_conv = opaque_arg_conv + ty_info.var_name + "_conv.is_owned = false;"
 693                 else:
 694                     opaque_arg_conv = opaque_arg_conv + ty_info.var_name + "_conv.is_owned = (" + ty_info.var_name + " & 1) || (" + ty_info.var_name + " == 0);"
 695                 if not is_free and (not ty_info.is_ptr or not holds_ref or ty_info.requires_clone == True) and ty_info.requires_clone != False:
 696                     if (ty_info.rust_obj.replace("LDK", "") + "_clone") in clone_fns:
 697                         # TODO: This is a bit too naive, even with the checks above, we really need to know if rust wants a ref or not, not just if its pass as a ptr.
 698                         opaque_arg_conv = opaque_arg_conv + "\nif (" + ty_info.var_name + "_conv.inner != NULL)\n"
 699                         opaque_arg_conv = opaque_arg_conv + "\t" + ty_info.var_name + "_conv = " + ty_info.rust_obj.replace("LDK", "") + "_clone(&" + ty_info.var_name + "_conv);"
 700                     elif ty_info.passed_as_ptr:
 701                         opaque_arg_conv = opaque_arg_conv + "\n// Warning: we may need a move here but can't clone!"
 702
 703                 opaque_ret_conv_suf = ";\n"
 704                 if not holds_ref and ty_info.is_ptr and (ty_info.rust_obj.replace("LDK", "") + "_clone") in clone_fns: # is_ptr, not holds_ref implies passing a pointed-to value to java, which needs copied
 705                     opaque_ret_conv_suf = opaque_ret_conv_suf + "if (" + ty_info.var_name + "->inner != NULL)\n"
 706                     opaque_ret_conv_suf = opaque_ret_conv_suf + "\t" + ty_info.var_name + "_var = " + ty_info.rust_obj.replace("LDK", "") + "_clone(" + ty_info.var_name + ");\n"
 707                 elif not holds_ref and ty_info.is_ptr:
 708                     opaque_ret_conv_suf = opaque_ret_conv_suf + "// Warning: we may need a move here but can't clone!\n"
 709
 710                 opaque_ret_conv_suf = opaque_ret_conv_suf + "CHECK((((long)" + ty_info.var_name + "_var.inner) & 1) == 0); // We rely on a free low bit, malloc guarantees this.\n"
 711                 opaque_ret_conv_suf = opaque_ret_conv_suf + "CHECK((((long)&" + ty_info.var_name + "_var) & 1) == 0); // We rely on a free low bit, pointer alignment guarantees this.\n"
 712                 if holds_ref:
 713                     opaque_ret_conv_suf = opaque_ret_conv_suf + "long " + ty_info.var_name + "_ref = (long)" + ty_info.var_name + "_var.inner & ~1;"
 714                 else:
 715                     opaque_ret_conv_suf = opaque_ret_conv_suf + "long " + ty_info.var_name + "_ref = (long)" + ty_info.var_name + "_var.inner;\n"
 716                     opaque_ret_conv_suf = opaque_ret_conv_suf + "if (" + ty_info.var_name + "_var.is_owned) {\n"
 717                     opaque_ret_conv_suf = opaque_ret_conv_suf + "\t" + ty_info.var_name + "_ref |= 1;\n"
 718                     opaque_ret_conv_suf = opaque_ret_conv_suf + "}"
 719
 720                 if ty_info.is_ptr:
 721                     return ConvInfo(ty_info = ty_info, arg_name = ty_info.var_name,
 722                         arg_conv = opaque_arg_conv, arg_conv_name = "&" + ty_info.var_name + "_conv", arg_conv_cleanup = None,
 723                         ret_conv = (ty_info.rust_obj + " " + ty_info.var_name + "_var = *", opaque_ret_conv_suf),
 724                         ret_conv_name = ty_info.var_name + "_ref",
 725                         to_hu_conv = ty_info.java_hu_ty + " " + ty_info.var_name + "_hu_conv = new " + ty_info.java_hu_ty + "(null, " + ty_info.var_name + ");",
 726                         to_hu_conv_name = ty_info.var_name + "_hu_conv",
 727                         from_hu_conv = (ty_info.var_name + " == null ? 0 : " + ty_info.var_name + ".ptr & ~1", "this.ptrs_to.add(" + ty_info.var_name + ")"))
 728                 else:
 729                     return ConvInfo(ty_info = ty_info, arg_name = ty_info.var_name,
 730                         arg_conv = opaque_arg_conv, arg_conv_name = ty_info.var_name + "_conv", arg_conv_cleanup = None,
 731                         ret_conv = (ty_info.rust_obj + " " + ty_info.var_name + "_var = ", opaque_ret_conv_suf),
 732                         ret_conv_name = ty_info.var_name + "_ref",
 733                         to_hu_conv = ty_info.java_hu_ty + " " + ty_info.var_name + "_hu_conv = new " + ty_info.java_hu_ty + "(null, " + ty_info.var_name + ");",
 734                         to_hu_conv_name = ty_info.var_name + "_hu_conv",
 735                         from_hu_conv = (ty_info.var_name + " == null ? 0 : " + ty_info.var_name + ".ptr & ~1", "this.ptrs_to.add(" + ty_info.var_name + ")"))
 736
 737             if not ty_info.is_ptr:
 738                 if ty_info.rust_obj in unitary_enums:
 739                     return ConvInfo(ty_info = ty_info, arg_name = ty_info.var_name,
 740                         arg_conv = ty_info.rust_obj + " " + ty_info.var_name + "_conv = " + ty_info.rust_obj + "_from_java(_env, " + ty_info.var_name + ");",
 741                         arg_conv_name = ty_info.var_name + "_conv",
 742                         arg_conv_cleanup = None,
 743                         ret_conv = ("jclass " + ty_info.var_name + "_conv = " + ty_info.rust_obj + "_to_java(_env, ", ");"),
 744                         ret_conv_name = ty_info.var_name + "_conv", to_hu_conv = None, to_hu_conv_name = None, from_hu_conv = None)
 745                 base_conv = ty_info.rust_obj + " " + ty_info.var_name + "_conv = *(" + ty_info.rust_obj + "*)" + ty_info.var_name + ";"
 746                 if ty_info.rust_obj in trait_structs:
 747                     if not is_free:
 748                         needs_full_clone = not is_free and (not ty_info.is_ptr and not holds_ref or ty_info.requires_clone == True) and ty_info.requires_clone != False
 749                         if needs_full_clone and (ty_info.rust_obj.replace("LDK", "") + "_clone") in clone_fns:
 750                             base_conv = base_conv + "\n" + ty_info.var_name + "_conv = " + ty_info.rust_obj.replace("LDK", "") + "_clone(" + ty_info.var_name + ");"
 751                         else:
 752                             base_conv = base_conv + "\nif (" + ty_info.var_name + "_conv.free == " + ty_info.rust_obj + "_JCalls_free) {\n"
 753                             base_conv = base_conv + "\t// If this_arg is a JCalls struct, then we need to increment the refcnt in it.\n"
 754                             base_conv = base_conv + "\t" + ty_info.rust_obj + "_JCalls_clone(" + ty_info.var_name + "_conv.this_arg);\n}"
 755                             if needs_full_clone:
 756                                 base_conv = base_conv + "// Warning: we may need a move here but can't do a full clone!\n"
 757
 758                     else:
 759                         base_conv = base_conv + "\n" + "FREE((void*)" + ty_info.var_name + ");"
 760                     return ConvInfo(ty_info = ty_info, arg_name = ty_info.var_name,
 761                         arg_conv = base_conv, arg_conv_name = ty_info.var_name + "_conv", arg_conv_cleanup = None,
 762                         ret_conv = (ty_info.rust_obj + "* ret = MALLOC(sizeof(" + ty_info.rust_obj + "), \"" + ty_info.rust_obj + "\");\n*ret = ", ";"),
 763                         ret_conv_name = "(long)ret",
 764                         to_hu_conv = ty_info.java_hu_ty + " ret_hu_conv = new " + ty_info.java_hu_ty + "(null, " + ty_info.var_name + ");\nret_hu_conv.ptrs_to.add(this);",
 765                         to_hu_conv_name = "ret_hu_conv",
 766                         from_hu_conv = (ty_info.var_name + " == null ? 0 : " + ty_info.var_name + ".ptr", "this.ptrs_to.add(" + ty_info.var_name + ")"))
 767                 if ty_info.rust_obj != "LDKu8slice":
 768                     # Don't bother free'ing slices passed in - Rust doesn't auto-free the
 769                     # underlying unlike Vecs, and it gives Java more freedom.
 770                     base_conv = base_conv + "\nFREE((void*)" + ty_info.var_name + ");";
 771                 if ty_info.rust_obj in complex_enums:
 772                     ret_conv = ("long " + ty_info.var_name + "_ref = (long)&", ";")
 773                     if not holds_ref:
 774                         ret_conv = (ty_info.rust_obj + " *" + ty_info.var_name + "_copy = MALLOC(sizeof(" + ty_info.rust_obj + "), \"" + ty_info.rust_obj + "\");\n", "")
 775                         if ty_info.requires_clone == True: # Set in object array mapping
 776                             if (ty_info.rust_obj.replace("LDK", "") + "_clone") in clone_fns:
 777                                 ret_conv = (ret_conv[0] + "*" + ty_info.var_name + "_copy = " + ty_info.rust_obj.replace("LDK", "") + "_clone(&", ");\n")
 778                             else:
 779                                 ret_conv = (ret_conv[0] + "*" + ty_info.var_name + "_copy = ", "; // XXX: We likely need to clone here, but no _clone fn is available!\n")
 780                         else:
 781                             ret_conv = (ret_conv[0] + "*" + ty_info.var_name + "_copy = ", ";\n")
 782                         ret_conv = (ret_conv[0], ret_conv[1] + "long " + ty_info.var_name + "_ref = (long)" + ty_info.var_name + "_copy;")
 783                     return ConvInfo(ty_info = ty_info, arg_name = ty_info.var_name,
 784                         arg_conv = base_conv, arg_conv_name = ty_info.var_name + "_conv", arg_conv_cleanup = None,
 785                         ret_conv = ret_conv, ret_conv_name = ty_info.var_name + "_ref",
 786                         to_hu_conv = ty_info.java_hu_ty + " " + ty_info.var_name + "_hu_conv = " + ty_info.java_hu_ty + ".constr_from_ptr(" + ty_info.var_name + ");\n" + ty_info.var_name + "_hu_conv.ptrs_to.add(this);",
 787                         to_hu_conv_name = ty_info.var_name + "_hu_conv", from_hu_conv = (ty_info.var_name + ".ptr", ""))
 788                 if ty_info.rust_obj in result_types:
 789                     if holds_ref:
 790                         # If we're trying to return a ref, we have to clone.
 791                         # We just blindly assume its implemented and let the compiler fail if its not.
 792                         ret_conv = (ty_info.rust_obj + "* " + ty_info.var_name + "_conv = MALLOC(sizeof(" + ty_info.rust_obj + "), \"" + ty_info.rust_obj + "\");\n*" + ty_info.var_name + "_conv = ", ";")
 793                         ret_conv = (ret_conv[0], ret_conv[1] + "\n*" + ty_info.var_name + "_conv = " + ty_info.rust_obj.replace("LDK", "") + "_clone(" + ty_info.var_name + "_conv);")
 794                     else:
 795                         ret_conv = (ty_info.rust_obj + "* " + ty_info.var_name + "_conv = MALLOC(sizeof(" + ty_info.rust_obj + "), \"" + ty_info.rust_obj + "\");\n*" + ty_info.var_name + "_conv = ", ";")
 796                     return ConvInfo(ty_info = ty_info, arg_name = ty_info.var_name,
 797                         arg_conv = base_conv, arg_conv_name = ty_info.var_name + "_conv", arg_conv_cleanup = None,
 798                         ret_conv = ret_conv, ret_conv_name = "(long)" + ty_info.var_name + "_conv",
 799                         to_hu_conv = ty_info.java_hu_ty + " " + ty_info.var_name + "_hu_conv = " + ty_info.java_hu_ty + ".constr_from_ptr(" + ty_info.var_name + ");",
 800                         to_hu_conv_name = ty_info.var_name + "_hu_conv", from_hu_conv = (ty_info.var_name + " != null ? " + ty_info.var_name + ".ptr : 0", ""))
 801                 if ty_info.rust_obj in tuple_types:
 802                     from_hu_conv = "bindings." + tuple_types[ty_info.rust_obj][1].replace("LDK", "") + "_new("
 803                     to_hu_conv_pfx = ""
 804                     to_hu_conv_sfx = ty_info.java_hu_ty + " " + ty_info.var_name + "_conv = new " + ty_info.java_hu_ty + "("
 805                     for idx, conv in enumerate(tuple_types[ty_info.rust_obj][0]):
 806                         if idx != 0:
 807                             to_hu_conv_sfx = to_hu_conv_sfx + ", "
 808                             from_hu_conv = from_hu_conv + ", "
 809                         conv.var_name = ty_info.var_name + "_" + chr(idx + ord("a"))
 810                         conv_map = map_type_with_info(conv, False, None, is_free, holds_ref)
 811                         to_hu_conv_pfx = to_hu_conv_pfx + conv.java_ty + " " + ty_info.var_name + "_" + chr(idx + ord("a")) + " = " + "bindings." + tuple_types[ty_info.rust_obj][1] + "_get_" + chr(idx + ord("a")) + "(" + ty_info.var_name + ");\n"
 812                         if conv_map.to_hu_conv is not None:
 813                             to_hu_conv_pfx = to_hu_conv_pfx + conv_map.to_hu_conv + ";\n"
 814                             to_hu_conv_sfx = to_hu_conv_sfx + conv_map.to_hu_conv_name
 815                         else:
 816                             to_hu_conv_sfx = to_hu_conv_sfx + ty_info.var_name + "_" + chr(idx + ord("a"))
 817                         if conv_map.from_hu_conv is not None:
 818                             from_hu_conv = from_hu_conv + conv_map.from_hu_conv[0].replace(ty_info.var_name + "_" + chr(idx + ord("a")), ty_info.var_name + "." + chr(idx + ord("a")))
 819                             if conv_map.from_hu_conv[1] != "":
 820                                 from_hu_conv = from_hu_conv + "/*XXX: " + conv_map.from_hu_conv[1] + "*/"
 821                         else:
 822                             from_hu_conv = from_hu_conv + ty_info.var_name + "." + chr(idx + ord("a"))
 823
 824                     if not ty_info.is_ptr and not holds_ref:
 825                         return ConvInfo(ty_info = ty_info, arg_name = ty_info.var_name,
 826                             arg_conv = base_conv, arg_conv_name = ty_info.var_name + "_conv", arg_conv_cleanup = None,
 827
 828                             ret_conv = (ty_info.rust_obj + "* " + ty_info.var_name + "_ref = MALLOC(sizeof(" + ty_info.rust_obj + "), \"" + ty_info.rust_obj + "\");\n*" + ty_info.var_name + "_ref = ", ";"),
 829                             ret_conv_name = "(long)" + ty_info.var_name + "_ref",
 830                             to_hu_conv = to_hu_conv_pfx + to_hu_conv_sfx + ");", to_hu_conv_name = ty_info.var_name + "_conv", from_hu_conv = (from_hu_conv + ")", ""))
 831                     return ConvInfo(ty_info = ty_info, arg_name = ty_info.var_name,
 832                         arg_conv = base_conv, arg_conv_name = ty_info.var_name + "_conv", arg_conv_cleanup = None,
 833                         ret_conv = ("long " + ty_info.var_name + "_ref = (long)&", ";"), ret_conv_name = ty_info.var_name + "_ref",
 834                         to_hu_conv = to_hu_conv_pfx + to_hu_conv_sfx + ");", to_hu_conv_name = ty_info.var_name + "_conv", from_hu_conv = (from_hu_conv + ")", ""))
 835
 836                 # The manually-defined types - TxOut and Transaction
 837                 assert ty_info.rust_obj == "LDKTxOut"
 838                 if not ty_info.is_ptr and not holds_ref:
 839                     ret_conv = ("LDKTxOut* " + ty_info.var_name + "_ref = MALLOC(sizeof(LDKTxOut), \"LDKTxOut\");\n*" + ty_info.var_name + "_ref = ", ";")
 840                 else:
 841                     ret_conv = ("long " + ty_info.var_name + "_ref = (long)&", ";")
 842                 return ConvInfo(ty_info = ty_info, arg_name = ty_info.var_name,
 843                     arg_conv = base_conv, arg_conv_name = ty_info.var_name + "_conv", arg_conv_cleanup = None,
 844                     ret_conv = ret_conv, ret_conv_name = "(long)" + ty_info.var_name + "_ref",
 845                     to_hu_conv = ty_info.java_hu_ty + " " + ty_info.var_name + "_conv = new " +ty_info.java_hu_ty + "(null, " + ty_info.var_name + ");",
 846                     to_hu_conv_name = ty_info.var_name + "_conv", from_hu_conv = (ty_info.var_name + ".ptr", ""))
 847             elif ty_info.is_ptr:
 848                 assert(not is_free)
 849                 if ty_info.rust_obj in complex_enums:
 850                     return ConvInfo(ty_info = ty_info, arg_name = ty_info.var_name,
 851                         arg_conv = ty_info.rust_obj + "* " + ty_info.var_name + "_conv = (" + ty_info.rust_obj + "*)" + ty_info.var_name + ";",
 852                         arg_conv_name = ty_info.var_name + "_conv", arg_conv_cleanup = None,
 853                         ret_conv = ("long ret_" + ty_info.var_name + " = (long)", ";"), ret_conv_name = "ret_" + ty_info.var_name,
 854                         to_hu_conv = ty_info.java_hu_ty + " " + ty_info.var_name + "_hu_conv = " + ty_info.java_hu_ty + ".constr_from_ptr(" + ty_info.var_name + ");",
 855                         to_hu_conv_name = ty_info.var_name + "_hu_conv",
 856                         from_hu_conv = (ty_info.var_name + " == null ? 0 : " + ty_info.var_name + ".ptr & ~1", "this.ptrs_to.add(" + ty_info.var_name + ")"))
 857                 elif ty_info.rust_obj in trait_structs:
 858                     if ty_info.rust_obj.replace("LDK", "") + "_clone" in clone_fns:
 859                         return ConvInfo(ty_info = ty_info, arg_name = ty_info.var_name,
 860                             arg_conv = ty_info.rust_obj + "* " + ty_info.var_name + "_conv = (" + ty_info.rust_obj + "*)" + ty_info.var_name + ";",
 861                             arg_conv_name = ty_info.var_name + "_conv", arg_conv_cleanup = None,
 862                             ret_conv = (ty_info.rust_obj + " *" + ty_info.var_name + "_clone = MALLOC(sizeof(" + ty_info.rust_obj + "), \"" + ty_info.rust_obj + "\");\n" +
 863                                 "*" + ty_info.var_name + "_clone = " + ty_info.rust_obj.replace("LDK", "") + "_clone(", ");"),
 864                             ret_conv_name = "(long)" + ty_info.var_name + "_clone",
 865                             to_hu_conv = ty_info.java_hu_ty + " ret_hu_conv = new " + ty_info.java_hu_ty + "(null, " + ty_info.var_name + ");\nret_hu_conv.ptrs_to.add(this);",
 866                             to_hu_conv_name = "ret_hu_conv",
 867                             from_hu_conv = (ty_info.var_name + " == null ? 0 : " + ty_info.var_name + ".ptr", "this.ptrs_to.add(" + ty_info.var_name + ")"))
 868                     else:
 869                         return ConvInfo(ty_info = ty_info, arg_name = ty_info.var_name,
 870                             arg_conv = ty_info.rust_obj + "* " + ty_info.var_name + "_conv = (" + ty_info.rust_obj + "*)" + ty_info.var_name + ";",
 871                             arg_conv_name = ty_info.var_name + "_conv", arg_conv_cleanup = None,
 872                             ret_conv = ("long ret_" + ty_info.var_name + " = (long)", ";"), ret_conv_name = "ret_" + ty_info.var_name,
 873                             to_hu_conv = ty_info.java_hu_ty + " ret_hu_conv = new " + ty_info.java_hu_ty + "(null, " + ty_info.var_name + ");\nret_hu_conv.ptrs_to.add(this);",
 874                             to_hu_conv_name = "ret_hu_conv",
 875                             from_hu_conv = (ty_info.var_name + " == null ? 0 : " + ty_info.var_name + ".ptr", "this.ptrs_to.add(" + ty_info.var_name + ")"))
 876                 return ConvInfo(ty_info = ty_info, arg_name = ty_info.var_name,
 877                     arg_conv = ty_info.rust_obj + "* " + ty_info.var_name + "_conv = (" + ty_info.rust_obj + "*)" + ty_info.var_name + ";",
 878                     arg_conv_name = ty_info.var_name + "_conv", arg_conv_cleanup = None,
 879                     ret_conv = ("long ret_" + ty_info.var_name + " = (long)", ";"), ret_conv_name = "ret_" + ty_info.var_name,
 880                     to_hu_conv = "TODO 3", to_hu_conv_name = None, from_hu_conv = None) # its a pointer, no conv needed
 881             assert False # We should have handled every case by now.
 882
 883     def map_fn(line, re_match, ret_arr_len, c_call_string):
 884         out_java.write("\t// " + line)
 885         out_java.write("\tpublic static native ")
 886         write_c("JNIEXPORT ")
 887
 888         is_free = re_match.group(2).endswith("_free")
 889         struct_meth = re_match.group(2).split("_")[0]
 890
 891         ret_info = map_type(re_match.group(1), True, ret_arr_len, False, False)
 892         ret_info.print_ty()
 893
 894         if ret_info.ret_conv is not None:
 895             ret_conv_pfx, ret_conv_sfx = ret_info.ret_conv
 896
 897         out_java.write(" " + re_match.group(2) + "(")
 898         write_c(" JNICALL Java_org_ldk_impl_bindings_" + re_match.group(2).replace('_', '_1') + "(JNIEnv * _env, jclass _b")
 899
 900         arg_names = []
 901         default_constructor_args = {}
 902         takes_self = False
 903         args_known = True
 904         for idx, arg in enumerate(re_match.group(3).split(',')):
 905             if idx != 0:
 906                 out_java.write(", ")
 907             if arg != "void":
 908                 write_c(", ")
 909             arg_conv_info = map_type(arg, False, None, is_free, True)
 910             if arg_conv_info.c_ty != "void":
 911                 arg_conv_info.print_ty()
 912                 arg_conv_info.print_name()
 913             if idx == 0 and arg_conv_info.java_hu_ty == struct_meth:
 914                 takes_self = True
 915             if arg_conv_info.arg_conv is not None and "Warning" in arg_conv_info.arg_conv:
 916                 if arg_conv_info.rust_obj in constructor_fns:
 917                     assert not is_free
 918                     for explode_arg in constructor_fns[arg_conv_info.rust_obj].split(','):
 919                         explode_arg_conv = map_type(explode_arg, False, None, False, True)
 920                         if explode_arg_conv.c_ty == "void":
 921                             # We actually want to handle this case, but for now its only used in NetGraphMsgHandler::new()
 922                             # which ends up resulting in a redundant constructor - both without arguments for the NetworkGraph.
 923                             args_known = False
 924                             pass
 925                         if not arg_conv_info.arg_name in default_constructor_args:
 926                             default_constructor_args[arg_conv_info.arg_name] = []
 927                         default_constructor_args[arg_conv_info.arg_name].append(explode_arg_conv)
 928             arg_names.append(arg_conv_info)
 929
 930         out_java_struct = None
 931         if ("LDK" + struct_meth in opaque_structs or "LDK" + struct_meth in trait_structs) and not is_free:
 932             out_java_struct = open(sys.argv[3] + "/structs/" + struct_meth + ".java", "a")
 933             if not args_known:
 934                 out_java_struct.write("\t// Skipped " + re_match.group(2) + "\n")
 935                 out_java_struct.close()
 936                 out_java_struct = None
 937             else:
 938                 meth_n = re_match.group(2)[len(struct_meth) + 1:]
 939                 if not takes_self:
 940                     out_java_struct.write("\tpublic static " + ret_info.java_hu_ty + " constructor_" + meth_n + "(")
 941                 else:
 942                     out_java_struct.write("\tpublic " + ret_info.java_hu_ty + " " + meth_n + "(")
 943                 for idx, arg in enumerate(arg_names):
 944                     if idx != 0:
 945                         if not takes_self or idx > 1:
 946                             out_java_struct.write(", ")
 947                     elif takes_self:
 948                         continue
 949                     if arg.java_ty != "void":
 950                         if arg.arg_name in default_constructor_args:
 951                             for explode_idx, explode_arg in enumerate(default_constructor_args[arg.arg_name]):
 952                                 if explode_idx != 0:
 953                                     out_java_struct.write(", ")
 954                                 out_java_struct.write(explode_arg.java_hu_ty + " " + arg.arg_name + "_" + explode_arg.arg_name)
 955                         else:
 956                             out_java_struct.write(arg.java_hu_ty + " " + arg.arg_name)
 957
 958
 959         out_java.write(");\n")
 960         write_c(") {\n")
 961         if out_java_struct is not None:
 962             out_java_struct.write(") {\n")
 963
 964         for info in arg_names:
 965             if info.arg_conv is not None:
 966                 write_c("\t" + info.arg_conv.replace('\n', "\n\t") + "\n")
 967
 968         if ret_info.ret_conv is not None:
 969             write_c("\t" + ret_conv_pfx.replace('\n', '\n\t'))
 970         elif ret_info.c_ty != "void":
 971             write_c("\t" + ret_info.c_ty + " ret_val = ")
 972         else:
 973             write_c("\t")
 974
 975         if c_call_string is None:
 976             write_c(re_match.group(2) + "(")
 977         else:
 978             write_c(c_call_string)
 979         for idx, info in enumerate(arg_names):
 980             if info.arg_conv_name is not None:
 981                 if idx != 0:
 982                     write_c(", ")
 983                 elif c_call_string is not None:
 984                     continue
 985                 write_c(info.arg_conv_name)
 986         write_c(")")
 987         if ret_info.ret_conv is not None:
 988             write_c(ret_conv_sfx.replace('\n', '\n\t'))
 989         else:
 990             write_c(";")
 991         for info in arg_names:
 992             if info.arg_conv_cleanup is not None:
 993                 write_c("\n\t" + info.arg_conv_cleanup.replace("\n", "\n\t"))
 994         if ret_info.ret_conv is not None:
 995             write_c("\n\treturn " + ret_info.ret_conv_name + ";")
 996         elif ret_info.c_ty != "void":
 997             write_c("\n\treturn ret_val;")
 998         write_c("\n}\n\n")
 999         if out_java_struct is not None:
1000             out_java_struct.write("\t\t")
1001             if ret_info.java_ty != "void":
1002                 out_java_struct.write(ret_info.java_ty + " ret = ")
1003             out_java_struct.write("bindings." + re_match.group(2) + "(")
1004             for idx, info in enumerate(arg_names):
1005                 if idx != 0:
1006                     out_java_struct.write(", ")
1007                 if idx == 0 and takes_self:
1008                     out_java_struct.write("this.ptr")
1009                 elif info.arg_name in default_constructor_args:
1010                     out_java_struct.write("bindings." + info.java_hu_ty + "_new(")
1011                     for explode_idx, explode_arg in enumerate(default_constructor_args[info.arg_name]):
1012                         if explode_idx != 0:
1013                             out_java_struct.write(", ")
1014                         expl_arg_name = info.arg_name + "_" + explode_arg.arg_name
1015                         if explode_arg.from_hu_conv is not None:
1016                             out_java_struct.write(explode_arg.from_hu_conv[0].replace(explode_arg.arg_name, expl_arg_name))
1017                         else:
1018                             out_java_struct.write(expl_arg_name)
1019                     out_java_struct.write(")")
1020                 elif info.from_hu_conv is not None:
1021                     out_java_struct.write(info.from_hu_conv[0])
1022                 else:
1023                     out_java_struct.write(info.arg_name)
1024             out_java_struct.write(");\n")
1025             if ret_info.to_hu_conv is not None:
1026                 if not takes_self:
1027                     out_java_struct.write("\t\t" + ret_info.to_hu_conv.replace("\n", "\n\t\t").replace("this", ret_info.to_hu_conv_name) + "\n")
1028                 else:
1029                     out_java_struct.write("\t\t" + ret_info.to_hu_conv.replace("\n", "\n\t\t") + "\n")
1030
1031             for idx, info in enumerate(arg_names):
1032                 if idx == 0 and takes_self:
1033                     pass
1034                 elif info.arg_name in default_constructor_args:
1035                     for explode_arg in default_constructor_args[info.arg_name]:
1036                         expl_arg_name = info.arg_name + "_" + explode_arg.arg_name
1037                         if explode_arg.from_hu_conv is not None and ret_info.to_hu_conv_name:
1038                             out_java_struct.write("\t\t" + explode_arg.from_hu_conv[1].replace(explode_arg.arg_name, expl_arg_name).replace("this", ret_info.to_hu_conv_name) + ";\n")
1039                 elif info.from_hu_conv is not None and info.from_hu_conv[1] != "":
1040                     if not takes_self and ret_info.to_hu_conv_name is not None:
1041                         out_java_struct.write("\t\t" + info.from_hu_conv[1].replace("this", ret_info.to_hu_conv_name) + ";\n")
1042                     else:
1043                         out_java_struct.write("\t\t" + info.from_hu_conv[1] + ";\n")
1044
1045             if ret_info.to_hu_conv_name is not None:
1046                 out_java_struct.write("\t\treturn " + ret_info.to_hu_conv_name + ";\n")
1047             elif ret_info.java_ty != "void" and ret_info.rust_obj != "LDK" + struct_meth:
1048                 out_java_struct.write("\t\treturn ret;\n")
1049             out_java_struct.write("\t}\n\n")
1050             out_java_struct.close()
1051
1052     def map_unitary_enum(struct_name, field_lines):
1053         with open(sys.argv[3] + "/enums/" + struct_name + ".java", "w") as out_java_enum:
1054             out_java_enum.write("package org.ldk.enums;\n\n")
1055             unitary_enums.add(struct_name)
1056             write_c("static inline " + struct_name + " " + struct_name + "_from_java(JNIEnv *env, jclass val) {\n")
1057             write_c("\tswitch ((*env)->CallIntMethod(env, val, ordinal_meth)) {\n")
1058             ord_v = 0
1059             for idx, struct_line in enumerate(field_lines):
1060                 if idx == 0:
1061                     out_java_enum.write("public enum " + struct_name + " {\n")
1062                 elif idx == len(field_lines) - 3:
1063                     assert(struct_line.endswith("_Sentinel,"))
1064                 elif idx == len(field_lines) - 2:
1065                     out_java_enum.write("\t; static native void init();\n")
1066                     out_java_enum.write("\tstatic { init(); }\n")
1067                     out_java_enum.write("}")
1068                     out_java.write("\tstatic { " + struct_name + ".values(); /* Force enum statics to run */ }\n")
1069                 elif idx == len(field_lines) - 1:
1070                     assert(struct_line == "")
1071                 else:
1072                     out_java_enum.write(struct_line + "\n")
1073                     write_c("\t\tcase %d: return %s;\n" % (ord_v, struct_line.strip().strip(",")))
1074                     ord_v = ord_v + 1
1075             write_c("\t}\n")
1076             write_c("\tabort();\n")
1077             write_c("}\n")
1078
1079             ord_v = 0
1080             write_c("static jclass " + struct_name + "_class = NULL;\n")
1081             for idx, struct_line in enumerate(field_lines):
1082                 if idx > 0 and idx < len(field_lines) - 3:
1083                     variant = struct_line.strip().strip(",")
1084                     write_c("static jfieldID " + struct_name + "_" + variant + " = NULL;\n")
1085             write_c("JNIEXPORT void JNICALL Java_org_ldk_enums_" + struct_name.replace("_", "_1") + "_init (JNIEnv * env, jclass clz) {\n")
1086             write_c("\t" + struct_name + "_class = (*env)->NewGlobalRef(env, clz);\n")
1087             write_c("\tCHECK(" + struct_name + "_class != NULL);\n")
1088             for idx, struct_line in enumerate(field_lines):
1089                 if idx > 0 and idx < len(field_lines) - 3:
1090                     variant = struct_line.strip().strip(",")
1091                     write_c("\t" + struct_name + "_" + variant + " = (*env)->GetStaticFieldID(env, " + struct_name + "_class, \"" + variant + "\", \"Lorg/ldk/enums/" + struct_name + ";\");\n")
1092                     write_c("\tCHECK(" + struct_name + "_" + variant + " != NULL);\n")
1093             write_c("}\n")
1094             write_c("static inline jclass " + struct_name + "_to_java(JNIEnv *env, " + struct_name + " val) {\n")
1095             write_c("\tswitch (val) {\n")
1096             for idx, struct_line in enumerate(field_lines):
1097                 if idx > 0 and idx < len(field_lines) - 3:
1098                     variant = struct_line.strip().strip(",")
1099                     write_c("\t\tcase " + variant + ":\n")
1100                     write_c("\t\t\treturn (*env)->GetStaticObjectField(env, " + struct_name + "_class, " + struct_name + "_" + variant + ");\n")
1101                     ord_v = ord_v + 1
1102             write_c("\t\tdefault: abort();\n")
1103             write_c("\t}\n")
1104             write_c("}\n\n")
1105
1106     def map_complex_enum(struct_name, union_enum_items):
1107         java_hu_type = struct_name.replace("LDK", "")
1108         complex_enums.add(struct_name)
1109         with open(sys.argv[3] + "/structs/" + java_hu_type + ".java", "w") as out_java_enum:
1110             out_java_enum.write(hu_struct_file_prefix)
1111             out_java_enum.write("public class " + java_hu_type + " extends CommonBase {\n")
1112             out_java_enum.write("\tprivate " + java_hu_type + "(Object _dummy, long ptr) { super(ptr); }\n")
1113             out_java_enum.write("\t@Override @SuppressWarnings(\"deprecation\")\n")
1114             out_java_enum.write("\tprotected void finalize() throws Throwable {\n")
1115             out_java_enum.write("\t\tsuper.finalize();\n")
1116             out_java_enum.write("\t\tif (ptr != 0) { bindings." + java_hu_type + "_free(ptr); }\n")
1117             out_java_enum.write("\t}\n")
1118             out_java_enum.write("\tstatic " + java_hu_type + " constr_from_ptr(long ptr) {\n")
1119             out_java_enum.write("\t\tbindings." + struct_name + " raw_val = bindings." + struct_name + "_ref_from_ptr(ptr);\n")
1120             java_hu_subclasses = ""
1121
1122             tag_field_lines = union_enum_items["field_lines"]
1123             init_meth_jty_strs = {}
1124             for idx, struct_line in enumerate(tag_field_lines):
1125                 if idx == 0:
1126                     out_java.write("\tpublic static class " + struct_name + " {\n")
1127                     out_java.write("\t\tprivate " + struct_name + "() {}\n")
1128                 elif idx == len(tag_field_lines) - 3:
1129                     assert(struct_line.endswith("_Sentinel,"))
1130                 elif idx == len(tag_field_lines) - 2:
1131                     out_java.write("\t\tstatic native void init();\n")
1132                     out_java.write("\t}\n")
1133                 elif idx == len(tag_field_lines) - 1:
1134                     assert(struct_line == "")
1135                 else:
1136                     var_name = struct_line.strip(' ,')[len(struct_name) + 1:]
1137                     out_java.write("\t\tpublic final static class " + var_name + " extends " + struct_name + " {\n")
1138                     java_hu_subclasses = java_hu_subclasses + "\tpublic final static class " + var_name + " extends " + java_hu_type + " {\n"
1139                     out_java_enum.write("\t\tif (raw_val.getClass() == bindings." + struct_name + "." + var_name + ".class) {\n")
1140                     out_java_enum.write("\t\t\treturn new " + var_name + "(ptr, (bindings." + struct_name + "." + var_name + ")raw_val);\n")
1141                     write_c("static jclass " + struct_name + "_" + var_name + "_class = NULL;\n")
1142                     write_c("static jmethodID " + struct_name + "_" + var_name + "_meth = NULL;\n")
1143                     init_meth_jty_str = ""
1144                     init_meth_params = ""
1145                     init_meth_body = ""
1146                     hu_conv_body = ""
1147                     if "LDK" + var_name in union_enum_items:
1148                         enum_var_lines = union_enum_items["LDK" + var_name]
1149                         for idx, field in enumerate(enum_var_lines):
1150                             if idx != 0 and idx < len(enum_var_lines) - 2:
1151                                 field_ty = map_type(field.strip(' ;'), False, None, False, True)
1152                                 out_java.write("\t\t\tpublic " + field_ty.java_ty + " " + field_ty.arg_name + ";\n")
1153                                 java_hu_subclasses = java_hu_subclasses + "\t\tpublic final " + field_ty.java_hu_ty + " " + field_ty.arg_name + ";\n"
1154                                 if field_ty.to_hu_conv is not None:
1155                                     hu_conv_body = hu_conv_body + "\t\t\t" + field_ty.java_ty + " " + field_ty.arg_name + " = obj." + field_ty.arg_name + ";\n"
1156                                     hu_conv_body = hu_conv_body + "\t\t\t" + field_ty.to_hu_conv.replace("\n", "\n\t\t\t") + "\n"
1157                                     hu_conv_body = hu_conv_body + "\t\t\tthis." + field_ty.arg_name + " = " + field_ty.to_hu_conv_name + ";\n"
1158                                 else:
1159                                     hu_conv_body = hu_conv_body + "\t\t\tthis." + field_ty.arg_name + " = obj." + field_ty.arg_name + ";\n"
1160                                 init_meth_jty_str = init_meth_jty_str + field_ty.java_fn_ty_arg
1161                                 if idx > 1:
1162                                     init_meth_params = init_meth_params + ", "
1163                                 init_meth_params = init_meth_params + field_ty.java_ty + " " + field_ty.arg_name
1164                                 init_meth_body = init_meth_body + "this." + field_ty.arg_name + " = " + field_ty.arg_name + "; "
1165                         out_java.write("\t\t\t" + var_name + "(" + init_meth_params + ") { ")
1166                         out_java.write(init_meth_body)
1167                         out_java.write("}\n")
1168                     out_java.write("\t\t}\n")
1169                     out_java_enum.write("\t\t}\n")
1170                     java_hu_subclasses = java_hu_subclasses + "\t\tprivate " + var_name + "(long ptr, bindings." + struct_name + "." + var_name + " obj) {\n\t\t\tsuper(null, ptr);\n"
1171                     java_hu_subclasses = java_hu_subclasses + hu_conv_body
1172                     java_hu_subclasses = java_hu_subclasses + "\t\t}\n\t}\n"
1173                     init_meth_jty_strs[var_name] = init_meth_jty_str
1174             out_java_enum.write("\t\tassert false; return null; // Unreachable without extending the (internal) bindings interface\n\t}\n\n")
1175             out_java_enum.write(java_hu_subclasses)
1176             out_java.write("\tstatic { " + struct_name + ".init(); }\n")
1177             out_java.write("\tpublic static native " + struct_name + " " + struct_name + "_ref_from_ptr(long ptr);\n");
1178
1179             write_c("JNIEXPORT void JNICALL Java_org_ldk_impl_bindings_00024" + struct_name.replace("_", "_1") + "_init (JNIEnv * env, jclass _a) {\n")
1180             for idx, struct_line in enumerate(tag_field_lines):
1181                 if idx != 0 and idx < len(tag_field_lines) - 3:
1182                     var_name = struct_line.strip(' ,')[len(struct_name) + 1:]
1183                     write_c("\t" + struct_name + "_" + var_name + "_class =\n")
1184                     write_c("\t\t(*env)->NewGlobalRef(env, (*env)->FindClass(env, \"Lorg/ldk/impl/bindings$" + struct_name + "$" + var_name + ";\"));\n")
1185                     write_c("\tCHECK(" + struct_name + "_" + var_name + "_class != NULL);\n")
1186                     write_c("\t" + struct_name + "_" + var_name + "_meth = (*env)->GetMethodID(env, " + struct_name + "_" + var_name + "_class, \"<init>\", \"(" + init_meth_jty_strs[var_name] + ")V\");\n")
1187                     write_c("\tCHECK(" + struct_name + "_" + var_name + "_meth != NULL);\n")
1188             write_c("}\n")
1189             write_c("JNIEXPORT jobject JNICALL Java_org_ldk_impl_bindings_" + struct_name.replace("_", "_1") + "_1ref_1from_1ptr (JNIEnv * _env, jclass _c, jlong ptr) {\n")
1190             write_c("\t" + struct_name + " *obj = (" + struct_name + "*)ptr;\n")
1191             write_c("\tswitch(obj->tag) {\n")
1192             for idx, struct_line in enumerate(tag_field_lines):
1193                 if idx != 0 and idx < len(tag_field_lines) - 3:
1194                     var_name = struct_line.strip(' ,')[len(struct_name) + 1:]
1195                     write_c("\t\tcase " + struct_name + "_" + var_name + ": {\n")
1196                     c_params_text = ""
1197                     if "LDK" + var_name in union_enum_items:
1198                         enum_var_lines = union_enum_items["LDK" + var_name]
1199                         for idx, field in enumerate(enum_var_lines):
1200                             if idx != 0 and idx < len(enum_var_lines) - 2:
1201                                 field_map = map_type(field.strip(' ;'), False, None, False, True)
1202                                 if field_map.ret_conv is not None:
1203                                     write_c("\t\t\t" + field_map.ret_conv[0].replace("\n", "\n\t\t\t"))
1204                                     write_c("obj->" + camel_to_snake(var_name) + "." + field_map.arg_name)
1205                                     write_c(field_map.ret_conv[1].replace("\n", "\n\t\t\t") + "\n")
1206                                     c_params_text = c_params_text + ", " + field_map.ret_conv_name
1207                                 else:
1208                                     c_params_text = c_params_text + ", obj->" + camel_to_snake(var_name) + "." + field_map.arg_name
1209                     write_c("\t\t\treturn (*_env)->NewObject(_env, " + struct_name + "_" + var_name + "_class, " + struct_name + "_" + var_name + "_meth" + c_params_text + ");\n")
1210                     write_c("\t\t}\n")
1211             write_c("\t\tdefault: abort();\n")
1212             write_c("\t}\n}\n")
1213             out_java_enum.write("}\n")
1214
1215     def map_trait(struct_name, field_var_lines, trait_fn_lines):
1216         with open(sys.argv[3] + "/structs/" + struct_name.replace("LDK","") + ".java", "w") as out_java_trait:
1217             write_c("typedef struct " + struct_name + "_JCalls {\n")
1218             write_c("\tatomic_size_t refcnt;\n")
1219             write_c("\tJavaVM *vm;\n")
1220             write_c("\tjweak o;\n")
1221             field_var_convs = []
1222             for var_line in field_var_lines:
1223                 if var_line.group(1) in trait_structs:
1224                     write_c("\t" + var_line.group(1) + "_JCalls* " + var_line.group(2) + ";\n")
1225                     field_var_convs.append(None)
1226                 else:
1227                     field_var_convs.append(map_type(var_line.group(1) + " " + var_line.group(2), False, None, False, False))
1228             for fn_line in trait_fn_lines:
1229                 if fn_line.group(3) != "free" and fn_line.group(3) != "clone":
1230                     write_c("\tjmethodID " + fn_line.group(3) + "_meth;\n")
1231             write_c("} " + struct_name + "_JCalls;\n")
1232
1233             out_java_trait.write(hu_struct_file_prefix)
1234             out_java_trait.write("public class " + struct_name.replace("LDK","") + " extends CommonBase {\n")
1235             out_java_trait.write("\tfinal bindings." + struct_name + " bindings_instance;\n")
1236             out_java_trait.write("\t" + struct_name.replace("LDK", "") + "(Object _dummy, long ptr) { super(ptr); bindings_instance = null; }\n")
1237             out_java_trait.write("\tprivate " + struct_name.replace("LDK", "") + "(bindings." + struct_name + " arg")
1238             for idx, var_line in enumerate(field_var_lines):
1239                 if var_line.group(1) in trait_structs:
1240                     out_java_trait.write(", bindings." + var_line.group(1) + " " + var_line.group(2))
1241                 else:
1242                     out_java_trait.write(", " + field_var_convs[idx].java_hu_ty + " " + var_line.group(2))
1243             out_java_trait.write(") {\n")
1244             out_java_trait.write("\t\tsuper(bindings." + struct_name + "_new(arg")
1245             for idx, var_line in enumerate(field_var_lines):
1246                 if var_line.group(1) in trait_structs:
1247                     out_java_trait.write(", " + var_line.group(2))
1248                 elif field_var_convs[idx].from_hu_conv is not None:
1249                     out_java_trait.write(", " + field_var_convs[idx].from_hu_conv[0])
1250                 else:
1251                     out_java_trait.write(", " + var_line.group(2))
1252             out_java_trait.write("));\n")
1253             out_java_trait.write("\t\tthis.ptrs_to.add(arg);\n")
1254             for idx, var_line in enumerate(field_var_lines):
1255                 if var_line.group(1) in trait_structs:
1256                     out_java_trait.write("\t\tthis.ptrs_to.add(" + var_line.group(2) + ");\n")
1257                 elif field_var_convs[idx].from_hu_conv is not None and field_var_convs[idx].from_hu_conv[1] != "":
1258                     out_java_trait.write("\t\t" + field_var_convs[idx].from_hu_conv[1] + ";\n")
1259             out_java_trait.write("\t\tthis.bindings_instance = arg;\n")
1260             out_java_trait.write("\t}\n")
1261             out_java_trait.write("\t@Override @SuppressWarnings(\"deprecation\")\n")
1262             out_java_trait.write("\tprotected void finalize() throws Throwable {\n")
1263             out_java_trait.write("\t\tif (ptr != 0) { bindings." + struct_name.replace("LDK","") + "_free(ptr); } super.finalize();\n")
1264             out_java_trait.write("\t}\n\n")
1265
1266             java_trait_constr = "\tprivate static class " + struct_name + "Holder { " + struct_name.replace("LDK", "") + " held; }\n"
1267             java_trait_constr = java_trait_constr + "\tpublic static " + struct_name.replace("LDK", "") + " new_impl(" + struct_name.replace("LDK", "") + "Interface arg"
1268             for idx, var_line in enumerate(field_var_lines):
1269                 if var_line.group(1) in trait_structs:
1270                     # Ideally we'd be able to take any instance of the interface, but our C code can only represent
1271                     # Java-implemented version, so we require users pass a Java implementation here :/
1272                     java_trait_constr = java_trait_constr + ", " + var_line.group(1).replace("LDK", "") + "." + var_line.group(1).replace("LDK", "") + "Interface " + var_line.group(2) + "_impl"
1273                 else:
1274                     java_trait_constr = java_trait_constr + ", " + field_var_convs[idx].java_hu_ty + " " + var_line.group(2)
1275             java_trait_constr = java_trait_constr + ") {\n\t\tfinal " + struct_name + "Holder impl_holder = new " + struct_name + "Holder();\n"
1276             java_trait_constr = java_trait_constr + "\t\timpl_holder.held = new " + struct_name.replace("LDK", "") + "(new bindings." + struct_name + "() {\n"
1277             out_java_trait.write("\tpublic static interface " + struct_name.replace("LDK", "") + "Interface {\n")
1278             out_java.write("\tpublic interface " + struct_name + " {\n")
1279             java_meths = []
1280             for fn_line in trait_fn_lines:
1281                 java_meth_descr = "("
1282                 if fn_line.group(3) != "free" and fn_line.group(3) != "clone":
1283                     ret_ty_info = map_type(fn_line.group(2), True, None, False, False)
1284
1285                     out_java.write("\t\t " + ret_ty_info.java_ty + " " + fn_line.group(3) + "(")
1286                     java_trait_constr = java_trait_constr + "\t\t\t@Override public " + ret_ty_info.java_ty + " " + fn_line.group(3) + "("
1287                     out_java_trait.write("\t\t" + ret_ty_info.java_hu_ty + " " + fn_line.group(3) + "(")
1288                     is_const = fn_line.group(4) is not None
1289                     write_c(fn_line.group(2) + fn_line.group(3) + "_jcall(")
1290                     if is_const:
1291                         write_c("const void* this_arg")
1292                     else:
1293                         write_c("void* this_arg")
1294
1295                     arg_names = []
1296                     for idx, arg in enumerate(fn_line.group(5).split(',')):
1297                         if arg == "":
1298                             continue
1299                         if idx >= 2:
1300                             out_java.write(", ")
1301                             java_trait_constr = java_trait_constr + ", "
1302                             out_java_trait.write(", ")
1303                         write_c(", ")
1304                         arg_conv_info = map_type(arg, True, None, False, False)
1305                         write_c(arg.strip())
1306                         out_java.write(arg_conv_info.java_ty + " " + arg_conv_info.arg_name)
1307                         out_java_trait.write(arg_conv_info.java_hu_ty + " " + arg_conv_info.arg_name)
1308                         java_trait_constr = java_trait_constr + arg_conv_info.java_ty + " " + arg_conv_info.arg_name
1309                         arg_names.append(arg_conv_info)
1310                         java_meth_descr = java_meth_descr + arg_conv_info.java_fn_ty_arg
1311                     java_meth_descr = java_meth_descr + ")" + ret_ty_info.java_fn_ty_arg
1312                     java_meths.append((fn_line, java_meth_descr))
1313
1314                     out_java.write(");\n")
1315                     out_java_trait.write(");\n")
1316                     java_trait_constr = java_trait_constr + ") {\n"
1317                     write_c(") {\n")
1318                     write_c("\t" + struct_name + "_JCalls *j_calls = (" + struct_name + "_JCalls*) this_arg;\n")
1319                     write_c("\tJNIEnv *_env;\n")
1320                     write_c("\tDO_ASSERT((*j_calls->vm)->GetEnv(j_calls->vm, (void**)&_env, JNI_VERSION_1_8) == JNI_OK);\n")
1321
1322                     for arg_info in arg_names:
1323                         if arg_info.ret_conv is not None:
1324                             write_c("\t" + arg_info.ret_conv[0].replace('\n', '\n\t'));
1325                             write_c(arg_info.arg_name)
1326                             write_c(arg_info.ret_conv[1].replace('\n', '\n\t') + "\n")
1327                         if arg_info.to_hu_conv is not None:
1328                             java_trait_constr = java_trait_constr + "\t\t\t\t" + arg_info.to_hu_conv.replace("\n", "\n\t\t\t\t") + "\n"
1329
1330                     write_c("\tjobject obj = (*_env)->NewLocalRef(_env, j_calls->o);\n\tCHECK(obj != NULL);\n")
1331                     if ret_ty_info.c_ty.endswith("Array"):
1332                         write_c("\t" + ret_ty_info.c_ty + " arg = (*_env)->CallObjectMethod(_env, obj, j_calls->" + fn_line.group(3) + "_meth")
1333                     elif not ret_ty_info.passed_as_ptr:
1334                         write_c("\treturn (*_env)->Call" + ret_ty_info.java_ty.title() + "Method(_env, obj, j_calls->" + fn_line.group(3) + "_meth")
1335                     else:
1336                         write_c("\t" + fn_line.group(2).strip() + "* ret = (" + fn_line.group(2).strip() + "*)(*_env)->CallLongMethod(_env, obj, j_calls->" + fn_line.group(3) + "_meth");
1337                     if ret_ty_info.java_ty != "void":
1338                         java_trait_constr = java_trait_constr + "\t\t\t\t" + ret_ty_info.java_hu_ty + " ret = arg." + fn_line.group(3) + "("
1339                     else:
1340                         java_trait_constr = java_trait_constr + "\t\t\t\targ." + fn_line.group(3) + "("
1341
1342                     for idx, arg_info in enumerate(arg_names):
1343                         if arg_info.ret_conv is not None:
1344                             write_c(", " + arg_info.ret_conv_name)
1345                         else:
1346                             write_c(", " + arg_info.arg_name)
1347                         if idx != 0:
1348                             java_trait_constr = java_trait_constr + ", "
1349                         if arg_info.to_hu_conv_name is not None:
1350                             java_trait_constr = java_trait_constr + arg_info.to_hu_conv_name
1351                         else:
1352                             java_trait_constr = java_trait_constr + arg_info.arg_name
1353                     write_c(");\n");
1354                     if ret_ty_info.arg_conv is not None:
1355                         write_c("\t" + ret_ty_info.arg_conv.replace("\n", "\n\t") + "\n\treturn " + ret_ty_info.arg_conv_name + ";\n")
1356
1357                     write_c("}\n")
1358                     java_trait_constr = java_trait_constr + ");\n"
1359                     if ret_ty_info.java_ty != "void":
1360                         if ret_ty_info.from_hu_conv is not None:
1361                             java_trait_constr = java_trait_constr + "\t\t\t\t" + ret_ty_info.java_ty + " result = " + ret_ty_info.from_hu_conv[0] + ";\n"
1362                             if ret_ty_info.from_hu_conv[1] != "":
1363                                 java_trait_constr = java_trait_constr + "\t\t\t\t" + ret_ty_info.from_hu_conv[1].replace("this", "impl_holder.held") + ";\n"
1364                             if ret_ty_info.rust_obj in result_types:
1365                                 # Avoid double-free by breaking the result - we should learn to clone these and then we can be safe instead
1366                                 java_trait_constr = java_trait_constr + "\t\t\t\tret.ptr = 0;\n"
1367                             java_trait_constr = java_trait_constr + "\t\t\t\treturn result;\n"
1368                         else:
1369                             java_trait_constr = java_trait_constr + "\t\t\t\treturn ret;\n"
1370                     java_trait_constr = java_trait_constr + "\t\t\t}\n"
1371                 elif fn_line.group(3) == "free":
1372                     write_c("static void " + struct_name + "_JCalls_free(void* this_arg) {\n")
1373                     write_c("\t" + struct_name + "_JCalls *j_calls = (" + struct_name + "_JCalls*) this_arg;\n")
1374                     write_c("\tif (atomic_fetch_sub_explicit(&j_calls->refcnt, 1, memory_order_acquire) == 1) {\n")
1375                     write_c("\t\tJNIEnv *env;\n")
1376                     write_c("\t\tDO_ASSERT((*j_calls->vm)->GetEnv(j_calls->vm, (void**)&env, JNI_VERSION_1_8) == JNI_OK);\n")
1377                     write_c("\t\t(*env)->DeleteWeakGlobalRef(env, j_calls->o);\n")
1378                     write_c("\t\tFREE(j_calls);\n")
1379                     write_c("\t}\n}\n")
1380             java_trait_constr = java_trait_constr + "\t\t}"
1381             for var_line in field_var_lines:
1382                 if var_line.group(1) in trait_structs:
1383                     java_trait_constr = java_trait_constr + ", " + var_line.group(2) + ".new_impl(" + var_line.group(2) + "_impl).bindings_instance"
1384                 else:
1385                     java_trait_constr = java_trait_constr + ", " + var_line.group(2)
1386             out_java_trait.write("\t}\n")
1387             out_java_trait.write(java_trait_constr + ");\n\t\treturn impl_holder.held;\n\t}\n")
1388
1389             # Write out a clone function whether we need one or not, as we use them in moving to rust
1390             write_c("static void* " + struct_name + "_JCalls_clone(const void* this_arg) {\n")
1391             write_c("\t" + struct_name + "_JCalls *j_calls = (" + struct_name + "_JCalls*) this_arg;\n")
1392             write_c("\tatomic_fetch_add_explicit(&j_calls->refcnt, 1, memory_order_release);\n")
1393             for var_line in field_var_lines:
1394                 if var_line.group(1) in trait_structs:
1395                     write_c("\tatomic_fetch_add_explicit(&j_calls->" + var_line.group(2) + "->refcnt, 1, memory_order_release);\n")
1396             write_c("\treturn (void*) this_arg;\n")
1397             write_c("}\n")
1398
1399             out_java.write("\t}\n")
1400
1401             out_java.write("\tpublic static native long " + struct_name + "_new(" + struct_name + " impl")
1402             write_c("static inline " + struct_name + " " + struct_name + "_init (JNIEnv * env, jclass _a, jobject o")
1403             for idx, var_line in enumerate(field_var_lines):
1404                 if var_line.group(1) in trait_structs:
1405                     out_java.write(", " + var_line.group(1) + " " + var_line.group(2))
1406                     write_c(", jobject " + var_line.group(2))
1407                 else:
1408                     out_java.write(", " + field_var_convs[idx].java_ty + " " + var_line.group(2))
1409                     write_c(", " + field_var_convs[idx].c_ty + " " + var_line.group(2))
1410             out_java.write(");\n")
1411             write_c(") {\n")
1412
1413             write_c("\tjclass c = (*env)->GetObjectClass(env, o);\n")
1414             write_c("\tCHECK(c != NULL);\n")
1415             write_c("\t" + struct_name + "_JCalls *calls = MALLOC(sizeof(" + struct_name + "_JCalls), \"" + struct_name + "_JCalls\");\n")
1416             write_c("\tatomic_init(&calls->refcnt, 1);\n")
1417             write_c("\tDO_ASSERT((*env)->GetJavaVM(env, &calls->vm) == 0);\n")
1418             write_c("\tcalls->o = (*env)->NewWeakGlobalRef(env, o);\n")
1419             for (fn_line, java_meth_descr) in java_meths:
1420                 if fn_line.group(3) != "free" and fn_line.group(3) != "clone":
1421                     write_c("\tcalls->" + fn_line.group(3) + "_meth = (*env)->GetMethodID(env, c, \"" + fn_line.group(3) + "\", \"" + java_meth_descr + "\");\n")
1422                     write_c("\tCHECK(calls->" + fn_line.group(3) + "_meth != NULL);\n")
1423             for idx, var_line in enumerate(field_var_lines):
1424                 if field_var_convs[idx] is not None and field_var_convs[idx].arg_conv is not None:
1425                     write_c("\n\t" + field_var_convs[idx].arg_conv.replace("\n", "\n\t") +"\n")
1426             write_c("\n\t" + struct_name + " ret = {\n")
1427             write_c("\t\t.this_arg = (void*) calls,\n")
1428             for fn_line in trait_fn_lines:
1429                 if fn_line.group(3) != "free" and fn_line.group(3) != "clone":
1430                     write_c("\t\t." + fn_line.group(3) + " = " + fn_line.group(3) + "_jcall,\n")
1431                 elif fn_line.group(3) == "free":
1432                     write_c("\t\t.free = " + struct_name + "_JCalls_free,\n")
1433                 else:
1434                     write_c("\t\t.clone = " + struct_name + "_JCalls_clone,\n")
1435             for idx, var_line in enumerate(field_var_lines):
1436                 if var_line.group(1) in trait_structs:
1437                     write_c("\t\t." + var_line.group(2) + " = " + var_line.group(1) + "_init(env, _a, " + var_line.group(2) + "),\n")
1438                 elif field_var_convs[idx].arg_conv_name is not None:
1439                     write_c("\t\t." + var_line.group(2) + " = " + field_var_convs[idx].arg_conv_name + ",\n")
1440                     write_c("\t\t.set_" + var_line.group(2) + " = NULL,\n")
1441                 else:
1442                     write_c("\t\t." + var_line.group(2) + " = " + var_line.group(2) + ",\n")
1443                     write_c("\t\t.set_" + var_line.group(2) + " = NULL,\n")
1444             write_c("\t};\n")
1445             for var_line in field_var_lines:
1446                 if var_line.group(1) in trait_structs:
1447                     write_c("\tcalls->" + var_line.group(2) + " = ret." + var_line.group(2) + ".this_arg;\n")
1448             write_c("\treturn ret;\n")
1449             write_c("}\n")
1450
1451             write_c("JNIEXPORT long JNICALL Java_org_ldk_impl_bindings_" + struct_name.replace("_", "_1") + "_1new (JNIEnv * env, jclass _a, jobject o")
1452             for idx, var_line in enumerate(field_var_lines):
1453                 if var_line.group(1) in trait_structs:
1454                     write_c(", jobject " + var_line.group(2))
1455                 else:
1456                     write_c(", " + field_var_convs[idx].c_ty + " " + var_line.group(2))
1457             write_c(") {\n")
1458             write_c("\t" + struct_name + " *res_ptr = MALLOC(sizeof(" + struct_name + "), \"" + struct_name + "\");\n")
1459             write_c("\t*res_ptr = " + struct_name + "_init(env, _a, o")
1460             for var_line in field_var_lines:
1461                 write_c(", " + var_line.group(2))
1462             write_c(");\n")
1463             write_c("\treturn (long)res_ptr;\n")
1464             write_c("}\n")
1465
1466             out_java.write("\tpublic static native " + struct_name + " " + struct_name + "_get_obj_from_jcalls(long val);\n")
1467             write_c("JNIEXPORT jobject JNICALL Java_org_ldk_impl_bindings_" + struct_name.replace("_", "_1") + "_1get_1obj_1from_1jcalls (JNIEnv * env, jclass _a, jlong val) {\n")
1468             write_c("\tjobject ret = (*env)->NewLocalRef(env, ((" + struct_name + "_JCalls*)val)->o);\n")
1469             write_c("\tCHECK(ret != NULL);\n")
1470             write_c("\treturn ret;\n")
1471             write_c("}\n")
1472
1473         for fn_line in trait_fn_lines:
1474             # For now, just disable enabling the _call_log - we don't know how to inverse-map String
1475             is_log = fn_line.group(3) == "log" and struct_name == "LDKLogger"
1476             if fn_line.group(3) != "free" and fn_line.group(3) != "clone" and fn_line.group(3) != "eq" and not is_log:
1477                 dummy_line = fn_line.group(2) + struct_name.replace("LDK", "") + "_" + fn_line.group(3) + " " + struct_name + "* this_arg" + fn_line.group(5) + "\n"
1478                 map_fn(dummy_line, re.compile("([A-Za-z_0-9]*) *([A-Za-z_0-9]*) *(.*)").match(dummy_line), None, "(this_arg_conv->" + fn_line.group(3) + ")(this_arg_conv->this_arg")
1479         for idx, var_line in enumerate(field_var_lines):
1480             if var_line.group(1) not in trait_structs:
1481                 write_c(var_line.group(1) + " " + struct_name + "_set_get_" + var_line.group(2) + "(" + struct_name + "* this_arg) {\n")
1482                 write_c("\tif (this_arg->set_" + var_line.group(2) + " != NULL)\n")
1483                 write_c("\t\tthis_arg->set_" + var_line.group(2) + "(this_arg);\n")
1484                 write_c("\treturn this_arg->" + var_line.group(2) + ";\n")
1485                 write_c("}\n")
1486                 dummy_line = var_line.group(1) + " " + struct_name.replace("LDK", "") + "_get_" + var_line.group(2) + " " + struct_name + "* this_arg" + fn_line.group(5) + "\n"
1487                 map_fn(dummy_line, re.compile("([A-Za-z_0-9]*) *([A-Za-z_0-9]*) *(.*)").match(dummy_line), None, struct_name + "_set_get_" + var_line.group(2) + "(this_arg_conv")
1488
1489     def map_result(struct_name, res_ty, err_ty):
1490         result_types.add(struct_name)
1491         human_ty = struct_name.replace("LDKCResult", "Result")
1492         with open(sys.argv[3] + "/structs/" + human_ty + ".java", "w") as out_java_struct:
1493             out_java_struct.write(hu_struct_file_prefix)
1494             out_java_struct.write("public class " + human_ty + " extends CommonBase {\n")
1495             out_java_struct.write("\tprivate " + human_ty + "(Object _dummy, long ptr) { super(ptr); }\n")
1496             out_java_struct.write("\tprotected void finalize() throws Throwable {\n")
1497             out_java_struct.write("\t\tif (ptr != 0) { bindings." + struct_name.replace("LDK","") + "_free(ptr); } super.finalize();\n")
1498             out_java_struct.write("\t}\n\n")
1499             out_java_struct.write("\tstatic " + human_ty + " constr_from_ptr(long ptr) {\n")
1500             out_java_struct.write("\t\tif (bindings." + struct_name + "_result_ok(ptr)) {\n")
1501             out_java_struct.write("\t\t\treturn new " + human_ty + "_OK(null, ptr);\n")
1502             out_java_struct.write("\t\t} else {\n")
1503             out_java_struct.write("\t\t\treturn new " + human_ty + "_Err(null, ptr);\n")
1504             out_java_struct.write("\t\t}\n")
1505             out_java_struct.write("\t}\n")
1506
1507             res_map = map_type(res_ty + " res", True, None, False, True)
1508             err_map = map_type(err_ty + " err", True, None, False, True)
1509             can_clone = True
1510             if not res_map.is_native_primitive and (res_map.rust_obj.replace("LDK", "") + "_clone" not in clone_fns):
1511                 can_clone = False
1512             if not err_map.is_native_primitive and (err_map.rust_obj.replace("LDK", "") + "_clone" not in clone_fns):
1513                 can_clone = False
1514
1515             out_java.write("\tpublic static native boolean " + struct_name + "_result_ok(long arg);\n")
1516             write_c("JNIEXPORT jboolean JNICALL Java_org_ldk_impl_bindings_" + struct_name.replace("_", "_1") + "_1result_1ok (JNIEnv * env, jclass _a, jlong arg) {\n")
1517             write_c("\treturn ((" + struct_name + "*)arg)->result_ok;\n")
1518             write_c("}\n")
1519
1520             out_java.write("\tpublic static native " + res_map.java_ty + " " + struct_name + "_get_ok(long arg);\n")
1521             write_c("JNIEXPORT " + res_map.c_ty + " JNICALL Java_org_ldk_impl_bindings_" + struct_name.replace("_", "_1") + "_1get_1ok (JNIEnv * _env, jclass _a, jlong arg) {\n")
1522             write_c("\t" + struct_name + " *val = (" + struct_name + "*)arg;\n")
1523             write_c("\tCHECK(val->result_ok);\n\t")
1524             out_java_struct.write("\tpublic static final class " + human_ty + "_OK extends " + human_ty + " {\n")
1525             if res_map.ret_conv is not None:
1526                 write_c(res_map.ret_conv[0].replace("\n", "\n\t") + "(*val->contents.result)")
1527                 write_c(res_map.ret_conv[1].replace("\n", "\n\t") + "\n\treturn " + res_map.ret_conv_name)
1528             else:
1529                 write_c("return *val->contents.result")
1530             write_c(";\n}\n")
1531
1532             if res_map.java_hu_ty != "void":
1533                 out_java_struct.write("\t\tpublic final " + res_map.java_hu_ty + " res;\n")
1534             out_java_struct.write("\t\tprivate " + human_ty + "_OK(Object _dummy, long ptr) {\n")
1535             out_java_struct.write("\t\t\tsuper(_dummy, ptr);\n")
1536             if res_map.java_hu_ty == "void":
1537                 pass
1538             elif res_map.to_hu_conv is not None:
1539                 out_java_struct.write("\t\t\t" + res_map.java_ty + " res = bindings." + struct_name + "_get_ok(ptr);\n")
1540                 out_java_struct.write("\t\t\t" + res_map.to_hu_conv.replace("\n", "\n\t\t\t"))
1541                 out_java_struct.write("\n\t\t\tthis.res = " + res_map.to_hu_conv_name + ";\n")
1542             else:
1543                 out_java_struct.write("\t\t\tthis.res = bindings." + struct_name + "_get_ok(ptr);\n")
1544             out_java_struct.write("\t\t}\n")
1545             if struct_name.startswith("LDKCResult_None"):
1546                 out_java_struct.write("\t\tpublic " + human_ty + "_OK() {\n\t\t\tthis(null, bindings.C" + human_ty + "_ok());\n")
1547             else:
1548                 out_java_struct.write("\t\tpublic " + human_ty + "_OK(" + res_map.java_hu_ty + " res) {\n")
1549                 if res_map.from_hu_conv is not None:
1550                     out_java_struct.write("\t\t\tthis(null, bindings.C" + human_ty + "_ok(" + res_map.from_hu_conv[0] + "));\n")
1551                     if res_map.from_hu_conv[1] != "":
1552                         out_java_struct.write("\t\t\t" + res_map.from_hu_conv[1] + ";\n")
1553                 else:
1554                     out_java_struct.write("\t\t\tthis(null, bindings.C" + human_ty + "_ok(res));\n")
1555             out_java_struct.write("\t\t}\n\t}\n\n")
1556
1557             out_java.write("\tpublic static native " + err_map.java_ty + " " + struct_name + "_get_err(long arg);\n")
1558             write_c("JNIEXPORT " + err_map.c_ty + " JNICALL Java_org_ldk_impl_bindings_" + struct_name.replace("_", "_1") + "_1get_1err (JNIEnv * _env, jclass _a, jlong arg) {\n")
1559             write_c("\t" + struct_name + " *val = (" + struct_name + "*)arg;\n")
1560             write_c("\tCHECK(!val->result_ok);\n\t")
1561             out_java_struct.write("\tpublic static final class " + human_ty + "_Err extends " + human_ty + " {\n")
1562             if err_map.ret_conv is not None:
1563                 write_c(err_map.ret_conv[0].replace("\n", "\n\t") + "(*val->contents.err)")
1564                 write_c(err_map.ret_conv[1].replace("\n", "\n\t") + "\n\treturn " + err_map.ret_conv_name)
1565             else:
1566                 write_c("return *val->contents.err")
1567             write_c(";\n}\n")
1568
1569             if err_map.java_hu_ty != "void":
1570                 out_java_struct.write("\t\tpublic final " + err_map.java_hu_ty + " err;\n")
1571             out_java_struct.write("\t\tprivate " + human_ty + "_Err(Object _dummy, long ptr) {\n")
1572             out_java_struct.write("\t\t\tsuper(_dummy, ptr);\n")
1573             if err_map.java_hu_ty == "void":
1574                 pass
1575             elif err_map.to_hu_conv is not None:
1576                 out_java_struct.write("\t\t\t" + err_map.java_ty + " err = bindings." + struct_name + "_get_err(ptr);\n")
1577                 out_java_struct.write("\t\t\t" + err_map.to_hu_conv.replace("\n", "\n\t\t\t"))
1578                 out_java_struct.write("\n\t\t\tthis.err = " + err_map.to_hu_conv_name + ";\n")
1579             else:
1580                 out_java_struct.write("\t\t\tthis.err = bindings." + struct_name + "_get_err(ptr);\n")
1581             out_java_struct.write("\t\t}\n")
1582
1583             if struct_name.endswith("NoneZ"):
1584                 out_java_struct.write("\t\tpublic " + human_ty + "_Err() {\n\t\t\tthis(null, bindings.C" + human_ty + "_err());\n")
1585             else:
1586                 out_java_struct.write("\t\tpublic " + human_ty + "_Err(" + err_map.java_hu_ty + " err) {\n")
1587                 if err_map.from_hu_conv is not None:
1588                     out_java_struct.write("\t\t\tthis(null, bindings.C" + human_ty + "_err(" + err_map.from_hu_conv[0] + "));\n")
1589                     if err_map.from_hu_conv[1] != "":
1590                         out_java_struct.write("\t\t\t" + err_map.from_hu_conv[1] + ";\n")
1591                 else:
1592                     out_java_struct.write("\t\t\tthis(null, bindings.C" + human_ty + "_err(err));\n")
1593             out_java_struct.write("\t\t}\n\t}\n}\n")
1594
1595             if can_clone:
1596                 clone_fns.add(struct_name.replace("LDK", "") + "_clone")
1597                 write_c("static inline " + struct_name + " " + struct_name.replace("LDK", "") + "_clone(const " + struct_name + " *orig) {\n")
1598                 write_c("\t" + struct_name + " res = { .result_ok = orig->result_ok };\n")
1599                 write_c("\tif (orig->result_ok) {\n")
1600                 if res_map.c_ty == "void":
1601                     write_c("\t\tres.contents.result = NULL;\n")
1602                 else:
1603                     if res_map.is_native_primitive:
1604                         write_c("\t\t" + res_map.c_ty + "* contents = MALLOC(sizeof(" + res_map.c_ty + "), \"" + res_map.c_ty + " result OK clone\");\n")
1605                         write_c("\t\t*contents = *orig->contents.result;\n")
1606                     else:
1607                         write_c("\t\t" + res_map.rust_obj + "* contents = MALLOC(sizeof(" + res_map.rust_obj + "), \"" + res_map.rust_obj + " result OK clone\");\n")
1608                         write_c("\t\t*contents = " + res_map.rust_obj.replace("LDK", "") + "_clone(orig->contents.result);\n")
1609                     write_c("\t\tres.contents.result = contents;\n")
1610                 write_c("\t} else {\n")
1611                 if err_map.c_ty == "void":
1612                     write_c("\t\tres.contents.err = NULL;\n")
1613                 else:
1614                     if err_map.is_native_primitive:
1615                         write_c("\t\t" + err_map.c_ty + "* contents = MALLOC(sizeof(" + err_map.c_ty + "), \"" + err_map.c_ty + " result Err clone\");\n")
1616                         write_c("\t\t*contents = *orig->contents.err;\n")
1617                     else:
1618                         write_c("\t\t" + err_map.rust_obj + "* contents = MALLOC(sizeof(" + err_map.rust_obj + "), \"" + err_map.rust_obj + " result Err clone\");\n")
1619                         write_c("\t\t*contents = " + err_map.rust_obj.replace("LDK", "") + "_clone(orig->contents.err);\n")
1620                     write_c("\t\tres.contents.err = contents;\n")
1621                 write_c("\t}\n\treturn res;\n}\n")
1622
1623     def map_tuple(struct_name, field_lines):
1624         out_java.write("\tpublic static native long " + struct_name + "_new(")
1625         write_c("JNIEXPORT jlong JNICALL Java_org_ldk_impl_bindings_" + struct_name.replace("_", "_1") + "_1new(JNIEnv *_env, jclass _b")
1626         ty_list = []
1627         for idx, line in enumerate(field_lines):
1628             if idx != 0 and idx < len(field_lines) - 2:
1629                 ty_info = java_c_types(line.strip(';'), None)
1630                 if idx != 1:
1631                     out_java.write(", ")
1632                 e = chr(ord('a') + idx - 1)
1633                 out_java.write(ty_info.java_ty + " " + e)
1634                 write_c(", " + ty_info.c_ty + " " + e)
1635                 ty_list.append(ty_info)
1636         tuple_types[struct_name] = (ty_list, struct_name)
1637         out_java.write(");\n")
1638         write_c(") {\n")
1639         write_c("\t" + struct_name + "* ret = MALLOC(sizeof(" + struct_name + "), \"" + struct_name + "\");\n")
1640         can_clone = True
1641         clone_str = "static inline " + struct_name + " " + struct_name.replace("LDK", "") + "_clone(const " + struct_name + " *orig) {\n"
1642         clone_str = clone_str + "\t" + struct_name + " ret = {\n"
1643         for idx, line in enumerate(field_lines):
1644             if idx != 0 and idx < len(field_lines) - 2:
1645                 ty_info = map_type(line.strip(';'), False, None, False, False)
1646                 e = chr(ord('a') + idx - 1)
1647                 if ty_info.arg_conv is not None:
1648                     write_c("\t" + ty_info.arg_conv.replace("\n", "\n\t"))
1649                     write_c("\n\tret->" + e + " = " + ty_info.arg_conv_name + ";\n")
1650                 else:
1651                     write_c("\tret->" + e + " = " + e + ";\n")
1652                 if ty_info.arg_conv_cleanup is not None:
1653                     write_c("\t//TODO: Really need to call " + ty_info.arg_conv_cleanup + " here\n")
1654                 if not ty_info.is_native_primitive and (ty_info.rust_obj.replace("LDK", "") + "_clone") not in clone_fns:
1655                     can_clone = False
1656                 elif can_clone and ty_info.is_native_primitive:
1657                     clone_str = clone_str + "\t\t." + chr(ord('a') + idx - 1) + " = orig->" + chr(ord('a') + idx - 1) + ",\n"
1658                 elif can_clone:
1659                     clone_str = clone_str + "\t\t." + chr(ord('a') + idx - 1) + " = " + ty_info.rust_obj.replace("LDK", "") + "_clone(&orig->" + chr(ord('a') + idx - 1) + "),\n"
1660         write_c("\treturn (long)ret;\n")
1661         write_c("}\n")
1662
1663         if can_clone:
1664             clone_fns.add(struct_name.replace("LDK", "") + "_clone")
1665             write_c(clone_str)
1666             write_c("\t};\n\treturn ret;\n}\n")
1667
1668         for idx, ty_info in enumerate(ty_list):
1669             e = chr(ord('a') + idx)
1670             out_java.write("\tpublic static native " + ty_info.java_ty + " " + struct_name + "_get_" + e + "(long ptr);\n")
1671             write_c("JNIEXPORT " + ty_info.c_ty + " JNICALL Java_org_ldk_impl_bindings_" + struct_name.replace("_", "_1") + "_1get_1" + e + "(JNIEnv *_env, jclass _b, jlong ptr) {\n")
1672             write_c("\t" + struct_name + " *tuple = (" + struct_name + "*)ptr;\n")
1673             conv_info = map_type_with_info(ty_info, False, None, False, True)
1674             if conv_info.ret_conv is not None:
1675                 write_c("\t" + conv_info.ret_conv[0].replace("\n", "\n\t") + "tuple->" + e + conv_info.ret_conv[1].replace("\n", "\n\t") + "\n")
1676                 write_c("\treturn " + conv_info.ret_conv_name + ";\n")
1677             else:
1678                 write_c("\treturn tuple->" + e + ";\n")
1679             write_c("}\n")
1680
1681     out_java.write("""package org.ldk.impl;
1682 import org.ldk.enums.*;
1683
1684 public class bindings {
1685         public static class VecOrSliceDef {
1686                 public long dataptr;
1687                 public long datalen;
1688                 public long stride;
1689                 public VecOrSliceDef(long dataptr, long datalen, long stride) {
1690                         this.dataptr = dataptr; this.datalen = datalen; this.stride = stride;
1691                 }
1692         }
1693         static {
1694                 System.loadLibrary(\"lightningjni\");
1695                 init(java.lang.Enum.class, VecOrSliceDef.class);
1696                 init_class_cache();
1697         }
1698         static native void init(java.lang.Class c, java.lang.Class slicedef);
1699         static native void init_class_cache();
1700
1701         public static native boolean deref_bool(long ptr);
1702         public static native long deref_long(long ptr);
1703         public static native void free_heap_ptr(long ptr);
1704         public static native byte[] read_bytes(long ptr, long len);
1705         public static native byte[] get_u8_slice_bytes(long slice_ptr);
1706         public static native long bytes_to_u8_vec(byte[] bytes);
1707         public static native long new_txpointer_copy_data(byte[] txdata);
1708         public static native void txpointer_free(long ptr);
1709         public static native byte[] txpointer_get_buffer(long ptr);
1710         public static native long vec_slice_len(long vec);
1711         public static native long new_empty_slice_vec();
1712
1713 """)
1714     write_c("""
1715 static jmethodID ordinal_meth = NULL;
1716 static jmethodID slicedef_meth = NULL;
1717 static jclass slicedef_cls = NULL;
1718 JNIEXPORT void Java_org_ldk_impl_bindings_init(JNIEnv * env, jclass _b, jclass enum_class, jclass slicedef_class) {
1719         ordinal_meth = (*env)->GetMethodID(env, enum_class, "ordinal", "()I");
1720         CHECK(ordinal_meth != NULL);
1721         slicedef_meth = (*env)->GetMethodID(env, slicedef_class, "<init>", "(JJJ)V");
1722         CHECK(slicedef_meth != NULL);
1723         slicedef_cls = (*env)->NewGlobalRef(env, slicedef_class);
1724         CHECK(slicedef_cls != NULL);
1725 }
1726
1727 JNIEXPORT jboolean JNICALL Java_org_ldk_impl_bindings_deref_1bool (JNIEnv * env, jclass _a, jlong ptr) {
1728         return *((bool*)ptr);
1729 }
1730 JNIEXPORT jlong JNICALL Java_org_ldk_impl_bindings_deref_1long (JNIEnv * env, jclass _a, jlong ptr) {
1731         return *((long*)ptr);
1732 }
1733 JNIEXPORT void JNICALL Java_org_ldk_impl_bindings_free_1heap_1ptr (JNIEnv * env, jclass _a, jlong ptr) {
1734         FREE((void*)ptr);
1735 }
1736 JNIEXPORT jbyteArray JNICALL Java_org_ldk_impl_bindings_read_1bytes (JNIEnv * _env, jclass _b, jlong ptr, jlong len) {
1737         jbyteArray ret_arr = (*_env)->NewByteArray(_env, len);
1738         (*_env)->SetByteArrayRegion(_env, ret_arr, 0, len, (unsigned char*)ptr);
1739         return ret_arr;
1740 }
1741 JNIEXPORT jbyteArray JNICALL Java_org_ldk_impl_bindings_get_1u8_1slice_1bytes (JNIEnv * _env, jclass _b, jlong slice_ptr) {
1742         LDKu8slice *slice = (LDKu8slice*)slice_ptr;
1743         jbyteArray ret_arr = (*_env)->NewByteArray(_env, slice->datalen);
1744         (*_env)->SetByteArrayRegion(_env, ret_arr, 0, slice->datalen, slice->data);
1745         return ret_arr;
1746 }
1747 JNIEXPORT long JNICALL Java_org_ldk_impl_bindings_bytes_1to_1u8_1vec (JNIEnv * _env, jclass _b, jbyteArray bytes) {
1748         LDKCVec_u8Z *vec = (LDKCVec_u8Z*)MALLOC(sizeof(LDKCVec_u8Z), "LDKCVec_u8");
1749         vec->datalen = (*_env)->GetArrayLength(_env, bytes);
1750         vec->data = (uint8_t*)MALLOC(vec->datalen, "LDKCVec_u8Z Bytes");
1751         (*_env)->GetByteArrayRegion (_env, bytes, 0, vec->datalen, vec->data);
1752         return (long)vec;
1753 }
1754 JNIEXPORT jbyteArray JNICALL Java_org_ldk_impl_bindings_txpointer_1get_1buffer (JNIEnv * env, jclass _b, jlong ptr) {
1755         LDKTransaction *txdata = (LDKTransaction*)ptr;
1756         LDKu8slice slice;
1757         slice.data = txdata->data;
1758         slice.datalen = txdata->datalen;
1759         return Java_org_ldk_impl_bindings_get_1u8_1slice_1bytes(env, _b, (long)&slice);
1760 }
1761 JNIEXPORT long JNICALL Java_org_ldk_impl_bindings_new_1txpointer_1copy_1data (JNIEnv * env, jclass _b, jbyteArray bytes) {
1762         LDKTransaction *txdata = (LDKTransaction*)MALLOC(sizeof(LDKTransaction), "LDKTransaction");
1763         txdata->datalen = (*env)->GetArrayLength(env, bytes);
1764         txdata->data = (uint8_t*)MALLOC(txdata->datalen, "Tx Data Bytes");
1765         txdata->data_is_owned = false;
1766         (*env)->GetByteArrayRegion (env, bytes, 0, txdata->datalen, txdata->data);
1767         return (long)txdata;
1768 }
1769 JNIEXPORT void JNICALL Java_org_ldk_impl_bindings_txpointer_1free (JNIEnv * env, jclass _b, jlong ptr) {
1770         LDKTransaction *tx = (LDKTransaction*)ptr;
1771         tx->data_is_owned = true;
1772         Transaction_free(*tx);
1773         FREE((void*)ptr);
1774 }
1775 JNIEXPORT jlong JNICALL Java_org_ldk_impl_bindings_vec_1slice_1len (JNIEnv * env, jclass _a, jlong ptr) {
1776         // Check offsets of a few Vec types are all consistent as we're meant to be generic across types
1777         _Static_assert(offsetof(LDKCVec_u8Z, datalen) == offsetof(LDKCVec_SignatureZ, datalen), "Vec<*> needs to be mapped identically");
1778         _Static_assert(offsetof(LDKCVec_u8Z, datalen) == offsetof(LDKCVec_MessageSendEventZ, datalen), "Vec<*> needs to be mapped identically");
1779         _Static_assert(offsetof(LDKCVec_u8Z, datalen) == offsetof(LDKCVec_EventZ, datalen), "Vec<*> needs to be mapped identically");
1780         _Static_assert(offsetof(LDKCVec_u8Z, datalen) == offsetof(LDKCVec_C2Tuple_usizeTransactionZZ, datalen), "Vec<*> needs to be mapped identically");
1781         LDKCVec_u8Z *vec = (LDKCVec_u8Z*)ptr;
1782         return (long)vec->datalen;
1783 }
1784 JNIEXPORT long JNICALL Java_org_ldk_impl_bindings_new_1empty_1slice_1vec (JNIEnv * _env, jclass _b) {
1785         // Check sizes of a few Vec types are all consistent as we're meant to be generic across types
1786         _Static_assert(sizeof(LDKCVec_u8Z) == sizeof(LDKCVec_SignatureZ), "Vec<*> needs to be mapped identically");
1787         _Static_assert(sizeof(LDKCVec_u8Z) == sizeof(LDKCVec_MessageSendEventZ), "Vec<*> needs to be mapped identically");
1788         _Static_assert(sizeof(LDKCVec_u8Z) == sizeof(LDKCVec_EventZ), "Vec<*> needs to be mapped identically");
1789         _Static_assert(sizeof(LDKCVec_u8Z) == sizeof(LDKCVec_C2Tuple_usizeTransactionZZ), "Vec<*> needs to be mapped identically");
1790         LDKCVec_u8Z *vec = (LDKCVec_u8Z*)MALLOC(sizeof(LDKCVec_u8Z), "Empty LDKCVec");
1791         vec->data = NULL;
1792         vec->datalen = 0;
1793         return (long)vec;
1794 }
1795
1796 // We assume that CVec_u8Z and u8slice are the same size and layout (and thus pointers to the two can be mixed)
1797 _Static_assert(sizeof(LDKCVec_u8Z) == sizeof(LDKu8slice), "Vec<u8> and [u8] need to have been mapped identically");
1798 _Static_assert(offsetof(LDKCVec_u8Z, data) == offsetof(LDKu8slice, data), "Vec<u8> and [u8] need to have been mapped identically");
1799 _Static_assert(offsetof(LDKCVec_u8Z, datalen) == offsetof(LDKu8slice, datalen), "Vec<u8> and [u8] need to have been mapped identically");
1800
1801 """)
1802
1803     with open(sys.argv[3] + "/structs/CommonBase.java", "a") as out_java_struct:
1804         out_java_struct.write("""package org.ldk.structs;
1805 import java.util.LinkedList;
1806 class CommonBase {
1807         long ptr;
1808         LinkedList<Object> ptrs_to = new LinkedList();
1809         protected CommonBase(long ptr) { this.ptr = ptr; }
1810         public long _test_only_get_ptr() { return this.ptr; }
1811 }
1812 """)
1813
1814     in_block_comment = False
1815     cur_block_obj = None
1816
1817     const_val_regex = re.compile("^extern const ([A-Za-z_0-9]*) ([A-Za-z_0-9]*);$")
1818
1819     line_indicates_result_regex = re.compile("^   union (LDKCResult_[A-Za-z_0-9]*Ptr) contents;$")
1820     line_indicates_vec_regex = re.compile("^   (struct |enum |union )?([A-Za-z_0-9]*) \*data;$")
1821     line_indicates_opaque_regex = re.compile("^   bool is_owned;$")
1822     line_indicates_trait_regex = re.compile("^   (struct |enum |union )?([A-Za-z_0-9]* \*?)\(\*([A-Za-z_0-9]*)\)\((const )?void \*this_arg(.*)\);$")
1823     assert(line_indicates_trait_regex.match("   uintptr_t (*send_data)(void *this_arg, LDKu8slice data, bool resume_read);"))
1824     assert(line_indicates_trait_regex.match("   struct LDKCVec_MessageSendEventZ (*get_and_clear_pending_msg_events)(const void *this_arg);"))
1825     assert(line_indicates_trait_regex.match("   void *(*clone)(const void *this_arg);"))
1826     assert(line_indicates_trait_regex.match("   struct LDKCVec_u8Z (*write)(const void *this_arg);"))
1827     line_field_var_regex = re.compile("^   struct ([A-Za-z_0-9]*) ([A-Za-z_0-9]*);$")
1828     assert(line_field_var_regex.match("   struct LDKMessageSendEventsProvider MessageSendEventsProvider;"))
1829     assert(line_field_var_regex.match("   struct LDKChannelPublicKeys pubkeys;"))
1830     struct_name_regex = re.compile("^typedef (struct|enum|union) (MUST_USE_STRUCT )?(LDK[A-Za-z_0-9]*) {$")
1831     assert(struct_name_regex.match("typedef struct LDKCVec_u8Z {"))
1832     assert(struct_name_regex.match("typedef enum LDKNetwork {"))
1833
1834     union_enum_items = {}
1835     result_ptr_struct_items = {}
1836     for line in in_h:
1837         if in_block_comment:
1838             if line.endswith("*/\n"):
1839                 in_block_comment = False
1840         elif cur_block_obj is not None:
1841             cur_block_obj  = cur_block_obj + line
1842             if line.startswith("} "):
1843                 field_lines = []
1844                 struct_name = None
1845                 vec_ty = None
1846                 obj_lines = cur_block_obj.split("\n")
1847                 is_opaque = False
1848                 result_contents = None
1849                 is_unitary_enum = False
1850                 is_union_enum = False
1851                 is_union = False
1852                 is_tuple = False
1853                 trait_fn_lines = []
1854                 field_var_lines = []
1855
1856                 for idx, struct_line in enumerate(obj_lines):
1857                     if struct_line.strip().startswith("/*"):
1858                         in_block_comment = True
1859                     if in_block_comment:
1860                         if struct_line.endswith("*/"):
1861                             in_block_comment = False
1862                     else:
1863                         struct_name_match = struct_name_regex.match(struct_line)
1864                         if struct_name_match is not None:
1865                             struct_name = struct_name_match.group(3)
1866                             if struct_name_match.group(1) == "enum":
1867                                 if not struct_name.endswith("_Tag"):
1868                                     is_unitary_enum = True
1869                                 else:
1870                                     is_union_enum = True
1871                             elif struct_name_match.group(1) == "union":
1872                                 is_union = True
1873                         if line_indicates_opaque_regex.match(struct_line):
1874                             is_opaque = True
1875                         result_match = line_indicates_result_regex.match(struct_line)
1876                         if result_match is not None:
1877                             result_contents = result_match.group(1)
1878                         vec_ty_match = line_indicates_vec_regex.match(struct_line)
1879                         if vec_ty_match is not None and struct_name.startswith("LDKCVec_"):
1880                             vec_ty = vec_ty_match.group(2)
1881                         elif struct_name.startswith("LDKC2Tuple_") or struct_name.startswith("LDKC3Tuple_"):
1882                             is_tuple = True
1883                         trait_fn_match = line_indicates_trait_regex.match(struct_line)
1884                         if trait_fn_match is not None:
1885                             trait_fn_lines.append(trait_fn_match)
1886                         field_var_match = line_field_var_regex.match(struct_line)
1887                         if field_var_match is not None:
1888                             field_var_lines.append(field_var_match)
1889                         field_lines.append(struct_line)
1890
1891                 assert(struct_name is not None)
1892                 assert(len(trait_fn_lines) == 0 or not (is_opaque or is_unitary_enum or is_union_enum or is_union or result_contents is not None or vec_ty is not None))
1893                 assert(not is_opaque or not (len(trait_fn_lines) != 0 or is_unitary_enum or is_union_enum or is_union or result_contents is not None or vec_ty is not None))
1894                 assert(not is_unitary_enum or not (len(trait_fn_lines) != 0 or is_opaque or is_union_enum or is_union or result_contents is not None or vec_ty is not None))
1895                 assert(not is_union_enum or not (len(trait_fn_lines) != 0 or is_unitary_enum or is_opaque or is_union or result_contents is not None or vec_ty is not None))
1896                 assert(not is_union or not (len(trait_fn_lines) != 0 or is_unitary_enum or is_union_enum or is_opaque or result_contents is not None or vec_ty is not None))
1897                 assert(result_contents is None or not (len(trait_fn_lines) != 0 or is_unitary_enum or is_union_enum or is_opaque or is_union or vec_ty is not None))
1898                 assert(vec_ty is None or not (len(trait_fn_lines) != 0 or is_unitary_enum or is_union_enum or is_opaque or is_union or result_contents is not None))
1899
1900                 if is_opaque:
1901                     opaque_structs.add(struct_name)
1902                     with open(sys.argv[3] + "/structs/" + struct_name.replace("LDK","") + ".java", "w") as out_java_struct:
1903                         out_java_struct.write(hu_struct_file_prefix)
1904                         out_java_struct.write("public class " + struct_name.replace("LDK","") + " extends CommonBase")
1905                         if struct_name.startswith("LDKLocked"):
1906                             out_java_struct.write(" implements AutoCloseable")
1907                         out_java_struct.write(" {\n")
1908                         out_java_struct.write("\t" + struct_name.replace("LDK", "") + "(Object _dummy, long ptr) { super(ptr); }\n")
1909                         if struct_name.startswith("LDKLocked"):
1910                             out_java_struct.write("\t@Override public void close() {\n")
1911                         else:
1912                             out_java_struct.write("\t@Override @SuppressWarnings(\"deprecation\")\n")
1913                             out_java_struct.write("\tprotected void finalize() throws Throwable {\n")
1914                             out_java_struct.write("\t\tsuper.finalize();\n")
1915                         out_java_struct.write("\t\tif (ptr != 0) { bindings." + struct_name.replace("LDK","") + "_free(ptr); }\n")
1916                         out_java_struct.write("\t}\n\n")
1917                 elif result_contents is not None:
1918                     assert result_contents in result_ptr_struct_items
1919                     res_ty, err_ty = result_ptr_struct_items[result_contents]
1920                     map_result(struct_name, res_ty, err_ty)
1921                 elif struct_name.startswith("LDKCResult_") and struct_name.endswith("ZPtr"):
1922                     for line in field_lines:
1923                         if line.endswith("*result;"):
1924                             res_ty = line[:-8].strip()
1925                         elif line.endswith("*err;"):
1926                             err_ty = line[:-5].strip()
1927                     result_ptr_struct_items[struct_name] = (res_ty, err_ty)
1928                     result_types.add(struct_name[:-3])
1929                 elif is_tuple:
1930                     map_tuple(struct_name, field_lines)
1931                 elif vec_ty is not None:
1932                     if vec_ty in opaque_structs:
1933                         out_java.write("\tpublic static native long[] " + struct_name + "_arr_info(long vec_ptr);\n")
1934                         write_c("JNIEXPORT jlongArray JNICALL Java_org_ldk_impl_bindings_" + struct_name.replace("_", "_1") + "_1arr_1info(JNIEnv *env, jclass _b, jlong ptr) {\n")
1935                     else:
1936                         out_java.write("\tpublic static native VecOrSliceDef " + struct_name + "_arr_info(long vec_ptr);\n")
1937                         write_c("JNIEXPORT jobject JNICALL Java_org_ldk_impl_bindings_" + struct_name.replace("_", "_1") + "_1arr_1info(JNIEnv *env, jclass _b, jlong ptr) {\n")
1938                     write_c("\t" + struct_name + " *vec = (" + struct_name + "*)ptr;\n")
1939                     if vec_ty in opaque_structs:
1940                         write_c("\tjlongArray ret = (*env)->NewLongArray(env, vec->datalen);\n")
1941                         write_c("\tjlong *ret_elems = (*env)->GetPrimitiveArrayCritical(env, ret, NULL);\n")
1942                         write_c("\tfor (size_t i = 0; i < vec->datalen; i++) {\n")
1943                         write_c("\t\tCHECK((((long)vec->data[i].inner) & 1) == 0);\n")
1944                         write_c("\t\tret_elems[i] = (long)vec->data[i].inner | (vec->data[i].is_owned ? 1 : 0);\n")
1945                         write_c("\t}\n")
1946                         write_c("\t(*env)->ReleasePrimitiveArrayCritical(env, ret, ret_elems, 0);\n")
1947                         write_c("\treturn ret;\n")
1948                     else:
1949                         write_c("\treturn (*env)->NewObject(env, slicedef_cls, slicedef_meth, (long)vec->data, (long)vec->datalen, sizeof(" + vec_ty + "));\n")
1950                     write_c("}\n")
1951
1952                     ty_info = map_type(vec_ty + " arr_elem", False, None, False, False)
1953                     if len(ty_info.java_fn_ty_arg) == 1: # ie we're a primitive of some form
1954                         out_java.write("\tpublic static native long " + struct_name + "_new(" + ty_info.java_ty + "[] elems);\n")
1955                         write_c("JNIEXPORT jlong JNICALL Java_org_ldk_impl_bindings_" + struct_name.replace("_", "_1") + "_1new(JNIEnv *env, jclass _b, j" + ty_info.java_ty + "Array elems){\n")
1956                         write_c("\t" + struct_name + " *ret = MALLOC(sizeof(" + struct_name + "), \"" + struct_name + "\");\n")
1957                         write_c("\tret->datalen = (*env)->GetArrayLength(env, elems);\n")
1958                         write_c("\tif (ret->datalen == 0) {\n")
1959                         write_c("\t\tret->data = NULL;\n")
1960                         write_c("\t} else {\n")
1961                         write_c("\t\tret->data = MALLOC(sizeof(" + vec_ty + ") * ret->datalen, \"" + struct_name + " Data\");\n")
1962                         write_c("\t\t" + ty_info.c_ty + " *java_elems = (*env)->GetPrimitiveArrayCritical(env, elems, NULL);\n")
1963                         write_c("\t\tfor (size_t i = 0; i < ret->datalen; i++) {\n")
1964                         if ty_info.arg_conv is not None:
1965                             write_c("\t\t\t" + ty_info.c_ty + " arr_elem = java_elems[i];\n")
1966                             write_c("\t\t\t" + ty_info.arg_conv.replace("\n", "\n\t\t\t") + "\n")
1967                             write_c("\t\t\tret->data[i] = " + ty_info.arg_conv_name + ";\n")
1968                             assert ty_info.arg_conv_cleanup is None
1969                         else:
1970                             write_c("\t\t\tret->data[i] = java_elems[i];\n")
1971                         write_c("\t\t}\n")
1972                         write_c("\t\t(*env)->ReleasePrimitiveArrayCritical(env, elems, java_elems, 0);\n")
1973                         write_c("\t}\n")
1974                         write_c("\treturn (long)ret;\n")
1975                         write_c("}\n")
1976
1977                     if ty_info.is_native_primitive:
1978                         clone_fns.add(struct_name.replace("LDK", "") + "_clone")
1979                         write_c("static inline " + struct_name + " " + struct_name.replace("LDK", "") + "_clone(const " + struct_name + " *orig) {\n")
1980                         write_c("\t" + struct_name + " ret = { .data = MALLOC(sizeof(" + ty_info.c_ty + ") * orig->datalen, \"" + struct_name + " clone bytes\"), .datalen = orig->datalen };\n")
1981                         write_c("\tmemcpy(ret.data, orig->data, sizeof(" + ty_info.c_ty + ") * ret.datalen);\n")
1982                         write_c("\treturn ret;\n}\n")
1983                     elif (ty_info.rust_obj.replace("LDK", "") + "_clone") in clone_fns:
1984                         ty_name = "CVec_" + ty_info.rust_obj.replace("LDK", "") + "Z";
1985                         clone_fns.add(ty_name + "_clone")
1986                         write_c("static inline " + struct_name + " " + ty_name + "_clone(const " + struct_name + " *orig) {\n")
1987                         write_c("\t" + struct_name + " ret = { .data = MALLOC(sizeof(" + ty_info.rust_obj + ") * orig->datalen, \"" + struct_name + " clone bytes\"), .datalen = orig->datalen };\n")
1988                         write_c("\tfor (size_t i = 0; i < ret.datalen; i++) {\n")
1989                         write_c("\t\tret.data[i] = " + ty_info.rust_obj.replace("LDK", "") + "_clone(&orig->data[i]);\n")
1990                         write_c("\t}\n\treturn ret;\n}\n")
1991                 elif is_union_enum:
1992                     assert(struct_name.endswith("_Tag"))
1993                     struct_name = struct_name[:-4]
1994                     union_enum_items[struct_name] = {"field_lines": field_lines}
1995                 elif struct_name.endswith("_Body") and struct_name.split("_")[0] in union_enum_items:
1996                     enum_var_name = struct_name.split("_")
1997                     union_enum_items[enum_var_name[0]][enum_var_name[1]] = field_lines
1998                 elif struct_name in union_enum_items:
1999                     map_complex_enum(struct_name, union_enum_items[struct_name])
2000                 elif is_unitary_enum:
2001                     map_unitary_enum(struct_name, field_lines)
2002                 elif len(trait_fn_lines) > 0:
2003                     trait_structs.add(struct_name)
2004                     map_trait(struct_name, field_var_lines, trait_fn_lines)
2005                 elif struct_name == "LDKTxOut":
2006                     with open(sys.argv[3] + "/structs/TxOut.java", "w") as out_java_struct:
2007                         out_java_struct.write(hu_struct_file_prefix)
2008                         out_java_struct.write("public class TxOut extends CommonBase{\n")
2009                         out_java_struct.write("\tTxOut(java.lang.Object _dummy, long ptr) { super(ptr); }\n")
2010                         out_java_struct.write("\tlong to_c_ptr() { return 0; }\n")
2011                         # TODO: TxOut body
2012                         out_java_struct.write("}")
2013                 else:
2014                     pass # Everything remaining is a byte[] or some form
2015                 cur_block_obj = None
2016         else:
2017             fn_ptr = fn_ptr_regex.match(line)
2018             fn_ret_arr = fn_ret_arr_regex.match(line)
2019             reg_fn = reg_fn_regex.match(line)
2020             const_val = const_val_regex.match(line)
2021
2022             if line.startswith("#include <"):
2023                 pass
2024             elif line.startswith("/*"):
2025                 #out_java.write("\t" + line)
2026                 if not line.endswith("*/\n"):
2027                     in_block_comment = True
2028             elif line.startswith("typedef enum "):
2029                 cur_block_obj = line
2030             elif line.startswith("typedef struct "):
2031                 cur_block_obj = line
2032             elif line.startswith("typedef union "):
2033                 cur_block_obj = line
2034             elif fn_ptr is not None:
2035                 map_fn(line, fn_ptr, None, None)
2036             elif fn_ret_arr is not None:
2037                 map_fn(line, fn_ret_arr, fn_ret_arr.group(4), None)
2038             elif reg_fn is not None:
2039                 map_fn(line, reg_fn, None, None)
2040             elif const_val_regex is not None:
2041                 # TODO Map const variables
2042                 pass
2043             else:
2044                 assert(line == "\n")
2045
2046     out_java.write("}\n")
2047     for struct_name in opaque_structs:
2048         with open(sys.argv[3] + "/structs/" + struct_name.replace("LDK","") + ".java", "a") as out_java_struct:
2049             out_java_struct.write("}\n")
2050     for struct_name in trait_structs:
2051         with open(sys.argv[3] + "/structs/" + struct_name.replace("LDK","") + ".java", "a") as out_java_struct:
2052             out_java_struct.write("}\n")
2053 with open(sys.argv[4], "w") as out_c:
2054     out_c.write(c_file_pfx)
2055     for ty in c_array_class_caches:
2056         if ty + "_clz" in c_file:
2057             out_c.write("static jclass " + ty + "_clz = NULL;\n")
2058     out_c.write("JNIEXPORT void Java_org_ldk_impl_bindings_init_1class_1cache(JNIEnv * env, jclass _b) {\n")
2059     for ty in c_array_class_caches:
2060         if ty + "_clz" in c_file:
2061             out_c.write("\t" + ty + "_clz = (*env)->FindClass(env, \"" + ty.replace("arr_of_", "[") + "\");\n")
2062             out_c.write("\tCHECK(" + ty + "_clz != NULL);\n")
2063             out_c.write("\t" + ty + "_clz = (*env)->NewGlobalRef(env, " + ty + "_clz);\n")
2064     out_c.write("}\n")
2065     out_c.write(c_file)