_ Git - ldk-java/blob - genbindings.py

   1 #!/usr/bin/env python3
   2 import sys, re
   3
   4 if len(sys.argv) < 7:
   5     print("USAGE: /path/to/lightning.h /path/to/bindings/output /path/to/bindings/ /path/to/bindings/output.c debug lang")
   6     sys.exit(1)
   7
   8 if sys.argv[5] == "false":
   9     DEBUG = False
  10 elif sys.argv[5] == "true":
  11     DEBUG = True
  12 else:
  13     print("debug should be true or false and indicates whether to track allocations and ensure we don't leak")
  14     sys.exit(1)
  15
  16 target = None
  17 if sys.argv[6] == "java":
  18     from java_strings import Consts
  19 elif sys.argv[6] == "typescript":
  20     import typescript_strings
  21     from typescript_strings import Consts
  22     target = typescript_strings.Target.NODEJS
  23     if len(sys.argv) == 8 and sys.argv[7] == 'browser':
  24         target = typescript_strings.Target.BROWSER
  25 else:
  26     print("Only java or typescript can be set for lang")
  27     sys.exit(1)
  28
  29
  30 consts = Consts(DEBUG, target=target)
  31
  32 from bindingstypes import *
  33
  34 c_file = ""
  35 def write_c(s):
  36     global c_file
  37     c_file += s
  38
  39 def camel_to_snake(s):
  40     # Convert camel case to snake case, in a way that appears to match cbindgen
  41     con = "_"
  42     ret = ""
  43     lastchar = ""
  44     lastund = False
  45     for char in s:
  46         if lastchar.isupper():
  47             if not char.isupper() and not lastund:
  48                 ret = ret + "_"
  49                 lastund = True
  50             else:
  51                 lastund = False
  52             ret = ret + lastchar.lower()
  53         else:
  54             ret = ret + lastchar
  55             if char.isupper() and not lastund:
  56                 ret = ret + "_"
  57                 lastund = True
  58             else:
  59                 lastund = False
  60         lastchar = char
  61         if char.isnumeric():
  62             lastund = True
  63     return (ret + lastchar.lower()).strip("_")
  64
  65 unitary_enums = set()
  66 complex_enums = set()
  67 opaque_structs = set()
  68 trait_structs = set()
  69 result_types = set()
  70 tuple_types = {}
  71
  72 var_is_arr_regex = re.compile("\(\*([A-za-z0-9_]*)\)\[([a-z0-9]*)\]")
  73 var_ty_regex = re.compile("([A-za-z_0-9]*)(.*)")
  74 java_c_types_none_allowed = True # Unset when we do the real pass that populates the above sets
  75 def java_c_types(fn_arg, ret_arr_len):
  76     fn_arg = fn_arg.strip()
  77     if fn_arg.startswith("MUST_USE_RES "):
  78         fn_arg = fn_arg[13:]
  79     is_const = False
  80     if fn_arg.startswith("const "):
  81         fn_arg = fn_arg[6:]
  82         is_const = True
  83     if fn_arg.startswith("struct "):
  84         fn_arg = fn_arg[7:]
  85     if fn_arg.startswith("enum "):
  86         fn_arg = fn_arg[5:]
  87     fn_arg = fn_arg.replace("NONNULL_PTR", "")
  88
  89     is_ptr = False
  90     take_by_ptr = False
  91     rust_obj = None
  92     arr_access = None
  93     java_hu_ty = None
  94     if fn_arg.startswith("LDKThirtyTwoBytes"):
  95         fn_arg = "uint8_t (*" + fn_arg[18:] + ")[32]"
  96         assert var_is_arr_regex.match(fn_arg[8:])
  97         rust_obj = "LDKThirtyTwoBytes"
  98         arr_access = "data"
  99     elif fn_arg.startswith("LDKPublicKey"):
 100         fn_arg = "uint8_t (*" + fn_arg[13:] + ")[33]"
 101         assert var_is_arr_regex.match(fn_arg[8:])
 102         rust_obj = "LDKPublicKey"
 103         arr_access = "compressed_form"
 104     elif fn_arg.startswith("LDKSecretKey"):
 105         fn_arg = "uint8_t (*" + fn_arg[13:] + ")[32]"
 106         assert var_is_arr_regex.match(fn_arg[8:])
 107         rust_obj = "LDKSecretKey"
 108         arr_access = "bytes"
 109     elif fn_arg.startswith("LDKSignature"):
 110         fn_arg = "uint8_t (*" + fn_arg[13:] + ")[64]"
 111         assert var_is_arr_regex.match(fn_arg[8:])
 112         rust_obj = "LDKSignature"
 113         arr_access = "compact_form"
 114     elif fn_arg.startswith("LDKThreeBytes"):
 115         fn_arg = "uint8_t (*" + fn_arg[14:] + ")[3]"
 116         assert var_is_arr_regex.match(fn_arg[8:])
 117         rust_obj = "LDKThreeBytes"
 118         arr_access = "data"
 119     elif fn_arg.startswith("LDKFourBytes"):
 120         fn_arg = "uint8_t (*" + fn_arg[13:] + ")[4]"
 121         assert var_is_arr_regex.match(fn_arg[8:])
 122         rust_obj = "LDKFourBytes"
 123         arr_access = "data"
 124     elif fn_arg.startswith("LDKSixteenBytes"):
 125         fn_arg = "uint8_t (*" + fn_arg[16:] + ")[16]"
 126         assert var_is_arr_regex.match(fn_arg[8:])
 127         rust_obj = "LDKSixteenBytes"
 128         arr_access = "data"
 129     elif fn_arg.startswith("LDKTenBytes"):
 130         fn_arg = "uint8_t (*" + fn_arg[12:] + ")[10]"
 131         assert var_is_arr_regex.match(fn_arg[8:])
 132         rust_obj = "LDKTenBytes"
 133         arr_access = "data"
 134     elif fn_arg.startswith("LDKu8slice"):
 135         fn_arg = "uint8_t (*" + fn_arg[11:] + ")[datalen]"
 136         assert var_is_arr_regex.match(fn_arg[8:])
 137         rust_obj = "LDKu8slice"
 138         arr_access = "data"
 139     elif fn_arg.startswith("LDKCVec_u8Z"):
 140         fn_arg = "uint8_t (*" + fn_arg[12:] + ")[datalen]"
 141         rust_obj = "LDKCVec_u8Z"
 142         assert var_is_arr_regex.match(fn_arg[8:])
 143         arr_access = "data"
 144     elif fn_arg.startswith("LDKTransaction"):
 145         fn_arg = "uint8_t (*" + fn_arg[15:] + ")[datalen]"
 146         rust_obj = "LDKTransaction"
 147         assert var_is_arr_regex.match(fn_arg[8:])
 148         arr_access = "data"
 149     elif fn_arg.startswith("LDKCVec_"):
 150         is_ptr = False
 151         if "*" in fn_arg:
 152             fn_arg = fn_arg.replace("*", "")
 153             is_ptr = True
 154
 155         tyn = fn_arg[8:].split(" ")
 156         assert tyn[0].endswith("Z")
 157         if tyn[0] == "u64Z":
 158             new_arg = "uint64_t"
 159         else:
 160             new_arg = "LDK" + tyn[0][:-1]
 161         for a in tyn[1:]:
 162             new_arg = new_arg + " " + a
 163         res = java_c_types(new_arg, ret_arr_len)
 164         if res is None:
 165             assert java_c_types_none_allowed
 166             return None
 167         if is_ptr:
 168             res.pass_by_ref = True
 169         if res.is_native_primitive or res.passed_as_ptr:
 170             return TypeInfo(rust_obj=fn_arg.split(" ")[0], java_ty=res.java_ty + "[]", java_hu_ty=res.java_hu_ty + "[]",
 171                 java_fn_ty_arg="[" + res.java_fn_ty_arg, c_ty=res.c_ty + "Array", passed_as_ptr=False, is_ptr=is_ptr, is_const=is_const,
 172                 var_name=res.var_name, arr_len="datalen", arr_access="data", subty=res, is_native_primitive=False)
 173         else:
 174             return TypeInfo(rust_obj=fn_arg.split(" ")[0], java_ty=res.java_ty + "[]", java_hu_ty=res.java_hu_ty + "[]",
 175                 java_fn_ty_arg="[" + res.java_fn_ty_arg, c_ty=consts.ptr_arr, passed_as_ptr=False, is_ptr=is_ptr, is_const=is_const,
 176                 var_name=res.var_name, arr_len="datalen", arr_access="data", subty=res, is_native_primitive=False)
 177
 178     is_primitive = False
 179     arr_len = None
 180     mapped_type = []
 181     java_type_plural = None
 182     if fn_arg.startswith("void"):
 183         java_ty = "void"
 184         c_ty = "void"
 185         fn_ty_arg = "V"
 186         fn_arg = fn_arg[4:].strip()
 187         is_primitive = True
 188     elif fn_arg.startswith("bool"):
 189         java_ty = "boolean"
 190         c_ty = "jboolean"
 191         fn_ty_arg = "Z"
 192         fn_arg = fn_arg[4:].strip()
 193         is_primitive = True
 194     elif fn_arg.startswith("uint8_t"):
 195         mapped_type = consts.c_type_map['uint8_t']
 196         java_ty = mapped_type[0]
 197         c_ty = "int8_t"
 198         fn_ty_arg = "B"
 199         fn_arg = fn_arg[7:].strip()
 200         is_primitive = True
 201     elif fn_arg.startswith("uint16_t"):
 202         mapped_type = consts.c_type_map['uint16_t']
 203         java_ty = mapped_type[0]
 204         c_ty = "int16_t"
 205         fn_ty_arg = "S"
 206         fn_arg = fn_arg[8:].strip()
 207         is_primitive = True
 208     elif fn_arg.startswith("uint32_t"):
 209         mapped_type = consts.c_type_map['uint32_t']
 210         java_ty = mapped_type[0]
 211         c_ty = "int32_t"
 212         fn_ty_arg = "I"
 213         fn_arg = fn_arg[8:].strip()
 214         is_primitive = True
 215     elif fn_arg.startswith("uint64_t") or fn_arg.startswith("uintptr_t"):
 216         # TODO: uintptr_t is arch-dependent :(
 217         mapped_type = consts.c_type_map['long']
 218         java_ty = mapped_type[0]
 219         c_ty = "int64_t"
 220         fn_ty_arg = "J"
 221         if fn_arg.startswith("uint64_t"):
 222             fn_arg = fn_arg[8:].strip()
 223         else:
 224             fn_arg = fn_arg[9:].strip()
 225         is_primitive = True
 226     elif is_const and fn_arg.startswith("char *"):
 227         java_ty = "String"
 228         c_ty = "const char*"
 229         fn_ty_arg = "Ljava/lang/String;"
 230         fn_arg = fn_arg[6:].strip()
 231     elif fn_arg.startswith("LDKStr"):
 232         java_ty = "String"
 233         c_ty = "jstring"
 234         fn_ty_arg = "Ljava/lang/String;"
 235         fn_arg = fn_arg[6:].strip()
 236         arr_access = "chars"
 237         arr_len = "len"
 238     else:
 239         ma = var_ty_regex.match(fn_arg)
 240         if ma.group(1).strip() in unitary_enums:
 241             java_ty = ma.group(1).strip()
 242             c_ty = consts.result_c_ty
 243             fn_ty_arg = "Lorg/ldk/enums/" + ma.group(1).strip() + ";"
 244             fn_arg = ma.group(2).strip()
 245             rust_obj = ma.group(1).strip()
 246         elif ma.group(1).strip().startswith("LDKC2Tuple"):
 247             c_ty = consts.ptr_c_ty
 248             java_ty = consts.ptr_native_ty
 249             java_hu_ty = "TwoTuple<"
 250             if not ma.group(1).strip() in tuple_types:
 251                 assert java_c_types_none_allowed
 252                 return None
 253             for idx, ty_info in enumerate(tuple_types[ma.group(1).strip()][0]):
 254                 if idx != 0:
 255                     java_hu_ty = java_hu_ty + ", "
 256                 if ty_info.is_native_primitive:
 257                     if ty_info.java_hu_ty == "int":
 258                         java_hu_ty = java_hu_ty + "Integer" # Java concrete integer type is Integer, not Int
 259                     else:
 260                         java_hu_ty = java_hu_ty + ty_info.java_hu_ty.title() # If we're a primitive, capitalize the first letter
 261                 else:
 262                     java_hu_ty = java_hu_ty + ty_info.java_hu_ty
 263             java_hu_ty = java_hu_ty + ">"
 264             fn_ty_arg = "J"
 265             fn_arg = ma.group(2).strip()
 266             rust_obj = ma.group(1).strip()
 267             take_by_ptr = True
 268         elif ma.group(1).strip().startswith("LDKC3Tuple"):
 269             c_ty = consts.ptr_c_ty
 270             java_ty = consts.ptr_native_ty
 271             java_hu_ty = "ThreeTuple<"
 272             if not ma.group(1).strip() in tuple_types:
 273                 assert java_c_types_none_allowed
 274                 return None
 275             for idx, ty_info in enumerate(tuple_types[ma.group(1).strip()][0]):
 276                 if idx != 0:
 277                     java_hu_ty = java_hu_ty + ", "
 278                 if ty_info.is_native_primitive:
 279                     if ty_info.java_hu_ty == "int":
 280                         java_hu_ty = java_hu_ty + "Integer" # Java concrete integer type is Integer, not Int
 281                     else:
 282                         java_hu_ty = java_hu_ty + ty_info.java_hu_ty.title() # If we're a primitive, capitalize the first letter
 283                 else:
 284                     java_hu_ty = java_hu_ty + ty_info.java_hu_ty
 285             java_hu_ty = java_hu_ty + ">"
 286             fn_ty_arg = "J"
 287             fn_arg = ma.group(2).strip()
 288             rust_obj = ma.group(1).strip()
 289             take_by_ptr = True
 290         else:
 291             c_ty = consts.ptr_c_ty
 292             java_ty = consts.ptr_native_ty
 293             java_hu_ty = ma.group(1).strip().replace("LDKCResult", "Result").replace("LDK", "")
 294             fn_ty_arg = "J"
 295             fn_arg = ma.group(2).strip()
 296             rust_obj = ma.group(1).strip()
 297             take_by_ptr = True
 298
 299     if fn_arg.startswith(" *") or fn_arg.startswith("*"):
 300         fn_arg = fn_arg.replace("*", "").strip()
 301         is_ptr = True
 302         c_ty = consts.ptr_c_ty
 303         java_ty = consts.ptr_native_ty
 304         fn_ty_arg = "J"
 305         is_primitive = False
 306
 307     var_is_arr = var_is_arr_regex.match(fn_arg)
 308     if var_is_arr is not None or ret_arr_len is not None:
 309         assert(not take_by_ptr)
 310         assert(not is_ptr)
 311         # is there a special case for plurals?
 312         if len(mapped_type) == 2:
 313             java_ty = mapped_type[1]
 314         else:
 315             java_ty = java_ty + "[]"
 316         c_ty = c_ty + "Array"
 317         if var_is_arr is not None:
 318             if var_is_arr.group(1) == "":
 319                 return TypeInfo(rust_obj=rust_obj, java_ty=java_ty, java_hu_ty=java_ty, java_fn_ty_arg="[" + fn_ty_arg, c_ty=c_ty, is_const=is_const,
 320                     passed_as_ptr=False, is_ptr=False, var_name="arg", arr_len=var_is_arr.group(2), arr_access=arr_access, is_native_primitive=False)
 321             return TypeInfo(rust_obj=rust_obj, java_ty=java_ty, java_hu_ty=java_ty, java_fn_ty_arg="[" + fn_ty_arg, c_ty=c_ty, is_const=is_const,
 322                 passed_as_ptr=False, is_ptr=False, var_name=var_is_arr.group(1), arr_len=var_is_arr.group(2), arr_access=arr_access, is_native_primitive=False)
 323
 324     if java_hu_ty is None:
 325         java_hu_ty = java_ty
 326     return TypeInfo(rust_obj=rust_obj, java_ty=java_ty, java_hu_ty=java_hu_ty, java_fn_ty_arg=fn_ty_arg, c_ty=c_ty, passed_as_ptr=is_ptr or take_by_ptr,
 327         is_const=is_const, is_ptr=is_ptr, var_name=fn_arg, arr_len=arr_len, arr_access=arr_access, is_native_primitive=is_primitive)
 328
 329 fn_ptr_regex = re.compile("^extern const ([A-Za-z_0-9\* ]*) \(\*(.*)\)\((.*)\);$")
 330 fn_ret_arr_regex = re.compile("(.*) \(\*(.*)\((.*)\)\)\[([0-9]*)\];$")
 331 reg_fn_regex = re.compile("([A-Za-z_0-9\* ]* \*?)([a-zA-Z_0-9]*)\((.*)\);$")
 332 clone_fns = set()
 333 constructor_fns = {}
 334 c_array_class_caches = set()
 335
 336
 337 from gen_type_mapping import TypeMappingGenerator
 338 type_mapping_generator = TypeMappingGenerator(java_c_types, consts, c_array_class_caches, opaque_structs, clone_fns, unitary_enums, trait_structs, complex_enums, result_types, tuple_types)
 339
 340
 341
 342 with open(sys.argv[1]) as in_h:
 343     for line in in_h:
 344         reg_fn = reg_fn_regex.match(line)
 345         if reg_fn is not None:
 346             if reg_fn.group(2).endswith("_clone"):
 347                 clone_fns.add(reg_fn.group(2))
 348             else:
 349                 rty = java_c_types(reg_fn.group(1), None)
 350                 if rty is not None and rty.rust_obj is not None and reg_fn.group(2) == rty.java_hu_ty + "_new":
 351                     constructor_fns[rty.rust_obj] = reg_fn.group(3)
 352             continue
 353         arr_fn = fn_ret_arr_regex.match(line)
 354         if arr_fn is not None:
 355             if arr_fn.group(2).endswith("_clone"):
 356                 clone_fns.add(arr_fn.group(2))
 357             # No object constructors return arrays, as then they wouldn't be an object constructor
 358             continue
 359
 360 # Define some manual clones...
 361 clone_fns.add("ThirtyTwoBytes_clone")
 362 write_c("static inline struct LDKThirtyTwoBytes ThirtyTwoBytes_clone(const struct LDKThirtyTwoBytes *orig) { struct LDKThirtyTwoBytes ret; memcpy(ret.data, orig->data, 32); return ret; }\n")
 363
 364 java_c_types_none_allowed = False # C structs created by cbindgen are declared in dependency order
 365
 366 with open(sys.argv[1]) as in_h, open(sys.argv[2], "w") as out_java:
 367     def map_fn(line, re_match, ret_arr_len, c_call_string):
 368         out_java.write("\t// " + line)
 369         out_java.write("\tpublic static native ")
 370         write_c(consts.c_fn_ty_pfx)
 371
 372         is_free = re_match.group(2).endswith("_free")
 373         struct_meth = re_match.group(2).split("_")[0]
 374
 375         ret_info = type_mapping_generator.map_type(re_match.group(1), True, ret_arr_len, False, False)
 376         write_c(ret_info.c_ty)
 377         out_java.write(ret_info.java_ty)
 378
 379         if ret_info.ret_conv is not None:
 380             ret_conv_pfx, ret_conv_sfx = ret_info.ret_conv
 381
 382         out_java.write(" " + re_match.group(2) + "(")
 383         write_c(" " + consts.c_fn_name_pfx + re_match.group(2).replace('_', '_1') + "(" + consts.c_fn_args_pfx)
 384
 385         arg_names = []
 386         default_constructor_args = {}
 387         takes_self = False
 388         args_known = True
 389         for idx, arg in enumerate(re_match.group(3).split(',')):
 390             if idx != 0:
 391                 out_java.write(", ")
 392             if arg != "void":
 393                 write_c(", ")
 394             arg_conv_info = type_mapping_generator.map_type(arg, False, None, is_free, True)
 395             if arg_conv_info.c_ty != "void":
 396                 write_c(arg_conv_info.c_ty + " " + arg_conv_info.arg_name)
 397                 out_java.write(arg_conv_info.java_ty + " " + arg_conv_info.arg_name)
 398             if idx == 0 and arg_conv_info.java_hu_ty == struct_meth:
 399                 takes_self = True
 400             if arg_conv_info.arg_conv is not None and "Warning" in arg_conv_info.arg_conv:
 401                 if arg_conv_info.rust_obj in constructor_fns:
 402                     assert not is_free
 403                     for explode_arg in constructor_fns[arg_conv_info.rust_obj].split(','):
 404                         explode_arg_conv = type_mapping_generator.map_type(explode_arg, False, None, False, True)
 405                         if explode_arg_conv.c_ty == "void":
 406                             # We actually want to handle this case, but for now its only used in NetGraphMsgHandler::new()
 407                             # which ends up resulting in a redundant constructor - both without arguments for the NetworkGraph.
 408                             args_known = False
 409                             pass
 410                         if not arg_conv_info.arg_name in default_constructor_args:
 411                             default_constructor_args[arg_conv_info.arg_name] = []
 412                         default_constructor_args[arg_conv_info.arg_name].append(explode_arg_conv)
 413             arg_names.append(arg_conv_info)
 414
 415         out_java_struct = None
 416         if ("LDK" + struct_meth in opaque_structs or "LDK" + struct_meth in trait_structs) and not is_free:
 417             out_java_struct = open(f"{sys.argv[3]}/structs/{struct_meth}{consts.file_ext}", "a")
 418             if not args_known:
 419                 out_java_struct.write("\t// Skipped " + re_match.group(2) + "\n")
 420                 out_java_struct.close()
 421                 out_java_struct = None
 422             else:
 423                 meth_n = re_match.group(2)[len(struct_meth) + 1:]
 424                 if not takes_self:
 425                     out_java_struct.write("\tpublic static " + ret_info.java_hu_ty + " constructor_" + meth_n + "(")
 426                 else:
 427                     out_java_struct.write("\tpublic " + ret_info.java_hu_ty + " " + meth_n + "(")
 428                 for idx, arg in enumerate(arg_names):
 429                     if idx != 0:
 430                         if not takes_self or idx > 1:
 431                             out_java_struct.write(", ")
 432                     elif takes_self:
 433                         continue
 434                     if arg.java_ty != "void":
 435                         if arg.arg_name in default_constructor_args:
 436                             for explode_idx, explode_arg in enumerate(default_constructor_args[arg.arg_name]):
 437                                 if explode_idx != 0:
 438                                     out_java_struct.write(", ")
 439                                 out_java_struct.write(explode_arg.java_hu_ty + " " + arg.arg_name + "_" + explode_arg.arg_name)
 440                         else:
 441                             out_java_struct.write(arg.java_hu_ty + " " + arg.arg_name)
 442
 443
 444         out_java.write(");\n")
 445         write_c(") {\n")
 446         if out_java_struct is not None:
 447             out_java_struct.write(") {\n")
 448
 449         for info in arg_names:
 450             if info.arg_conv is not None:
 451                 write_c("\t" + info.arg_conv.replace('\n', "\n\t") + "\n")
 452
 453         if ret_info.ret_conv is not None:
 454             write_c("\t" + ret_conv_pfx.replace('\n', '\n\t'))
 455         elif ret_info.c_ty != "void":
 456             write_c("\t" + ret_info.c_ty + " ret_val = ")
 457         else:
 458             write_c("\t")
 459
 460         if c_call_string is None:
 461             write_c(re_match.group(2) + "(")
 462         else:
 463             write_c(c_call_string)
 464         for idx, info in enumerate(arg_names):
 465             if info.arg_conv_name is not None:
 466                 if idx != 0:
 467                     write_c(", ")
 468                 elif c_call_string is not None:
 469                     continue
 470                 write_c(info.arg_conv_name)
 471         write_c(")")
 472         if ret_info.ret_conv is not None:
 473             write_c(ret_conv_sfx.replace('\n', '\n\t'))
 474         else:
 475             write_c(";")
 476         for info in arg_names:
 477             if info.arg_conv_cleanup is not None:
 478                 write_c("\n\t" + info.arg_conv_cleanup.replace("\n", "\n\t"))
 479         if ret_info.ret_conv is not None:
 480             write_c("\n\treturn " + ret_info.ret_conv_name + ";")
 481         elif ret_info.c_ty != "void":
 482             write_c("\n\treturn ret_val;")
 483         write_c("\n}\n\n")
 484         if out_java_struct is not None:
 485             out_java_struct.write("\t\t")
 486             if ret_info.java_ty != "void":
 487                 out_java_struct.write(ret_info.java_ty + " ret = ")
 488             out_java_struct.write("bindings." + re_match.group(2) + "(")
 489             for idx, info in enumerate(arg_names):
 490                 if idx != 0:
 491                     out_java_struct.write(", ")
 492                 if idx == 0 and takes_self:
 493                     out_java_struct.write("this.ptr")
 494                 elif info.arg_name in default_constructor_args:
 495                     out_java_struct.write("bindings." + info.java_hu_ty + "_new(")
 496                     for explode_idx, explode_arg in enumerate(default_constructor_args[info.arg_name]):
 497                         if explode_idx != 0:
 498                             out_java_struct.write(", ")
 499                         expl_arg_name = info.arg_name + "_" + explode_arg.arg_name
 500                         if explode_arg.from_hu_conv is not None:
 501                             out_java_struct.write(explode_arg.from_hu_conv[0].replace(explode_arg.arg_name, expl_arg_name))
 502                         else:
 503                             out_java_struct.write(expl_arg_name)
 504                     out_java_struct.write(")")
 505                 elif info.from_hu_conv is not None:
 506                     out_java_struct.write(info.from_hu_conv[0])
 507                 else:
 508                     out_java_struct.write(info.arg_name)
 509             out_java_struct.write(");\n")
 510             if ret_info.to_hu_conv is not None:
 511                 if not takes_self:
 512                     out_java_struct.write("\t\t" + ret_info.to_hu_conv.replace("\n", "\n\t\t").replace("this", ret_info.to_hu_conv_name) + "\n")
 513                 else:
 514                     out_java_struct.write("\t\t" + ret_info.to_hu_conv.replace("\n", "\n\t\t") + "\n")
 515
 516             for idx, info in enumerate(arg_names):
 517                 if idx == 0 and takes_self:
 518                     pass
 519                 elif info.arg_name in default_constructor_args:
 520                     for explode_arg in default_constructor_args[info.arg_name]:
 521                         expl_arg_name = info.arg_name + "_" + explode_arg.arg_name
 522                         if explode_arg.from_hu_conv is not None and ret_info.to_hu_conv_name:
 523                             out_java_struct.write("\t\t" + explode_arg.from_hu_conv[1].replace(explode_arg.arg_name, expl_arg_name).replace("this", ret_info.to_hu_conv_name) + ";\n")
 524                 elif info.from_hu_conv is not None and info.from_hu_conv[1] != "":
 525                     if not takes_self and ret_info.to_hu_conv_name is not None:
 526                         out_java_struct.write("\t\t" + info.from_hu_conv[1].replace("this", ret_info.to_hu_conv_name) + ";\n")
 527                     else:
 528                         out_java_struct.write("\t\t" + info.from_hu_conv[1] + ";\n")
 529
 530             if ret_info.to_hu_conv_name is not None:
 531                 out_java_struct.write("\t\treturn " + ret_info.to_hu_conv_name + ";\n")
 532             elif ret_info.java_ty != "void" and ret_info.rust_obj != "LDK" + struct_meth:
 533                 out_java_struct.write("\t\treturn ret;\n")
 534             out_java_struct.write("\t}\n\n")
 535             out_java_struct.close()
 536
 537     def map_unitary_enum(struct_name, field_lines):
 538         with open(f"{sys.argv[3]}/enums/{struct_name}{consts.file_ext}", "w") as out_java_enum:
 539             unitary_enums.add(struct_name)
 540             for idx, struct_line in enumerate(field_lines):
 541                 if idx == 0:
 542                     assert(struct_line == "typedef enum %s {" % struct_name)
 543                 elif idx == len(field_lines) - 3:
 544                     assert(struct_line.endswith("_Sentinel,"))
 545                 elif idx == len(field_lines) - 2:
 546                     assert(struct_line == "} %s;" % struct_name)
 547                 elif idx == len(field_lines) - 1:
 548                     assert(struct_line == "")
 549             (c_out, native_file_out, native_out) = consts.native_c_unitary_enum_map(struct_name, [x.strip().strip(",") for x in field_lines[1:-3]])
 550             write_c(c_out)
 551             out_java_enum.write(native_file_out)
 552             out_java.write(native_out)
 553
 554     def map_complex_enum(struct_name, union_enum_items):
 555         java_hu_type = struct_name.replace("LDK", "")
 556         complex_enums.add(struct_name)
 557
 558         enum_variants = []
 559         tag_field_lines = union_enum_items["field_lines"]
 560         for idx, struct_line in enumerate(tag_field_lines):
 561             if idx == 0:
 562                 assert(struct_line == "typedef enum %s_Tag {" % struct_name)
 563             elif idx == len(tag_field_lines) - 3:
 564                 assert(struct_line.endswith("_Sentinel,"))
 565             elif idx == len(tag_field_lines) - 2:
 566                 assert(struct_line == "} %s_Tag;" % struct_name)
 567             elif idx == len(tag_field_lines) - 1:
 568                 assert(struct_line == "")
 569             else:
 570                 variant_name = struct_line.strip(' ,')[len(struct_name) + 1:]
 571                 fields = []
 572                 if "LDK" + variant_name in union_enum_items:
 573                     enum_var_lines = union_enum_items["LDK" + variant_name]
 574                     for idx, field in enumerate(enum_var_lines):
 575                         if idx != 0 and idx < len(enum_var_lines) - 2:
 576                             fields.append(type_mapping_generator.map_type(field.strip(' ;'), False, None, False, True))
 577                         else:
 578                             # TODO: Assert line format
 579                             pass
 580                 else:
 581                     # TODO: Assert line format
 582                     pass
 583                 enum_variants.append(ComplexEnumVariantInfo(variant_name, fields))
 584
 585         with open(f"{sys.argv[3]}/structs/{java_hu_type}{consts.file_ext}", "w") as out_java_enum:
 586             (out_java_addendum, out_java_enum_addendum, out_c_addendum) = consts.map_complex_enum(struct_name, enum_variants, camel_to_snake)
 587
 588             out_java_enum.write(out_java_enum_addendum)
 589             out_java.write(out_java_addendum)
 590             write_c(out_c_addendum)
 591
 592     def map_trait(struct_name, field_var_lines, trait_fn_lines):
 593         with open(f"{sys.argv[3]}/structs/{struct_name.replace('LDK', '')}{consts.file_ext}", "w") as out_java_trait:
 594             field_var_convs = []
 595             for var_line in field_var_lines:
 596                 if var_line.group(1) in trait_structs:
 597                     field_var_convs.append((var_line.group(1), var_line.group(2)))
 598                 else:
 599                     field_var_convs.append(
 600                         type_mapping_generator.map_type(var_line.group(1) + " " + var_line.group(2), False, None, False, False))
 601
 602             field_fns = []
 603             for fn_line in trait_fn_lines:
 604                 ret_ty_info = type_mapping_generator.map_type(fn_line.group(2), True, None, False, False)
 605                 is_const = fn_line.group(4) is not None
 606
 607                 arg_tys = []
 608                 for idx, arg in enumerate(fn_line.group(5).split(',')):
 609                     if arg == "":
 610                         continue
 611                     arg_conv_info = type_mapping_generator.map_type(arg, True, None, False, False)
 612                     arg_tys.append(arg_conv_info)
 613                 field_fns.append(TraitMethInfo(fn_line.group(3), is_const, ret_ty_info, arg_tys))
 614
 615             (out_java_addendum, out_java_trait_addendum, out_c_addendum) = consts.native_c_map_trait(struct_name, field_var_convs, field_fns)
 616             write_c(out_c_addendum)
 617             out_java_trait.write(out_java_trait_addendum)
 618             out_java.write(out_java_addendum)
 619
 620         for fn_line in trait_fn_lines:
 621             # For now, just disable enabling the _call_log - we don't know how to inverse-map String
 622             is_log = fn_line.group(3) == "log" and struct_name == "LDKLogger"
 623             if fn_line.group(3) != "free" and fn_line.group(3) != "clone" and fn_line.group(3) != "eq" and not is_log:
 624                 dummy_line = fn_line.group(2) + struct_name.replace("LDK", "") + "_" + fn_line.group(3) + " " + struct_name + "* this_arg" + fn_line.group(5) + "\n"
 625                 map_fn(dummy_line, re.compile("([A-Za-z_0-9]*) *([A-Za-z_0-9]*) *(.*)").match(dummy_line), None, "(this_arg_conv->" + fn_line.group(3) + ")(this_arg_conv->this_arg")
 626         for idx, var_line in enumerate(field_var_lines):
 627             if var_line.group(1) not in trait_structs:
 628                 write_c(var_line.group(1) + " " + struct_name + "_set_get_" + var_line.group(2) + "(" + struct_name + "* this_arg) {\n")
 629                 write_c("\tif (this_arg->set_" + var_line.group(2) + " != NULL)\n")
 630                 write_c("\t\tthis_arg->set_" + var_line.group(2) + "(this_arg);\n")
 631                 write_c("\treturn this_arg->" + var_line.group(2) + ";\n")
 632                 write_c("}\n")
 633                 dummy_line = var_line.group(1) + " " + struct_name.replace("LDK", "") + "_get_" + var_line.group(2) + " " + struct_name + "* this_arg" + fn_line.group(5) + "\n"
 634                 map_fn(dummy_line, re.compile("([A-Za-z_0-9]*) *([A-Za-z_0-9]*) *(.*)").match(dummy_line), None, struct_name + "_set_get_" + var_line.group(2) + "(this_arg_conv")
 635
 636     def map_result(struct_name, res_ty, err_ty):
 637         result_types.add(struct_name)
 638         human_ty = struct_name.replace("LDKCResult", "Result")
 639         with open(f"{sys.argv[3]}/structs/{human_ty}{consts.file_ext}", "w") as out_java_struct:
 640             out_java_struct.write(consts.hu_struct_file_prefix)
 641             out_java_struct.write("public class " + human_ty + " extends CommonBase {\n")
 642             out_java_struct.write("\tprivate " + human_ty + "(Object _dummy, long ptr) { super(ptr); }\n")
 643             out_java_struct.write("\tprotected void finalize() throws Throwable {\n")
 644             out_java_struct.write("\t\tif (ptr != 0) { bindings." + struct_name.replace("LDK","") + "_free(ptr); } super.finalize();\n")
 645             out_java_struct.write("\t}\n\n")
 646             out_java_struct.write("\tstatic " + human_ty + " constr_from_ptr(long ptr) {\n")
 647             out_java_struct.write("\t\tif (bindings." + struct_name + "_result_ok(ptr)) {\n")
 648             out_java_struct.write("\t\t\treturn new " + human_ty + "_OK(null, ptr);\n")
 649             out_java_struct.write("\t\t} else {\n")
 650             out_java_struct.write("\t\t\treturn new " + human_ty + "_Err(null, ptr);\n")
 651             out_java_struct.write("\t\t}\n")
 652             out_java_struct.write("\t}\n")
 653
 654             res_map = type_mapping_generator.map_type(res_ty + " res", True, None, False, True)
 655             err_map = type_mapping_generator.map_type(err_ty + " err", True, None, False, True)
 656             can_clone = True
 657             if not res_map.is_native_primitive and (res_map.rust_obj.replace("LDK", "") + "_clone" not in clone_fns):
 658                 can_clone = False
 659             if not err_map.is_native_primitive and (err_map.rust_obj.replace("LDK", "") + "_clone" not in clone_fns):
 660                 can_clone = False
 661
 662             out_java.write("\tpublic static native boolean " + struct_name + "_result_ok(long arg);\n")
 663             write_c(consts.c_fn_ty_pfx + "jboolean " + consts.c_fn_name_pfx + struct_name.replace("_", "_1") + "_1result_1ok (" + consts.c_fn_args_pfx + ", " + consts.ptr_c_ty + " arg) {\n")
 664             write_c("\treturn ((" + struct_name + "*)arg)->result_ok;\n")
 665             write_c("}\n")
 666
 667             out_java.write("\tpublic static native " + res_map.java_ty + " " + struct_name + "_get_ok(long arg);\n")
 668             write_c(consts.c_fn_ty_pfx + res_map.c_ty + " " + consts.c_fn_name_pfx + struct_name.replace("_", "_1") + "_1get_1ok (" + consts.c_fn_args_pfx + ", " + consts.ptr_c_ty + " arg) {\n")
 669             write_c("\t" + struct_name + " *val = (" + struct_name + "*)arg;\n")
 670             write_c("\tCHECK(val->result_ok);\n\t")
 671             out_java_struct.write("\tpublic static final class " + human_ty + "_OK extends " + human_ty + " {\n")
 672             if res_map.ret_conv is not None:
 673                 write_c(res_map.ret_conv[0].replace("\n", "\n\t") + "(*val->contents.result)")
 674                 write_c(res_map.ret_conv[1].replace("\n", "\n\t") + "\n\treturn " + res_map.ret_conv_name)
 675             else:
 676                 write_c("return *val->contents.result")
 677             write_c(";\n}\n")
 678
 679             if res_map.java_hu_ty != "void":
 680                 out_java_struct.write("\t\tpublic final " + res_map.java_hu_ty + " res;\n")
 681             out_java_struct.write("\t\tprivate " + human_ty + "_OK(Object _dummy, long ptr) {\n")
 682             out_java_struct.write("\t\t\tsuper(_dummy, ptr);\n")
 683             if res_map.java_hu_ty == "void":
 684                 pass
 685             elif res_map.to_hu_conv is not None:
 686                 out_java_struct.write("\t\t\t" + res_map.java_ty + " res = bindings." + struct_name + "_get_ok(ptr);\n")
 687                 out_java_struct.write("\t\t\t" + res_map.to_hu_conv.replace("\n", "\n\t\t\t"))
 688                 out_java_struct.write("\n\t\t\tthis.res = " + res_map.to_hu_conv_name + ";\n")
 689             else:
 690                 out_java_struct.write("\t\t\tthis.res = bindings." + struct_name + "_get_ok(ptr);\n")
 691             out_java_struct.write("\t\t}\n")
 692             if struct_name.startswith("LDKCResult_None"):
 693                 out_java_struct.write("\t\tpublic " + human_ty + "_OK() {\n\t\t\tthis(null, bindings.C" + human_ty + "_ok());\n")
 694             else:
 695                 out_java_struct.write("\t\tpublic " + human_ty + "_OK(" + res_map.java_hu_ty + " res) {\n")
 696                 if res_map.from_hu_conv is not None:
 697                     out_java_struct.write("\t\t\tthis(null, bindings.C" + human_ty + "_ok(" + res_map.from_hu_conv[0] + "));\n")
 698                     if res_map.from_hu_conv[1] != "":
 699                         out_java_struct.write("\t\t\t" + res_map.from_hu_conv[1] + ";\n")
 700                 else:
 701                     out_java_struct.write("\t\t\tthis(null, bindings.C" + human_ty + "_ok(res));\n")
 702             out_java_struct.write("\t\t}\n\t}\n\n")
 703
 704             out_java.write("\tpublic static native " + err_map.java_ty + " " + struct_name + "_get_err(long arg);\n")
 705             write_c(consts.c_fn_ty_pfx + err_map.c_ty + " " + consts.c_fn_name_pfx + struct_name.replace("_", "_1") + "_1get_1err (" + consts.c_fn_args_pfx + ", " + consts.ptr_c_ty + " arg) {\n")
 706             write_c("\t" + struct_name + " *val = (" + struct_name + "*)arg;\n")
 707             write_c("\tCHECK(!val->result_ok);\n\t")
 708             out_java_struct.write("\tpublic static final class " + human_ty + "_Err extends " + human_ty + " {\n")
 709             if err_map.ret_conv is not None:
 710                 write_c(err_map.ret_conv[0].replace("\n", "\n\t") + "(*val->contents.err)")
 711                 write_c(err_map.ret_conv[1].replace("\n", "\n\t") + "\n\treturn " + err_map.ret_conv_name)
 712             else:
 713                 write_c("return *val->contents.err")
 714             write_c(";\n}\n")
 715
 716             if err_map.java_hu_ty != "void":
 717                 out_java_struct.write("\t\tpublic final " + err_map.java_hu_ty + " err;\n")
 718             out_java_struct.write("\t\tprivate " + human_ty + "_Err(Object _dummy, long ptr) {\n")
 719             out_java_struct.write("\t\t\tsuper(_dummy, ptr);\n")
 720             if err_map.java_hu_ty == "void":
 721                 pass
 722             elif err_map.to_hu_conv is not None:
 723                 out_java_struct.write("\t\t\t" + err_map.java_ty + " err = bindings." + struct_name + "_get_err(ptr);\n")
 724                 out_java_struct.write("\t\t\t" + err_map.to_hu_conv.replace("\n", "\n\t\t\t"))
 725                 out_java_struct.write("\n\t\t\tthis.err = " + err_map.to_hu_conv_name + ";\n")
 726             else:
 727                 out_java_struct.write("\t\t\tthis.err = bindings." + struct_name + "_get_err(ptr);\n")
 728             out_java_struct.write("\t\t}\n")
 729
 730             if struct_name.endswith("NoneZ"):
 731                 out_java_struct.write("\t\tpublic " + human_ty + "_Err() {\n\t\t\tthis(null, bindings.C" + human_ty + "_err());\n")
 732             else:
 733                 out_java_struct.write("\t\tpublic " + human_ty + "_Err(" + err_map.java_hu_ty + " err) {\n")
 734                 if err_map.from_hu_conv is not None:
 735                     out_java_struct.write("\t\t\tthis(null, bindings.C" + human_ty + "_err(" + err_map.from_hu_conv[0] + "));\n")
 736                     if err_map.from_hu_conv[1] != "":
 737                         out_java_struct.write("\t\t\t" + err_map.from_hu_conv[1] + ";\n")
 738                 else:
 739                     out_java_struct.write("\t\t\tthis(null, bindings.C" + human_ty + "_err(err));\n")
 740             out_java_struct.write("\t\t}\n\t}\n}\n")
 741
 742             if can_clone:
 743                 clone_fns.add(struct_name.replace("LDK", "") + "_clone")
 744                 write_c("static inline " + struct_name + " " + struct_name.replace("LDK", "") + "_clone(const " + struct_name + " *orig) {\n")
 745                 write_c("\t" + struct_name + " res = { .result_ok = orig->result_ok };\n")
 746                 write_c("\tif (orig->result_ok) {\n")
 747                 if res_map.c_ty == "void":
 748                     write_c("\t\tres.contents.result = NULL;\n")
 749                 else:
 750                     if res_map.is_native_primitive:
 751                         write_c("\t\t" + res_map.c_ty + "* contents = MALLOC(sizeof(" + res_map.c_ty + "), \"" + res_map.c_ty + " result OK clone\");\n")
 752                         write_c("\t\t*contents = *orig->contents.result;\n")
 753                     else:
 754                         write_c("\t\t" + res_map.rust_obj + "* contents = MALLOC(sizeof(" + res_map.rust_obj + "), \"" + res_map.rust_obj + " result OK clone\");\n")
 755                         write_c("\t\t*contents = " + res_map.rust_obj.replace("LDK", "") + "_clone(orig->contents.result);\n")
 756                     write_c("\t\tres.contents.result = contents;\n")
 757                 write_c("\t} else {\n")
 758                 if err_map.c_ty == "void":
 759                     write_c("\t\tres.contents.err = NULL;\n")
 760                 else:
 761                     if err_map.is_native_primitive:
 762                         write_c("\t\t" + err_map.c_ty + "* contents = MALLOC(sizeof(" + err_map.c_ty + "), \"" + err_map.c_ty + " result Err clone\");\n")
 763                         write_c("\t\t*contents = *orig->contents.err;\n")
 764                     else:
 765                         write_c("\t\t" + err_map.rust_obj + "* contents = MALLOC(sizeof(" + err_map.rust_obj + "), \"" + err_map.rust_obj + " result Err clone\");\n")
 766                         write_c("\t\t*contents = " + err_map.rust_obj.replace("LDK", "") + "_clone(orig->contents.err);\n")
 767                     write_c("\t\tres.contents.err = contents;\n")
 768                 write_c("\t}\n\treturn res;\n}\n")
 769
 770     def map_tuple(struct_name, field_lines):
 771         out_java.write("\tpublic static native long " + struct_name + "_new(")
 772         write_c(consts.c_fn_ty_pfx + consts.ptr_c_ty + " " + consts.c_fn_name_pfx + struct_name.replace("_", "_1") + "_1new(" + consts.c_fn_args_pfx)
 773         ty_list = []
 774         for idx, line in enumerate(field_lines):
 775             if idx != 0 and idx < len(field_lines) - 2:
 776                 ty_info = java_c_types(line.strip(';'), None)
 777                 if idx != 1:
 778                     out_java.write(", ")
 779                 e = chr(ord('a') + idx - 1)
 780                 out_java.write(ty_info.java_ty + " " + e)
 781                 write_c(", " + ty_info.c_ty + " " + e)
 782                 ty_list.append(ty_info)
 783         tuple_types[struct_name] = (ty_list, struct_name)
 784         out_java.write(");\n")
 785         write_c(") {\n")
 786         write_c("\t" + struct_name + "* ret = MALLOC(sizeof(" + struct_name + "), \"" + struct_name + "\");\n")
 787         can_clone = True
 788         clone_str = "static inline " + struct_name + " " + struct_name.replace("LDK", "") + "_clone(const " + struct_name + " *orig) {\n"
 789         clone_str = clone_str + "\t" + struct_name + " ret = {\n"
 790         for idx, line in enumerate(field_lines):
 791             if idx != 0 and idx < len(field_lines) - 2:
 792                 ty_info = type_mapping_generator.map_type(line.strip(';'), False, None, False, False)
 793                 e = chr(ord('a') + idx - 1)
 794                 if ty_info.arg_conv is not None:
 795                     write_c("\t" + ty_info.arg_conv.replace("\n", "\n\t"))
 796                     write_c("\n\tret->" + e + " = " + ty_info.arg_conv_name + ";\n")
 797                 else:
 798                     write_c("\tret->" + e + " = " + e + ";\n")
 799                 if ty_info.arg_conv_cleanup is not None:
 800                     write_c("\t//TODO: Really need to call " + ty_info.arg_conv_cleanup + " here\n")
 801                 if not ty_info.is_native_primitive and (ty_info.rust_obj.replace("LDK", "") + "_clone") not in clone_fns:
 802                     can_clone = False
 803                 elif can_clone and ty_info.is_native_primitive:
 804                     clone_str = clone_str + "\t\t." + chr(ord('a') + idx - 1) + " = orig->" + chr(ord('a') + idx - 1) + ",\n"
 805                 elif can_clone:
 806                     clone_str = clone_str + "\t\t." + chr(ord('a') + idx - 1) + " = " + ty_info.rust_obj.replace("LDK", "") + "_clone(&orig->" + chr(ord('a') + idx - 1) + "),\n"
 807         write_c("\treturn (long)ret;\n")
 808         write_c("}\n")
 809
 810         if can_clone:
 811             clone_fns.add(struct_name.replace("LDK", "") + "_clone")
 812             write_c(clone_str)
 813             write_c("\t};\n\treturn ret;\n}\n")
 814
 815         for idx, ty_info in enumerate(ty_list):
 816             e = chr(ord('a') + idx)
 817             out_java.write("\tpublic static native " + ty_info.java_ty + " " + struct_name + "_get_" + e + "(long ptr);\n")
 818             write_c(consts.c_fn_ty_pfx + ty_info.c_ty + " " + consts.c_fn_name_pfx + struct_name.replace("_", "_1") + "_1get_1" + e + "(" + consts.c_fn_args_pfx + ", " + consts.ptr_c_ty + " ptr) {\n")
 819             write_c("\t" + struct_name + " *tuple = (" + struct_name + "*)ptr;\n")
 820             conv_info = type_mapping_generator.map_type_with_info(ty_info, False, None, False, True)
 821             if conv_info.ret_conv is not None:
 822                 write_c("\t" + conv_info.ret_conv[0].replace("\n", "\n\t") + "tuple->" + e + conv_info.ret_conv[1].replace("\n", "\n\t") + "\n")
 823                 write_c("\treturn " + conv_info.ret_conv_name + ";\n")
 824             else:
 825                 write_c("\treturn tuple->" + e + ";\n")
 826             write_c("}\n")
 827
 828     out_java.write(consts.bindings_header)
 829
 830     with open(f"{sys.argv[3]}/structs/CommonBase{consts.file_ext}", "w") as out_java_struct:
 831         out_java_struct.write(consts.common_base)
 832
 833     in_block_comment = False
 834     cur_block_obj = None
 835
 836     const_val_regex = re.compile("^extern const ([A-Za-z_0-9]*) ([A-Za-z_0-9]*);$")
 837
 838     line_indicates_result_regex = re.compile("^   union (LDKCResult_[A-Za-z_0-9]*Ptr) contents;$")
 839     line_indicates_vec_regex = re.compile("^   (struct |enum |union )?([A-Za-z_0-9]*) \*data;$")
 840     line_indicates_opaque_regex = re.compile("^   bool is_owned;$")
 841     line_indicates_trait_regex = re.compile("^   (struct |enum |union )?([A-Za-z_0-9]* \*?)\(\*([A-Za-z_0-9]*)\)\((const )?void \*this_arg(.*)\);$")
 842     assert(line_indicates_trait_regex.match("   uintptr_t (*send_data)(void *this_arg, LDKu8slice data, bool resume_read);"))
 843     assert(line_indicates_trait_regex.match("   struct LDKCVec_MessageSendEventZ (*get_and_clear_pending_msg_events)(const void *this_arg);"))
 844     assert(line_indicates_trait_regex.match("   void *(*clone)(const void *this_arg);"))
 845     assert(line_indicates_trait_regex.match("   struct LDKCVec_u8Z (*write)(const void *this_arg);"))
 846     line_field_var_regex = re.compile("^   struct ([A-Za-z_0-9]*) ([A-Za-z_0-9]*);$")
 847     assert(line_field_var_regex.match("   struct LDKMessageSendEventsProvider MessageSendEventsProvider;"))
 848     assert(line_field_var_regex.match("   struct LDKChannelPublicKeys pubkeys;"))
 849     struct_name_regex = re.compile("^typedef (struct|enum|union) (MUST_USE_STRUCT )?(LDK[A-Za-z_0-9]*) {$")
 850     assert(struct_name_regex.match("typedef struct LDKCVec_u8Z {"))
 851     assert(struct_name_regex.match("typedef enum LDKNetwork {"))
 852
 853     union_enum_items = {}
 854     result_ptr_struct_items = {}
 855     for line in in_h:
 856         if in_block_comment:
 857             if line.endswith("*/\n"):
 858                 in_block_comment = False
 859         elif cur_block_obj is not None:
 860             cur_block_obj  = cur_block_obj + line
 861             if line.startswith("} "):
 862                 field_lines = []
 863                 struct_name = None
 864                 vec_ty = None
 865                 obj_lines = cur_block_obj.split("\n")
 866                 is_opaque = False
 867                 result_contents = None
 868                 is_unitary_enum = False
 869                 is_union_enum = False
 870                 is_union = False
 871                 is_tuple = False
 872                 trait_fn_lines = []
 873                 field_var_lines = []
 874
 875                 for idx, struct_line in enumerate(obj_lines):
 876                     if struct_line.strip().startswith("/*"):
 877                         in_block_comment = True
 878                     if in_block_comment:
 879                         if struct_line.endswith("*/"):
 880                             in_block_comment = False
 881                     else:
 882                         struct_name_match = struct_name_regex.match(struct_line)
 883                         if struct_name_match is not None:
 884                             struct_name = struct_name_match.group(3)
 885                             if struct_name_match.group(1) == "enum":
 886                                 if not struct_name.endswith("_Tag"):
 887                                     is_unitary_enum = True
 888                                 else:
 889                                     is_union_enum = True
 890                             elif struct_name_match.group(1) == "union":
 891                                 is_union = True
 892                         if line_indicates_opaque_regex.match(struct_line):
 893                             is_opaque = True
 894                         result_match = line_indicates_result_regex.match(struct_line)
 895                         if result_match is not None:
 896                             result_contents = result_match.group(1)
 897                         vec_ty_match = line_indicates_vec_regex.match(struct_line)
 898                         if vec_ty_match is not None and struct_name.startswith("LDKCVec_"):
 899                             vec_ty = vec_ty_match.group(2)
 900                         elif struct_name.startswith("LDKC2Tuple_") or struct_name.startswith("LDKC3Tuple_"):
 901                             is_tuple = True
 902                         trait_fn_match = line_indicates_trait_regex.match(struct_line)
 903                         if trait_fn_match is not None:
 904                             trait_fn_lines.append(trait_fn_match)
 905                         field_var_match = line_field_var_regex.match(struct_line)
 906                         if field_var_match is not None:
 907                             field_var_lines.append(field_var_match)
 908                         field_lines.append(struct_line)
 909
 910                 assert(struct_name is not None)
 911                 assert(len(trait_fn_lines) == 0 or not (is_opaque or is_unitary_enum or is_union_enum or is_union or result_contents is not None or vec_ty is not None))
 912                 assert(not is_opaque or not (len(trait_fn_lines) != 0 or is_unitary_enum or is_union_enum or is_union or result_contents is not None or vec_ty is not None))
 913                 assert(not is_unitary_enum or not (len(trait_fn_lines) != 0 or is_opaque or is_union_enum or is_union or result_contents is not None or vec_ty is not None))
 914                 assert(not is_union_enum or not (len(trait_fn_lines) != 0 or is_unitary_enum or is_opaque or is_union or result_contents is not None or vec_ty is not None))
 915                 assert(not is_union or not (len(trait_fn_lines) != 0 or is_unitary_enum or is_union_enum or is_opaque or result_contents is not None or vec_ty is not None))
 916                 assert(result_contents is None or not (len(trait_fn_lines) != 0 or is_unitary_enum or is_union_enum or is_opaque or is_union or vec_ty is not None))
 917                 assert(vec_ty is None or not (len(trait_fn_lines) != 0 or is_unitary_enum or is_union_enum or is_opaque or is_union or result_contents is not None))
 918
 919                 if is_opaque:
 920                     opaque_structs.add(struct_name)
 921                     with open(f"{sys.argv[3]}/structs/{struct_name.replace('LDK', '')}{consts.file_ext}", "w") as out_java_struct:
 922                         out_opaque_struct_human = consts.map_opaque_struct(struct_name)
 923                         out_java_struct.write(out_opaque_struct_human)
 924                 elif result_contents is not None:
 925                     assert result_contents in result_ptr_struct_items
 926                     res_ty, err_ty = result_ptr_struct_items[result_contents]
 927                     map_result(struct_name, res_ty, err_ty)
 928                 elif struct_name.startswith("LDKCResult_") and struct_name.endswith("ZPtr"):
 929                     for line in field_lines:
 930                         if line.endswith("*result;"):
 931                             res_ty = line[:-8].strip()
 932                         elif line.endswith("*err;"):
 933                             err_ty = line[:-5].strip()
 934                     result_ptr_struct_items[struct_name] = (res_ty, err_ty)
 935                     result_types.add(struct_name[:-3])
 936                 elif is_tuple:
 937                     map_tuple(struct_name, field_lines)
 938                 elif vec_ty is not None:
 939                     ty_info = type_mapping_generator.map_type(vec_ty + " arr_elem", False, None, False, False)
 940                     if len(ty_info.java_fn_ty_arg) == 1: # ie we're a primitive of some form
 941                         out_java.write("\tpublic static native long " + struct_name + "_new(" + ty_info.java_ty + "[] elems);\n")
 942                         write_c(consts.c_fn_ty_pfx + consts.ptr_c_ty + " " + consts.c_fn_name_pfx + struct_name.replace("_", "_1") + "_1new(" + consts.c_fn_args_pfx + ", " + ty_info.c_ty + "Array elems) {\n")
 943                         write_c("\t" + struct_name + " *ret = MALLOC(sizeof(" + struct_name + "), \"" + struct_name + "\");\n")
 944                         write_c("\tret->datalen = " + consts.get_native_arr_len_call[0] + "elems" + consts.get_native_arr_len_call[1] + ";\n")
 945                         write_c("\tif (ret->datalen == 0) {\n")
 946                         write_c("\t\tret->data = NULL;\n")
 947                         write_c("\t} else {\n")
 948                         write_c("\t\tret->data = MALLOC(sizeof(" + vec_ty + ") * ret->datalen, \"" + struct_name + " Data\");\n")
 949                         write_c("\t\t" + ty_info.c_ty + " *java_elems = " + consts.get_native_arr_ptr_call[0] + "elems" + consts.get_native_arr_ptr_call[1] + ";\n")
 950                         write_c("\t\tfor (size_t i = 0; i < ret->datalen; i++) {\n")
 951                         if ty_info.arg_conv is not None:
 952                             write_c("\t\t\t" + ty_info.c_ty + " arr_elem = java_elems[i];\n")
 953                             write_c("\t\t\t" + ty_info.arg_conv.replace("\n", "\n\t\t\t") + "\n")
 954                             write_c("\t\t\tret->data[i] = " + ty_info.arg_conv_name + ";\n")
 955                             assert ty_info.arg_conv_cleanup is None
 956                         else:
 957                             write_c("\t\t\tret->data[i] = java_elems[i];\n")
 958                         write_c("\t\t}\n")
 959                         cleanup = consts.release_native_arr_ptr_call("elems", "java_elems")
 960                         if cleanup is not None:
 961                             write_c("\t\t" + cleanup + ";\n")
 962                         write_c("\t}\n")
 963                         write_c("\treturn (long)ret;\n")
 964                         write_c("}\n")
 965
 966                     if ty_info.is_native_primitive:
 967                         clone_fns.add(struct_name.replace("LDK", "") + "_clone")
 968                         write_c("static inline " + struct_name + " " + struct_name.replace("LDK", "") + "_clone(const " + struct_name + " *orig) {\n")
 969                         write_c("\t" + struct_name + " ret = { .data = MALLOC(sizeof(" + ty_info.c_ty + ") * orig->datalen, \"" + struct_name + " clone bytes\"), .datalen = orig->datalen };\n")
 970                         write_c("\tmemcpy(ret.data, orig->data, sizeof(" + ty_info.c_ty + ") * ret.datalen);\n")
 971                         write_c("\treturn ret;\n}\n")
 972                     elif (ty_info.rust_obj.replace("LDK", "") + "_clone") in clone_fns:
 973                         ty_name = "CVec_" + ty_info.rust_obj.replace("LDK", "") + "Z";
 974                         clone_fns.add(ty_name + "_clone")
 975                         write_c("static inline " + struct_name + " " + ty_name + "_clone(const " + struct_name + " *orig) {\n")
 976                         write_c("\t" + struct_name + " ret = { .data = MALLOC(sizeof(" + ty_info.rust_obj + ") * orig->datalen, \"" + struct_name + " clone bytes\"), .datalen = orig->datalen };\n")
 977                         write_c("\tfor (size_t i = 0; i < ret.datalen; i++) {\n")
 978                         write_c("\t\tret.data[i] = " + ty_info.rust_obj.replace("LDK", "") + "_clone(&orig->data[i]);\n")
 979                         write_c("\t}\n\treturn ret;\n}\n")
 980                 elif is_union_enum:
 981                     assert(struct_name.endswith("_Tag"))
 982                     struct_name = struct_name[:-4]
 983                     union_enum_items[struct_name] = {"field_lines": field_lines}
 984                 elif struct_name.endswith("_Body") and struct_name.split("_")[0] in union_enum_items:
 985                     enum_var_name = struct_name.split("_")
 986                     union_enum_items[enum_var_name[0]][enum_var_name[1]] = field_lines
 987                 elif struct_name in union_enum_items:
 988                     map_complex_enum(struct_name, union_enum_items[struct_name])
 989                 elif is_unitary_enum:
 990                     map_unitary_enum(struct_name, field_lines)
 991                 elif len(trait_fn_lines) > 0:
 992                     trait_structs.add(struct_name)
 993                     map_trait(struct_name, field_var_lines, trait_fn_lines)
 994                 elif struct_name == "LDKTxOut":
 995                     with open(f"{sys.argv[3]}/structs/TxOut{consts.file_ext}", "w") as out_java_struct:
 996                         out_java_struct.write(consts.hu_struct_file_prefix)
 997                         out_java_struct.write("public class TxOut extends CommonBase{\n")
 998                         out_java_struct.write("\tTxOut(java.lang.Object _dummy, long ptr) { super(ptr); }\n")
 999                         out_java_struct.write("\tlong to_c_ptr() { return 0; }\n")
1000                         out_java_struct.write("\t@Override @SuppressWarnings(\"deprecation\")\n")
1001                         out_java_struct.write("\tprotected void finalize() throws Throwable {\n")
1002                         out_java_struct.write("\t\tsuper.finalize();\n")
1003                         out_java_struct.write("\t\tif (ptr != 0) { bindings.TxOut_free(ptr); }\n")
1004                         out_java_struct.write("\t}\n")
1005                         # TODO: TxOut body
1006                         out_java_struct.write("}")
1007                 else:
1008                     pass # Everything remaining is a byte[] or some form
1009                 cur_block_obj = None
1010         else:
1011             fn_ptr = fn_ptr_regex.match(line)
1012             fn_ret_arr = fn_ret_arr_regex.match(line)
1013             reg_fn = reg_fn_regex.match(line)
1014             const_val = const_val_regex.match(line)
1015
1016             if line.startswith("#include <"):
1017                 pass
1018             elif line.startswith("/*"):
1019                 #out_java.write("\t" + line)
1020                 if not line.endswith("*/\n"):
1021                     in_block_comment = True
1022             elif line.startswith("typedef enum "):
1023                 cur_block_obj = line
1024             elif line.startswith("typedef struct "):
1025                 cur_block_obj = line
1026             elif line.startswith("typedef union "):
1027                 cur_block_obj = line
1028             elif fn_ptr is not None:
1029                 map_fn(line, fn_ptr, None, None)
1030             elif fn_ret_arr is not None:
1031                 map_fn(line, fn_ret_arr, fn_ret_arr.group(4), None)
1032             elif reg_fn is not None:
1033                 map_fn(line, reg_fn, None, None)
1034             elif const_val_regex is not None:
1035                 # TODO Map const variables
1036                 pass
1037             else:
1038                 assert(line == "\n")
1039
1040     out_java.write("}\n")
1041     for struct_name in opaque_structs:
1042         with open(f"{sys.argv[3]}/structs/{struct_name.replace('LDK', '')}{consts.file_ext}", "a") as out_java_struct:
1043             out_java_struct.write("}\n")
1044     for struct_name in trait_structs:
1045         with open(f"{sys.argv[3]}/structs/{struct_name.replace('LDK', '')}{consts.file_ext}", "a") as out_java_struct:
1046             out_java_struct.write("}\n")
1047 with open(sys.argv[4], "w") as out_c:
1048     out_c.write(consts.c_file_pfx)
1049     out_c.write(consts.init_str(c_array_class_caches))
1050     out_c.write(c_file)