Expand the list of things exposed via UtilMethods
[ldk-java] / genbindings.py
1 #!/usr/bin/env python3
2 import sys, re, subprocess
3
4 if len(sys.argv) < 7:
5     print("USAGE: /path/to/lightning.h /path/to/bindings/output /path/to/bindings/ /path/to/bindings/output.c debug lang")
6     sys.exit(1)
7
8 if sys.argv[5] == "false":
9     DEBUG = False
10 elif sys.argv[5] == "true":
11     DEBUG = True
12 else:
13     print("debug should be true or false and indicates whether to track allocations and ensure we don't leak")
14     sys.exit(1)
15
16 target = None
17 if sys.argv[6] == "java" or sys.argv[6] == "android":
18     import java_strings
19     from java_strings import Consts
20     target = java_strings.Target.JAVA
21     if sys.argv[6] == "android":
22         target = java_strings.Target.ANDROID
23 elif sys.argv[6] == "typescript":
24     import typescript_strings
25     from typescript_strings import Consts
26     target = typescript_strings.Target.NODEJS
27     if len(sys.argv) == 8 and sys.argv[7] == 'browser':
28         target = typescript_strings.Target.BROWSER
29 else:
30     print("Only java or typescript can be set for lang")
31     sys.exit(1)
32
33
34 consts = Consts(DEBUG, target=target)
35
36 local_git_version = subprocess.check_output(["git", "describe", '--tag', '--dirty']).decode("utf-8").strip()
37
38 from bindingstypes import *
39
40 c_file = ""
41 def write_c(s):
42     global c_file
43     c_file += s
44
45 def camel_to_snake(s):
46     # Convert camel case to snake case, in a way that appears to match cbindgen
47     con = "_"
48     ret = ""
49     lastchar = ""
50     lastund = False
51     for char in s:
52         if lastchar.isupper():
53             if not char.isupper() and not lastund:
54                 ret = ret + "_"
55                 lastund = True
56             else:
57                 lastund = False
58             ret = ret + lastchar.lower()
59         else:
60             ret = ret + lastchar
61             if char.isupper() and not lastund:
62                 ret = ret + "_"
63                 lastund = True
64             else:
65                 lastund = False
66         lastchar = char
67         if char.isnumeric():
68             lastund = True
69     return (ret + lastchar.lower()).strip("_")
70
71 unitary_enums = set()
72 complex_enums = set()
73 opaque_structs = set()
74 trait_structs = {}
75 result_types = set()
76 tuple_types = {}
77
78 var_is_arr_regex = re.compile("\(\*([A-za-z0-9_]*)\)\[([a-z0-9]*)\]")
79 var_ty_regex = re.compile("([A-za-z_0-9]*)(.*)")
80 java_c_types_none_allowed = True # Unset when we do the real pass that populates the above sets
81 def java_c_types(fn_arg, ret_arr_len):
82     fn_arg = fn_arg.strip()
83     if fn_arg.startswith("MUST_USE_RES "):
84         fn_arg = fn_arg[13:]
85     is_const = False
86     if fn_arg.startswith("const "):
87         fn_arg = fn_arg[6:]
88         is_const = True
89     if fn_arg.startswith("struct "):
90         fn_arg = fn_arg[7:]
91     if fn_arg.startswith("enum "):
92         fn_arg = fn_arg[5:]
93     nonnull_ptr = "NONNULL_PTR" in fn_arg
94     fn_arg = fn_arg.replace("NONNULL_PTR", "")
95
96     is_ptr = False
97     take_by_ptr = False
98     rust_obj = None
99     arr_access = None
100     java_hu_ty = None
101     if fn_arg.startswith("LDKThirtyTwoBytes"):
102         fn_arg = "uint8_t (*" + fn_arg[18:] + ")[32]"
103         assert var_is_arr_regex.match(fn_arg[8:])
104         rust_obj = "LDKThirtyTwoBytes"
105         arr_access = "data"
106     elif fn_arg.startswith("LDKTxid"):
107         fn_arg = "uint8_t (*" + fn_arg[8:] + ")[32]"
108         assert var_is_arr_regex.match(fn_arg[8:])
109         rust_obj = "LDKThirtyTwoBytes"
110         arr_access = "data"
111     elif fn_arg.startswith("LDKPublicKey"):
112         fn_arg = "uint8_t (*" + fn_arg[13:] + ")[33]"
113         assert var_is_arr_regex.match(fn_arg[8:])
114         rust_obj = "LDKPublicKey"
115         arr_access = "compressed_form"
116     elif fn_arg.startswith("LDKSecretKey"):
117         fn_arg = "uint8_t (*" + fn_arg[13:] + ")[32]"
118         assert var_is_arr_regex.match(fn_arg[8:])
119         rust_obj = "LDKSecretKey"
120         arr_access = "bytes"
121     elif fn_arg.startswith("LDKSignature"):
122         fn_arg = "uint8_t (*" + fn_arg[13:] + ")[64]"
123         assert var_is_arr_regex.match(fn_arg[8:])
124         rust_obj = "LDKSignature"
125         arr_access = "compact_form"
126     elif fn_arg.startswith("LDKRecoverableSignature"):
127         fn_arg = "uint8_t (*" + fn_arg[25:] + ")[68]"
128         assert var_is_arr_regex.match(fn_arg[8:])
129         rust_obj = "LDKRecoverableSignature"
130         arr_access = "serialized_form"
131     elif fn_arg.startswith("LDKThreeBytes"):
132         fn_arg = "uint8_t (*" + fn_arg[14:] + ")[3]"
133         assert var_is_arr_regex.match(fn_arg[8:])
134         rust_obj = "LDKThreeBytes"
135         arr_access = "data"
136     elif fn_arg.startswith("LDKFourBytes"):
137         fn_arg = "uint8_t (*" + fn_arg[13:] + ")[4]"
138         assert var_is_arr_regex.match(fn_arg[8:])
139         rust_obj = "LDKFourBytes"
140         arr_access = "data"
141     elif fn_arg.startswith("LDKSixteenBytes"):
142         fn_arg = "uint8_t (*" + fn_arg[16:] + ")[16]"
143         assert var_is_arr_regex.match(fn_arg[8:])
144         rust_obj = "LDKSixteenBytes"
145         arr_access = "data"
146     elif fn_arg.startswith("LDKTwentyBytes"):
147         fn_arg = "uint8_t (*" + fn_arg[15:] + ")[20]"
148         assert var_is_arr_regex.match(fn_arg[8:])
149         rust_obj = "LDKTwentyBytes"
150         arr_access = "data"
151     elif fn_arg.startswith("LDKTenBytes"):
152         fn_arg = "uint8_t (*" + fn_arg[12:] + ")[10]"
153         assert var_is_arr_regex.match(fn_arg[8:])
154         rust_obj = "LDKTenBytes"
155         arr_access = "data"
156     elif fn_arg.startswith("LDKu8slice"):
157         fn_arg = "uint8_t (*" + fn_arg[11:] + ")[datalen]"
158         assert var_is_arr_regex.match(fn_arg[8:])
159         rust_obj = "LDKu8slice"
160         arr_access = "data"
161     elif fn_arg.startswith("LDKCVec_u8Z"):
162         fn_arg = "uint8_t (*" + fn_arg[12:] + ")[datalen]"
163         rust_obj = "LDKCVec_u8Z"
164         assert var_is_arr_regex.match(fn_arg[8:])
165         arr_access = "data"
166     elif fn_arg.startswith("LDKTransaction ") or fn_arg == "LDKTransaction":
167         fn_arg = "uint8_t (*" + fn_arg[15:] + ")[datalen]"
168         rust_obj = "LDKTransaction"
169         assert var_is_arr_regex.match(fn_arg[8:])
170         arr_access = "data"
171     elif fn_arg.startswith("LDKCVec_"):
172         is_ptr = False
173         if "*" in fn_arg:
174             fn_arg = fn_arg.replace("*", "")
175             is_ptr = True
176
177         tyn = fn_arg[8:].split(" ")
178         assert tyn[0].endswith("Z")
179         if tyn[0] == "u64Z":
180             new_arg = "uint64_t"
181         else:
182             new_arg = "LDK" + tyn[0][:-1]
183         for a in tyn[1:]:
184             new_arg = new_arg + " " + a
185         res = java_c_types(new_arg, ret_arr_len)
186         if res is None:
187             assert java_c_types_none_allowed
188             return None
189         if is_ptr:
190             res.pass_by_ref = True
191         if res.is_native_primitive or res.passed_as_ptr:
192             return TypeInfo(rust_obj=fn_arg.split(" ")[0], java_ty=res.java_ty + "[]", java_hu_ty=res.java_hu_ty + "[]",
193                 java_fn_ty_arg="[" + res.java_fn_ty_arg, c_ty=res.c_ty + "Array", passed_as_ptr=False, is_ptr=is_ptr,
194                 nonnull_ptr=nonnull_ptr, is_const=is_const,
195                 var_name=res.var_name, arr_len="datalen", arr_access="data", subty=res, is_native_primitive=False)
196         else:
197             return TypeInfo(rust_obj=fn_arg.split(" ")[0], java_ty=res.java_ty + "[]", java_hu_ty=res.java_hu_ty + "[]",
198                 java_fn_ty_arg="[" + res.java_fn_ty_arg, c_ty=consts.ptr_arr, passed_as_ptr=False, is_ptr=is_ptr,
199                 nonnull_ptr=nonnull_ptr, is_const=is_const,
200                 var_name=res.var_name, arr_len="datalen", arr_access="data", subty=res, is_native_primitive=False)
201
202     is_primitive = False
203     arr_len = None
204     mapped_type = []
205     java_type_plural = None
206     if fn_arg.startswith("void"):
207         java_ty = "void"
208         c_ty = "void"
209         fn_ty_arg = "V"
210         fn_arg = fn_arg[4:].strip()
211         is_primitive = True
212     elif fn_arg.startswith("bool"):
213         java_ty = "boolean"
214         c_ty = "jboolean"
215         fn_ty_arg = "Z"
216         fn_arg = fn_arg[4:].strip()
217         is_primitive = True
218     elif fn_arg.startswith("uint8_t"):
219         mapped_type = consts.c_type_map['uint8_t']
220         java_ty = mapped_type[0]
221         c_ty = "int8_t"
222         fn_ty_arg = "B"
223         fn_arg = fn_arg[7:].strip()
224         is_primitive = True
225     elif fn_arg.startswith("LDKu5"):
226         java_ty = consts.c_type_map['uint8_t'][0]
227         java_hu_ty = "UInt5"
228         rust_obj = "LDKu5"
229         c_ty = "int8_t"
230         fn_ty_arg = "B"
231         fn_arg = fn_arg[6:].strip()
232     elif fn_arg.startswith("uint16_t"):
233         mapped_type = consts.c_type_map['uint16_t']
234         java_ty = mapped_type[0]
235         c_ty = "int16_t"
236         fn_ty_arg = "S"
237         fn_arg = fn_arg[8:].strip()
238         is_primitive = True
239     elif fn_arg.startswith("uint32_t"):
240         mapped_type = consts.c_type_map['uint32_t']
241         java_ty = mapped_type[0]
242         c_ty = "int32_t"
243         fn_ty_arg = "I"
244         fn_arg = fn_arg[8:].strip()
245         is_primitive = True
246     elif fn_arg.startswith("uint64_t") or fn_arg.startswith("uintptr_t"):
247         # TODO: uintptr_t is arch-dependent :(
248         mapped_type = consts.c_type_map['uint64_t']
249         java_ty = mapped_type[0]
250         fn_ty_arg = "J"
251         if fn_arg.startswith("uint64_t"):
252             c_ty = "int64_t"
253             fn_arg = fn_arg[8:].strip()
254         else:
255             c_ty = "int64_t"
256             rust_obj = "uintptr_t"
257             fn_arg = fn_arg[9:].strip()
258         is_primitive = True
259     elif is_const and fn_arg.startswith("char *"):
260         java_ty = "String"
261         c_ty = "const char*"
262         fn_ty_arg = "Ljava/lang/String;"
263         fn_arg = fn_arg[6:].strip()
264     elif fn_arg.startswith("LDKStr"):
265         rust_obj = "LDKStr"
266         java_ty = "String"
267         c_ty = "jstring"
268         fn_ty_arg = "Ljava/lang/String;"
269         fn_arg = fn_arg[6:].strip()
270         arr_access = "chars"
271         arr_len = "len"
272     else:
273         ma = var_ty_regex.match(fn_arg)
274         if ma.group(1).strip() in unitary_enums:
275             assert ma.group(1).strip().startswith("LDK")
276             java_ty = ma.group(1).strip()[3:]
277             java_hu_ty = java_ty
278             c_ty = consts.result_c_ty
279             fn_ty_arg = "Lorg/ldk/enums/" + java_ty + ";"
280             fn_arg = ma.group(2).strip()
281             rust_obj = ma.group(1).strip()
282         elif ma.group(1).strip().startswith("LDKC2Tuple"):
283             c_ty = consts.ptr_c_ty
284             java_ty = consts.ptr_native_ty
285             java_hu_ty = "TwoTuple<"
286             if not ma.group(1).strip() in tuple_types:
287                 assert java_c_types_none_allowed
288                 return None
289             for idx, ty_info in enumerate(tuple_types[ma.group(1).strip()][0]):
290                 if idx != 0:
291                     java_hu_ty = java_hu_ty + ", "
292                 if ty_info.is_native_primitive:
293                     if ty_info.java_hu_ty == "int":
294                         java_hu_ty = java_hu_ty + "Integer" # Java concrete integer type is Integer, not Int
295                     else:
296                         java_hu_ty = java_hu_ty + ty_info.java_hu_ty.title() # If we're a primitive, capitalize the first letter
297                 else:
298                     java_hu_ty = java_hu_ty + ty_info.java_hu_ty
299             java_hu_ty = java_hu_ty + ">"
300             fn_ty_arg = "J"
301             fn_arg = ma.group(2).strip()
302             rust_obj = ma.group(1).strip()
303             take_by_ptr = True
304         elif ma.group(1).strip().startswith("LDKC3Tuple"):
305             c_ty = consts.ptr_c_ty
306             java_ty = consts.ptr_native_ty
307             java_hu_ty = "ThreeTuple<"
308             if not ma.group(1).strip() in tuple_types:
309                 assert java_c_types_none_allowed
310                 return None
311             for idx, ty_info in enumerate(tuple_types[ma.group(1).strip()][0]):
312                 if idx != 0:
313                     java_hu_ty = java_hu_ty + ", "
314                 if ty_info.is_native_primitive:
315                     if ty_info.java_hu_ty == "int":
316                         java_hu_ty = java_hu_ty + "Integer" # Java concrete integer type is Integer, not Int
317                     else:
318                         java_hu_ty = java_hu_ty + ty_info.java_hu_ty.title() # If we're a primitive, capitalize the first letter
319                 else:
320                     java_hu_ty = java_hu_ty + ty_info.java_hu_ty
321             java_hu_ty = java_hu_ty + ">"
322             fn_ty_arg = "J"
323             fn_arg = ma.group(2).strip()
324             rust_obj = ma.group(1).strip()
325             take_by_ptr = True
326         else:
327             c_ty = consts.ptr_c_ty
328             java_ty = consts.ptr_native_ty
329             java_hu_ty = ma.group(1).strip().replace("LDKCOption", "Option").replace("LDKCResult", "Result").replace("LDK", "")
330             fn_ty_arg = "J"
331             fn_arg = ma.group(2).strip()
332             rust_obj = ma.group(1).strip()
333             take_by_ptr = True
334
335     if fn_arg.startswith(" *") or fn_arg.startswith("*"):
336         fn_arg = fn_arg.replace("*", "").strip()
337         is_ptr = True
338         c_ty = consts.ptr_c_ty
339         java_ty = consts.ptr_native_ty
340         fn_ty_arg = "J"
341
342     var_is_arr = var_is_arr_regex.match(fn_arg)
343     if var_is_arr is not None or ret_arr_len is not None:
344         assert(not take_by_ptr)
345         assert(not is_ptr)
346         # is there a special case for plurals?
347         if len(mapped_type) == 2:
348             java_ty = mapped_type[1]
349         else:
350             java_ty = java_ty + "[]"
351         c_ty = c_ty + "Array"
352         if var_is_arr is not None:
353             if var_is_arr.group(1) == "":
354                 return TypeInfo(rust_obj=rust_obj, java_ty=java_ty, java_hu_ty=java_ty, java_fn_ty_arg="[" + fn_ty_arg, c_ty=c_ty, is_const=is_const,
355                     passed_as_ptr=False, is_ptr=False, nonnull_ptr=nonnull_ptr, var_name="arg",
356                     arr_len=var_is_arr.group(2), arr_access=arr_access, is_native_primitive=False)
357             return TypeInfo(rust_obj=rust_obj, java_ty=java_ty, java_hu_ty=java_ty, java_fn_ty_arg="[" + fn_ty_arg, c_ty=c_ty, is_const=is_const,
358                 passed_as_ptr=False, is_ptr=False, nonnull_ptr=nonnull_ptr, var_name=var_is_arr.group(1),
359                 arr_len=var_is_arr.group(2), arr_access=arr_access, is_native_primitive=False)
360
361     if java_hu_ty is None:
362         java_hu_ty = java_ty
363     return TypeInfo(rust_obj=rust_obj, java_ty=java_ty, java_hu_ty=java_hu_ty, java_fn_ty_arg=fn_ty_arg, c_ty=c_ty, passed_as_ptr=is_ptr or take_by_ptr,
364         is_const=is_const, is_ptr=is_ptr, nonnull_ptr=nonnull_ptr, var_name=fn_arg, arr_len=arr_len, arr_access=arr_access, is_native_primitive=is_primitive)
365
366 fn_ptr_regex = re.compile("^extern const ([A-Za-z_0-9\* ]*) \(\*(.*)\)\((.*)\);$")
367 fn_ret_arr_regex = re.compile("(.*) \(\*(.*)\((.*)\)\)\[([0-9]*)\];$")
368 reg_fn_regex = re.compile("([A-Za-z_0-9\* ]* \*?)([a-zA-Z_0-9]*)\((.*)\);$")
369 clone_fns = set()
370 constructor_fns = {}
371
372 from gen_type_mapping import TypeMappingGenerator
373 type_mapping_generator = TypeMappingGenerator(java_c_types, consts, opaque_structs, clone_fns, unitary_enums, trait_structs, complex_enums, result_types, tuple_types)
374
375 with open(sys.argv[1]) as in_h:
376     for line in in_h:
377         reg_fn = reg_fn_regex.match(line)
378         if reg_fn is not None:
379             if reg_fn.group(2).endswith("_clone"):
380                 clone_fns.add(reg_fn.group(2))
381             else:
382                 rty = java_c_types(reg_fn.group(1), None)
383                 if rty is not None and not rty.is_native_primitive and reg_fn.group(2) == rty.java_hu_ty + "_new":
384                     constructor_fns[rty.rust_obj] = reg_fn.group(3)
385             continue
386         arr_fn = fn_ret_arr_regex.match(line)
387         if arr_fn is not None:
388             if arr_fn.group(2).endswith("_clone"):
389                 clone_fns.add(arr_fn.group(2))
390             # No object constructors return arrays, as then they wouldn't be an object constructor
391             continue
392
393 # Define some manual clones...
394 clone_fns.add("ThirtyTwoBytes_clone")
395 write_c("static inline struct LDKThirtyTwoBytes ThirtyTwoBytes_clone(const struct LDKThirtyTwoBytes *orig) { struct LDKThirtyTwoBytes ret; memcpy(ret.data, orig->data, 32); return ret; }\n")
396
397 java_c_types_none_allowed = False # C structs created by cbindgen are declared in dependency order
398
399 with open(f"{sys.argv[3]}/structs/UtilMethods{consts.file_ext}", "a") as util:
400     util.write(consts.util_fn_pfx)
401
402 with open(sys.argv[1]) as in_h, open(sys.argv[2], "w") as out_java:
403     # Map a top-level function
404     def map_fn(line, re_match, ret_arr_len, c_call_string, doc_comment):
405         method_return_type = re_match.group(1)
406         method_name = re_match.group(2)
407         orig_method_name = str(method_name)
408         method_comma_separated_arguments = re_match.group(3)
409         method_arguments = method_comma_separated_arguments.split(',')
410
411         is_free = method_name.endswith("_free")
412         if method_name.startswith("COption") or method_name.startswith("CResult"):
413             struct_meth = method_name.rsplit("Z", 1)[0][1:] + "Z"
414         else:
415             struct_meth = method_name.split("_")[0]
416
417         return_type_info = type_mapping_generator.map_type(method_return_type.strip() + " ret", True, ret_arr_len, False, False)
418
419         argument_types = []
420         default_constructor_args = {}
421         takes_self = False
422         takes_self_ptr = False
423         args_known = True
424
425         for argument_index, argument in enumerate(method_arguments):
426             argument_conversion_info = type_mapping_generator.map_type(argument, False, None, is_free, True)
427             if argument_index == 0 and argument_conversion_info.java_hu_ty == struct_meth:
428                 takes_self = True
429                 if argument_conversion_info.ty_info.is_ptr:
430                     takes_self_ptr = True
431             if argument_conversion_info.arg_conv is not None and "Warning" in argument_conversion_info.arg_conv:
432                 if argument_conversion_info.rust_obj in constructor_fns:
433                     assert not is_free
434                     for explode_arg in constructor_fns[argument_conversion_info.rust_obj].split(','):
435                         explode_arg_conv = type_mapping_generator.map_type(explode_arg, False, None, False, True)
436                         if explode_arg_conv.c_ty == "void":
437                             # We actually want to handle this case, but for now its only used in NetGraphMsgHandler::new()
438                             # which ends up resulting in a redundant constructor - both without arguments for the NetworkGraph.
439                             args_known = False
440                             pass
441                         if not argument_conversion_info.arg_name in default_constructor_args:
442                             default_constructor_args[argument_conversion_info.arg_name] = []
443                         default_constructor_args[argument_conversion_info.arg_name].append(explode_arg_conv)
444             argument_types.append(argument_conversion_info)
445         if not takes_self and return_type_info.java_hu_ty != struct_meth:
446             if not return_type_info.java_hu_ty.startswith("Result_" + struct_meth):
447                 method_name = orig_method_name
448                 struct_meth = ""
449
450         out_java.write("\t// " + line)
451         (out_java_delta, out_c_delta, out_java_struct_delta) = \
452             consts.map_function(argument_types, c_call_string, method_name, return_type_info, struct_meth, default_constructor_args, takes_self, takes_self_ptr, args_known, type_mapping_generator, doc_comment)
453         out_java.write(out_java_delta)
454
455         if is_free:
456             assert len(argument_types) == 1
457             assert return_type_info.c_ty == "void"
458             write_c(consts.c_fn_ty_pfx + "void " + consts.c_fn_name_define_pfx(method_name, True) + argument_types[0].c_ty + " " + argument_types[0].ty_info.var_name + ") {\n")
459             if argument_types[0].ty_info.passed_as_ptr and not argument_types[0].ty_info.rust_obj in opaque_structs:
460                 write_c("\tif ((" + argument_types[0].ty_info.var_name + " & 1) != 0) return;\n")
461
462             for info in argument_types:
463                 if info.arg_conv is not None:
464                     write_c("\t" + info.arg_conv.replace('\n', "\n\t") + "\n")
465             assert c_call_string is None
466             write_c("\t" + method_name + "(")
467             if argument_types[0].arg_conv_name is not None:
468                 write_c(argument_types[0].arg_conv_name)
469             write_c(");")
470             for info in argument_types:
471                 if info.arg_conv_cleanup is not None:
472                     write_c("\n\t" + info.arg_conv_cleanup.replace("\n", "\n\t"))
473             write_c("\n}\n\n")
474         else:
475             write_c(out_c_delta)
476
477         out_java_struct = None
478         expected_struct = "LDK" + struct_meth
479         expected_cstruct = "LDKC" + struct_meth
480         if (expected_struct in opaque_structs or expected_struct in trait_structs
481                 or expected_struct in complex_enums or expected_cstruct in complex_enums
482                 or expected_cstruct in result_types) and not is_free:
483             out_java_struct = open(f"{sys.argv[3]}/structs/{struct_meth}{consts.file_ext}", "a")
484             out_java_struct.write(out_java_struct_delta)
485         elif (not is_free and not method_name.endswith("_clone") and
486                 not method_name.startswith("_") and
487                 method_name != "check_platform" and method_name != "Result_read" and
488                 not expected_struct in unitary_enums and
489                 ((not method_name.startswith("C2Tuple_") and not method_name.startswith("C3Tuple_"))
490                   or method_name.endswith("_read"))):
491             out_java_struct = open(f"{sys.argv[3]}/structs/UtilMethods{consts.file_ext}", "a")
492             for line in out_java_struct_delta.splitlines():
493                 if not line.strip().startswith("this."):
494                     out_java_struct.write(line + "\n")
495                 else:
496                     out_java_struct.write("\t\t// " + line.strip() + "\n")
497
498     def map_unitary_enum(struct_name, field_lines, enum_doc_comment):
499         assert struct_name.startswith("LDK")
500         with open(f"{sys.argv[3]}/enums/{struct_name[3:]}{consts.file_ext}", "w") as out_java_enum:
501             unitary_enums.add(struct_name)
502             for idx, struct_line in enumerate(field_lines):
503                 if idx == 0:
504                     assert(struct_line == "typedef enum %s {" % struct_name)
505                 elif idx == len(field_lines) - 3:
506                     assert(struct_line.endswith("_Sentinel,"))
507                 elif idx == len(field_lines) - 2:
508                     assert(struct_line == "} %s;" % struct_name)
509                 elif idx == len(field_lines) - 1:
510                     assert(struct_line == "")
511             assert struct_name.startswith("LDK")
512             (c_out, native_file_out, native_out) = consts.native_c_unitary_enum_map(struct_name[3:], [x.strip().strip(",") for x in field_lines[1:-3]], enum_doc_comment)
513             write_c(c_out)
514             out_java_enum.write(native_file_out)
515             out_java.write(native_out)
516
517     def map_complex_enum(struct_name, union_enum_items, inline_enum_variants, enum_doc_comment):
518         java_hu_type = struct_name.replace("LDK", "").replace("COption", "Option")
519         complex_enums.add(struct_name)
520
521         enum_variants = []
522         tag_field_lines = union_enum_items["field_lines"]
523         for idx, struct_line in enumerate(tag_field_lines):
524             if idx == 0:
525                 assert(struct_line == "typedef enum %s_Tag {" % struct_name)
526             elif idx == len(tag_field_lines) - 3:
527                 assert(struct_line.endswith("_Sentinel,"))
528             elif idx == len(tag_field_lines) - 2:
529                 assert(struct_line == "} %s_Tag;" % struct_name)
530             elif idx == len(tag_field_lines) - 1:
531                 assert(struct_line == "")
532             else:
533                 variant_name = struct_line.strip(' ,')[len(struct_name) + 1:]
534                 fields = []
535                 if "LDK" + variant_name in union_enum_items:
536                     enum_var_lines = union_enum_items["LDK" + variant_name]
537                     for idx, field in enumerate(enum_var_lines):
538                         if idx != 0 and idx < len(enum_var_lines) - 2 and field.strip() != "":
539                             fields.append(type_mapping_generator.map_type(field.strip(' ;'), False, None, False, True))
540                     enum_variants.append(ComplexEnumVariantInfo(variant_name, fields, False))
541                 elif camel_to_snake(variant_name) in inline_enum_variants:
542                     fields.append(type_mapping_generator.map_type(inline_enum_variants[camel_to_snake(variant_name)] + " " + camel_to_snake(variant_name), False, None, False, True))
543                     enum_variants.append(ComplexEnumVariantInfo(variant_name, fields, True))
544                 else:
545                     enum_variants.append(ComplexEnumVariantInfo(variant_name, fields, True))
546
547         with open(f"{sys.argv[3]}/structs/{java_hu_type}{consts.file_ext}", "w") as out_java_enum:
548             (out_java_addendum, out_java_enum_addendum, out_c_addendum) = consts.map_complex_enum(struct_name, enum_variants, camel_to_snake, enum_doc_comment)
549
550             out_java_enum.write(out_java_enum_addendum)
551             out_java.write(out_java_addendum)
552             write_c(out_c_addendum)
553
554     def map_trait(struct_name, field_var_lines, trait_fn_lines, trait_doc_comment):
555         with open(f"{sys.argv[3]}/structs/{struct_name.replace('LDK', '')}{consts.file_ext}", "w") as out_java_trait:
556             field_var_convs = []
557             flattened_field_var_convs = []
558             for var_line in field_var_lines:
559                 if var_line.group(1) in trait_structs:
560                     field_var_convs.append((var_line.group(1), var_line.group(2), trait_structs[var_line.group(1)]))
561                     flattened_field_var_convs.append((var_line.group(1), var_line.group(2), ))
562                     flattened_field_var_convs.extend(trait_structs[var_line.group(1)])
563                 else:
564                     mapped = type_mapping_generator.map_type(var_line.group(1) + " " + var_line.group(2), False, None, False, False)
565                     field_var_convs.append(mapped)
566                     flattened_field_var_convs.append(mapped)
567             trait_structs[struct_name] = field_var_convs
568
569             field_fns = []
570             for fn_docs, fn_line in trait_fn_lines:
571                 ret_ty_info = type_mapping_generator.map_type(fn_line.group(2).strip() + " ret", True, None, False, False)
572                 is_const = fn_line.group(4) is not None
573
574                 arg_tys = []
575                 for idx, arg in enumerate(fn_line.group(5).split(',')):
576                     if arg == "":
577                         continue
578                     arg_conv_info = type_mapping_generator.map_type(arg, True, None, False, False)
579                     arg_tys.append(arg_conv_info)
580                 field_fns.append(TraitMethInfo(fn_line.group(3), is_const, ret_ty_info, arg_tys, fn_docs))
581
582             (out_java_addendum, out_java_trait_addendum, out_c_addendum) = consts.native_c_map_trait(struct_name, field_var_convs, flattened_field_var_convs, field_fns, trait_doc_comment)
583             write_c(out_c_addendum)
584             out_java_trait.write(out_java_trait_addendum)
585             out_java.write(out_java_addendum)
586
587         for fn_docs, fn_line in trait_fn_lines:
588             # For now, just disable enabling the _call_log - we don't know how to inverse-map String
589             is_log = fn_line.group(3) == "log" and struct_name == "LDKLogger"
590             if fn_line.group(3) != "free" and fn_line.group(3) != "clone" and fn_line.group(3) != "eq" and not is_log:
591                 dummy_line = fn_line.group(2) + struct_name.replace("LDK", "") + "_" + fn_line.group(3) + " " + struct_name + " *NONNULL_PTR this_arg" + fn_line.group(5) + "\n"
592                 map_fn(dummy_line, re.compile("([A-Za-z_0-9]*) *([A-Za-z_0-9]*) *(.*)").match(dummy_line), None, "(this_arg_conv->" + fn_line.group(3) + ")(this_arg_conv->this_arg", fn_docs)
593         for idx, var_line in enumerate(field_var_lines):
594             if var_line.group(1) not in trait_structs:
595                 write_c(var_line.group(1) + " " + struct_name + "_set_get_" + var_line.group(2) + "(" + struct_name + "* this_arg) {\n")
596                 write_c("\tif (this_arg->set_" + var_line.group(2) + " != NULL)\n")
597                 write_c("\t\tthis_arg->set_" + var_line.group(2) + "(this_arg);\n")
598                 write_c("\treturn this_arg->" + var_line.group(2) + ";\n")
599                 write_c("}\n")
600                 dummy_line = var_line.group(1) + " " + struct_name.replace("LDK", "") + "_get_" + var_line.group(2) + " " + struct_name + " *NONNULL_PTR this_arg" + fn_line.group(5) + "\n"
601                 map_fn(dummy_line, re.compile("([A-Za-z_0-9]*) *([A-Za-z_0-9]*) *(.*)").match(dummy_line), None, struct_name + "_set_get_" + var_line.group(2) + "(this_arg_conv", fn_docs)
602
603     def map_result(struct_name, res_ty, err_ty):
604         result_types.add(struct_name)
605         human_ty = struct_name.replace("LDKCResult", "Result")
606         with open(f"{sys.argv[3]}/structs/{human_ty}{consts.file_ext}", "w") as out_java_struct:
607             out_java_struct.write(consts.hu_struct_file_prefix)
608             out_java_struct.write("public class " + human_ty + " extends CommonBase {\n")
609             out_java_struct.write("\tprivate " + human_ty + "(Object _dummy, long ptr) { super(ptr); }\n")
610             out_java_struct.write("\tprotected void finalize() throws Throwable {\n")
611             out_java_struct.write("\t\tif (ptr != 0) { bindings." + struct_name.replace("LDK","") + "_free(ptr); } super.finalize();\n")
612             out_java_struct.write("\t}\n\n")
613             out_java_struct.write("\tstatic " + human_ty + " constr_from_ptr(long ptr) {\n")
614             out_java_struct.write("\t\tif (bindings." + struct_name + "_result_ok(ptr)) {\n")
615             out_java_struct.write("\t\t\treturn new " + human_ty + "_OK(null, ptr);\n")
616             out_java_struct.write("\t\t} else {\n")
617             out_java_struct.write("\t\t\treturn new " + human_ty + "_Err(null, ptr);\n")
618             out_java_struct.write("\t\t}\n")
619             out_java_struct.write("\t}\n")
620
621             res_map = type_mapping_generator.map_type(res_ty + " res", True, None, False, True)
622             err_map = type_mapping_generator.map_type(err_ty + " err", True, None, False, True)
623             can_clone = True
624             if not res_map.is_native_primitive and (res_map.rust_obj.replace("LDK", "") + "_clone" not in clone_fns):
625                 can_clone = False
626             if not err_map.is_native_primitive and (err_map.rust_obj.replace("LDK", "") + "_clone" not in clone_fns):
627                 can_clone = False
628
629             out_java.write("\tpublic static native boolean " + struct_name + "_result_ok(long arg);\n")
630             write_c(consts.c_fn_ty_pfx + "jboolean " + consts.c_fn_name_define_pfx(struct_name + "_result_ok", True) + consts.ptr_c_ty + " arg) {\n")
631             write_c("\treturn ((" + struct_name + "*)arg)->result_ok;\n")
632             write_c("}\n")
633
634             out_java.write("\tpublic static native " + res_map.java_ty + " " + struct_name + "_get_ok(long arg);\n")
635             write_c(consts.c_fn_ty_pfx + res_map.c_ty + " " + consts.c_fn_name_define_pfx(struct_name + "_get_ok", True) + consts.ptr_c_ty + " arg) {\n")
636             write_c("\t" + struct_name + " *val = (" + struct_name + "*)(arg & ~1);\n")
637             write_c("\tCHECK(val->result_ok);\n\t")
638             out_java_struct.write("\tpublic static final class " + human_ty + "_OK extends " + human_ty + " {\n")
639             if res_map.ret_conv is not None:
640                 write_c(res_map.ret_conv[0].replace("\n", "\n\t") + "(*val->contents.result)")
641                 write_c(res_map.ret_conv[1].replace("\n", "\n\t") + "\n\treturn " + res_map.ret_conv_name)
642             else:
643                 write_c("return *val->contents.result")
644             write_c(";\n}\n")
645
646             if res_map.java_hu_ty != "void":
647                 out_java_struct.write("\t\tpublic final " + res_map.java_hu_ty + " res;\n")
648             out_java_struct.write("\t\tprivate " + human_ty + "_OK(Object _dummy, long ptr) {\n")
649             out_java_struct.write("\t\t\tsuper(_dummy, ptr);\n")
650             if res_map.java_hu_ty == "void":
651                 pass
652             elif res_map.to_hu_conv is not None:
653                 out_java_struct.write("\t\t\t" + res_map.java_ty + " res = bindings." + struct_name + "_get_ok(ptr);\n")
654                 out_java_struct.write("\t\t\t" + res_map.to_hu_conv.replace("\n", "\n\t\t\t"))
655                 out_java_struct.write("\n\t\t\tthis.res = " + res_map.to_hu_conv_name + ";\n")
656             else:
657                 out_java_struct.write("\t\t\tthis.res = bindings." + struct_name + "_get_ok(ptr);\n")
658             out_java_struct.write("\t\t}\n")
659             out_java_struct.write("\t}\n\n")
660
661             out_java.write("\tpublic static native " + err_map.java_ty + " " + struct_name + "_get_err(long arg);\n")
662             write_c(consts.c_fn_ty_pfx + err_map.c_ty + " " + consts.c_fn_name_define_pfx(struct_name + "_get_err", True) + consts.ptr_c_ty + " arg) {\n")
663             write_c("\t" + struct_name + " *val = (" + struct_name + "*)(arg & ~1);\n")
664             write_c("\tCHECK(!val->result_ok);\n\t")
665             out_java_struct.write("\tpublic static final class " + human_ty + "_Err extends " + human_ty + " {\n")
666             if err_map.ret_conv is not None:
667                 write_c(err_map.ret_conv[0].replace("\n", "\n\t") + "(*val->contents.err)")
668                 write_c(err_map.ret_conv[1].replace("\n", "\n\t") + "\n\treturn " + err_map.ret_conv_name)
669             else:
670                 write_c("return *val->contents.err")
671             write_c(";\n}\n")
672
673             if err_map.java_hu_ty != "void":
674                 out_java_struct.write("\t\tpublic final " + err_map.java_hu_ty + " err;\n")
675             out_java_struct.write("\t\tprivate " + human_ty + "_Err(Object _dummy, long ptr) {\n")
676             out_java_struct.write("\t\t\tsuper(_dummy, ptr);\n")
677             if err_map.java_hu_ty == "void":
678                 pass
679             elif err_map.to_hu_conv is not None:
680                 out_java_struct.write("\t\t\t" + err_map.java_ty + " err = bindings." + struct_name + "_get_err(ptr);\n")
681                 out_java_struct.write("\t\t\t" + err_map.to_hu_conv.replace("\n", "\n\t\t\t"))
682                 out_java_struct.write("\n\t\t\tthis.err = " + err_map.to_hu_conv_name + ";\n")
683             else:
684                 out_java_struct.write("\t\t\tthis.err = bindings." + struct_name + "_get_err(ptr);\n")
685             out_java_struct.write("\t\t}\n")
686
687             out_java_struct.write("\t}\n\n")
688
689     def map_tuple(struct_name, field_lines):
690         out_java.write("\tpublic static native long " + struct_name + "_new(")
691         write_c(consts.c_fn_ty_pfx + consts.ptr_c_ty + " " + consts.c_fn_name_define_pfx(struct_name + "_new", len(field_lines) > 3))
692         ty_list = []
693         for idx, line in enumerate(field_lines):
694             if idx != 0 and idx < len(field_lines) - 2:
695                 ty_info = java_c_types(line.strip(';'), None)
696                 if idx != 1:
697                     out_java.write(", ")
698                     write_c(", ")
699                 e = chr(ord('a') + idx - 1)
700                 out_java.write(ty_info.java_ty + " " + e)
701                 write_c(ty_info.c_ty + " " + e)
702                 ty_list.append(ty_info)
703         tuple_types[struct_name] = (ty_list, struct_name)
704         out_java.write(");\n")
705         write_c(") {\n")
706         write_c("\t" + struct_name + "* ret = MALLOC(sizeof(" + struct_name + "), \"" + struct_name + "\");\n")
707         for idx, line in enumerate(field_lines):
708             if idx != 0 and idx < len(field_lines) - 2:
709                 ty_info = type_mapping_generator.map_type(line.strip(';'), False, None, False, False)
710                 e = chr(ord('a') + idx - 1)
711                 if ty_info.arg_conv is not None:
712                     write_c("\t" + ty_info.arg_conv.replace("\n", "\n\t"))
713                     write_c("\n\tret->" + e + " = " + ty_info.arg_conv_name + ";\n")
714                 else:
715                     write_c("\tret->" + e + " = " + e + ";\n")
716                 if ty_info.arg_conv_cleanup is not None:
717                     write_c("\t//TODO: Really need to call " + ty_info.arg_conv_cleanup + " here\n")
718         write_c("\treturn (uint64_t)ret;\n")
719         write_c("}\n")
720
721         for idx, ty_info in enumerate(ty_list):
722             e = chr(ord('a') + idx)
723             out_java.write("\tpublic static native " + ty_info.java_ty + " " + struct_name + "_get_" + e + "(long ptr);\n")
724             write_c(consts.c_fn_ty_pfx + ty_info.c_ty + " " + consts.c_fn_name_define_pfx(struct_name + "_get_" + e, True) + consts.ptr_c_ty + " ptr) {\n")
725             write_c("\t" + struct_name + " *tuple = (" + struct_name + "*)(ptr & ~1);\n")
726             conv_info = type_mapping_generator.map_type_with_info(ty_info, False, None, False, True)
727             if conv_info.ret_conv is not None:
728                 write_c("\t" + conv_info.ret_conv[0].replace("\n", "\n\t") + "tuple->" + e + conv_info.ret_conv[1].replace("\n", "\n\t") + "\n")
729                 write_c("\treturn " + conv_info.ret_conv_name + ";\n")
730             else:
731                 write_c("\treturn tuple->" + e + ";\n")
732             write_c("}\n")
733
734     out_java.write(consts.bindings_header.replace('<git_version_ldk_garbagecollected>', local_git_version))
735
736     with open(f"{sys.argv[3]}/structs/CommonBase{consts.file_ext}", "w") as out_java_struct:
737         out_java_struct.write(consts.common_base)
738
739     block_comment = None
740     last_block_comment = None
741     cur_block_obj = None
742
743     const_val_regex = re.compile("^extern const ([A-Za-z_0-9]*) ([A-Za-z_0-9]*);$")
744
745     line_indicates_result_regex = re.compile("^   union (LDKCResult_[A-Za-z_0-9]*Ptr) contents;$")
746     line_indicates_vec_regex = re.compile("^   (struct |enum |union )?([A-Za-z_0-9]*) \*data;$")
747     line_indicates_opaque_regex = re.compile("^   bool is_owned;$")
748     line_indicates_trait_regex = re.compile("^   (struct |enum |union )?([A-Za-z_0-9]* \*?)\(\*([A-Za-z_0-9]*)\)\((const )?void \*this_arg(.*)\);$")
749     assert(line_indicates_trait_regex.match("   uintptr_t (*send_data)(void *this_arg, LDKu8slice data, bool resume_read);"))
750     assert(line_indicates_trait_regex.match("   struct LDKCVec_MessageSendEventZ (*get_and_clear_pending_msg_events)(const void *this_arg);"))
751     assert(line_indicates_trait_regex.match("   void *(*clone)(const void *this_arg);"))
752     assert(line_indicates_trait_regex.match("   struct LDKCVec_u8Z (*write)(const void *this_arg);"))
753     line_field_var_regex = re.compile("^   struct ([A-Za-z_0-9]*) ([A-Za-z_0-9]*);$")
754     assert(line_field_var_regex.match("   struct LDKMessageSendEventsProvider MessageSendEventsProvider;"))
755     assert(line_field_var_regex.match("   struct LDKChannelPublicKeys pubkeys;"))
756     struct_name_regex = re.compile("^typedef (struct|enum|union) (MUST_USE_STRUCT )?(LDK[A-Za-z_0-9]*) {$")
757     assert(struct_name_regex.match("typedef struct LDKCVec_u8Z {"))
758     assert(struct_name_regex.match("typedef enum LDKNetwork {"))
759
760     union_enum_items = {}
761     result_ptr_struct_items = {}
762     for line in in_h:
763         if block_comment is not None:
764             if line.endswith("*/\n"):
765                 last_block_comment = block_comment.strip("\n")
766                 block_comment = None
767             else:
768                 block_comment = block_comment + line.strip(" /*")
769         elif cur_block_obj is not None:
770             cur_block_obj  = cur_block_obj + line
771             if line.startswith("} "):
772                 field_lines = []
773                 struct_name = None
774                 vec_ty = None
775                 obj_lines = cur_block_obj.split("\n")
776                 is_opaque = False
777                 result_contents = None
778                 is_unitary_enum = False
779                 is_union_enum = False
780                 is_union = False
781                 is_tuple = False
782                 trait_fn_lines = []
783                 field_var_lines = []
784
785                 for idx, struct_line in enumerate(obj_lines):
786                     if struct_line.strip().startswith("/*"):
787                         block_comment = struct_line.strip(" /*")
788                     if block_comment is not None:
789                         if struct_line.endswith("*/"):
790                             last_struct_block_comment = block_comment.strip("\n")
791                             block_comment = None
792                         else:
793                             block_comment = block_comment + "\n" + struct_line.strip(" /*")
794                     else:
795                         struct_name_match = struct_name_regex.match(struct_line)
796                         if struct_name_match is not None:
797                             struct_name = struct_name_match.group(3)
798                             if struct_name_match.group(1) == "enum":
799                                 if not struct_name.endswith("_Tag"):
800                                     is_unitary_enum = True
801                                 else:
802                                     is_union_enum = True
803                             elif struct_name_match.group(1) == "union":
804                                 is_union = True
805                         if line_indicates_opaque_regex.match(struct_line):
806                             is_opaque = True
807                         result_match = line_indicates_result_regex.match(struct_line)
808                         if result_match is not None:
809                             result_contents = result_match.group(1)
810                         vec_ty_match = line_indicates_vec_regex.match(struct_line)
811                         if vec_ty_match is not None and struct_name.startswith("LDKCVec_"):
812                             vec_ty = vec_ty_match.group(2)
813                         elif struct_name.startswith("LDKC2Tuple_") or struct_name.startswith("LDKC3Tuple_"):
814                             is_tuple = True
815                         trait_fn_match = line_indicates_trait_regex.match(struct_line)
816                         if trait_fn_match is not None:
817                             trait_fn_lines.append((last_struct_block_comment, trait_fn_match))
818                         field_var_match = line_field_var_regex.match(struct_line)
819                         if field_var_match is not None:
820                             field_var_lines.append(field_var_match)
821                         field_lines.append(struct_line)
822
823                 assert(struct_name is not None)
824                 assert(len(trait_fn_lines) == 0 or not (is_opaque or is_unitary_enum or is_union_enum or is_union or result_contents is not None or vec_ty is not None))
825                 assert(not is_opaque or not (len(trait_fn_lines) != 0 or is_unitary_enum or is_union_enum or is_union or result_contents is not None or vec_ty is not None))
826                 assert(not is_unitary_enum or not (len(trait_fn_lines) != 0 or is_opaque or is_union_enum or is_union or result_contents is not None or vec_ty is not None))
827                 assert(not is_union_enum or not (len(trait_fn_lines) != 0 or is_unitary_enum or is_opaque or is_union or result_contents is not None or vec_ty is not None))
828                 assert(not is_union or not (len(trait_fn_lines) != 0 or is_unitary_enum or is_union_enum or is_opaque or result_contents is not None or vec_ty is not None))
829                 assert(result_contents is None or not (len(trait_fn_lines) != 0 or is_unitary_enum or is_union_enum or is_opaque or is_union or vec_ty is not None))
830                 assert(vec_ty is None or not (len(trait_fn_lines) != 0 or is_unitary_enum or is_union_enum or is_opaque or is_union or result_contents is not None))
831
832                 if is_opaque:
833                     opaque_structs.add(struct_name)
834                     with open(f"{sys.argv[3]}/structs/{struct_name.replace('LDK', '')}{consts.file_ext}", "w") as out_java_struct:
835                         out_opaque_struct_human = consts.map_opaque_struct(struct_name, last_block_comment)
836                         last_block_comment = None
837                         out_java_struct.write(out_opaque_struct_human)
838                 elif result_contents is not None:
839                     assert result_contents in result_ptr_struct_items
840                     res_ty, err_ty = result_ptr_struct_items[result_contents]
841                     map_result(struct_name, res_ty, err_ty)
842                 elif struct_name.startswith("LDKCResult_") and struct_name.endswith("ZPtr"):
843                     for line in field_lines:
844                         if line.endswith("*result;"):
845                             res_ty = line[:-8].strip()
846                         elif line.endswith("*err;"):
847                             err_ty = line[:-5].strip()
848                     result_ptr_struct_items[struct_name] = (res_ty, err_ty)
849                     result_types.add(struct_name[:-3])
850                 elif is_tuple:
851                     map_tuple(struct_name, field_lines)
852                 elif vec_ty is not None:
853                     ty_info = type_mapping_generator.map_type(vec_ty + " arr_elem", False, None, False, False)
854                     if len(ty_info.java_fn_ty_arg) == 1: # ie we're a primitive of some form
855                         out_java.write("\tpublic static native long " + struct_name + "_new(" + ty_info.java_ty + "[] elems);\n")
856                         write_c(consts.c_fn_ty_pfx + consts.ptr_c_ty + " " + consts.c_fn_name_define_pfx(struct_name + "_new", True) + ty_info.c_ty + "Array elems) {\n")
857                         write_c("\t" + struct_name + " *ret = MALLOC(sizeof(" + struct_name + "), \"" + struct_name + "\");\n")
858                         write_c("\tret->datalen = " + consts.get_native_arr_len_call[0] + "elems" + consts.get_native_arr_len_call[1] + ";\n")
859                         write_c("\tif (ret->datalen == 0) {\n")
860                         write_c("\t\tret->data = NULL;\n")
861                         write_c("\t} else {\n")
862                         write_c("\t\tret->data = MALLOC(sizeof(" + vec_ty + ") * ret->datalen, \"" + struct_name + " Data\");\n")
863                         native_arr_ptr_call = consts.get_native_arr_ptr_call(ty_info.ty_info)
864                         write_c("\t\t" + ty_info.c_ty + " *java_elems = " + native_arr_ptr_call[0] + "elems" + native_arr_ptr_call[1] + ";\n")
865                         write_c("\t\tfor (size_t i = 0; i < ret->datalen; i++) {\n")
866                         if ty_info.arg_conv is not None:
867                             write_c("\t\t\t" + ty_info.c_ty + " arr_elem = java_elems[i];\n")
868                             write_c("\t\t\t" + ty_info.arg_conv.replace("\n", "\n\t\t\t") + "\n")
869                             write_c("\t\t\tret->data[i] = " + ty_info.arg_conv_name + ";\n")
870                             assert ty_info.arg_conv_cleanup is None
871                         else:
872                             write_c("\t\t\tret->data[i] = java_elems[i];\n")
873                         write_c("\t\t}\n")
874                         cleanup = consts.release_native_arr_ptr_call(ty_info.ty_info, "elems", "java_elems")
875                         if cleanup is not None:
876                             write_c("\t\t" + cleanup + ";\n")
877                         write_c("\t}\n")
878                         write_c("\treturn (uint64_t)ret;\n")
879                         write_c("}\n")
880
881                     if ty_info.is_native_primitive:
882                         clone_fns.add(struct_name.replace("LDK", "") + "_clone")
883                         write_c("static inline " + struct_name + " " + struct_name.replace("LDK", "") + "_clone(const " + struct_name + " *orig) {\n")
884                         write_c("\t" + struct_name + " ret = { .data = MALLOC(sizeof(" + ty_info.c_ty + ") * orig->datalen, \"" + struct_name + " clone bytes\"), .datalen = orig->datalen };\n")
885                         write_c("\tmemcpy(ret.data, orig->data, sizeof(" + ty_info.c_ty + ") * ret.datalen);\n")
886                         write_c("\treturn ret;\n}\n")
887                     elif (ty_info.rust_obj.replace("LDK", "") + "_clone") in clone_fns:
888                         ty_name = "CVec_" + ty_info.rust_obj.replace("LDK", "") + "Z";
889                         clone_fns.add(ty_name + "_clone")
890                         write_c("static inline " + struct_name + " " + ty_name + "_clone(const " + struct_name + " *orig) {\n")
891                         write_c("\t" + struct_name + " ret = { .data = MALLOC(sizeof(" + ty_info.rust_obj + ") * orig->datalen, \"" + struct_name + " clone bytes\"), .datalen = orig->datalen };\n")
892                         write_c("\tfor (size_t i = 0; i < ret.datalen; i++) {\n")
893                         write_c("\t\tret.data[i] = " + ty_info.rust_obj.replace("LDK", "") + "_clone(&orig->data[i]);\n")
894                         write_c("\t}\n\treturn ret;\n}\n")
895                 elif is_union_enum:
896                     assert(struct_name.endswith("_Tag"))
897                     struct_name = struct_name[:-4]
898                     union_enum_items[struct_name] = {"field_lines": field_lines}
899                 elif struct_name.endswith("_Body") and struct_name.split("_")[0] in union_enum_items:
900                     enum_var_name = struct_name.split("_")
901                     union_enum_items[enum_var_name[0]][enum_var_name[1]] = field_lines
902                 elif struct_name in union_enum_items:
903                     tuple_variants = {}
904                     elem_items = -1
905                     for line in field_lines:
906                         if line == "      struct {":
907                             elem_items = 0
908                         elif line == "      };":
909                             elem_items = -1
910                         elif elem_items > -1:
911                             line = line.strip()
912                             if line.startswith("struct "):
913                                 line = line[7:]
914                             elif line.startswith("enum "):
915                                 line = line[5:]
916                             split = line.split(" ")
917                             assert len(split) == 2
918                             tuple_variants[split[1].strip(";")] = split[0]
919                             elem_items += 1
920                             if elem_items > 1:
921                                 # We don't currently support tuple variant with more than one element
922                                 assert False
923                     map_complex_enum(struct_name, union_enum_items[struct_name], tuple_variants, last_block_comment)
924                     last_block_comment = None
925                 elif is_unitary_enum:
926                     map_unitary_enum(struct_name, field_lines, last_block_comment)
927                     last_block_comment = None
928                 elif len(trait_fn_lines) > 0:
929                     map_trait(struct_name, field_var_lines, trait_fn_lines, last_block_comment)
930                 elif struct_name == "LDKTxOut":
931                     with open(f"{sys.argv[3]}/structs/TxOut{consts.file_ext}", "w") as out_java_struct:
932                         out_java_struct.write(consts.hu_struct_file_prefix)
933                         out_java_struct.write("public class TxOut extends CommonBase{\n")
934                         out_java_struct.write("\tTxOut(java.lang.Object _dummy, long ptr) { super(ptr); }\n")
935                         out_java_struct.write("\tlong to_c_ptr() { return 0; }\n")
936                         out_java_struct.write("\t@Override @SuppressWarnings(\"deprecation\")\n")
937                         out_java_struct.write("\tprotected void finalize() throws Throwable {\n")
938                         out_java_struct.write("\t\tsuper.finalize();\n")
939                         out_java_struct.write("\t\tif (ptr != 0) { bindings.TxOut_free(ptr); }\n")
940                         out_java_struct.write("\t}\n")
941                         # TODO: TxOut body
942                         out_java_struct.write("}")
943                 else:
944                     pass # Everything remaining is a byte[] or some form
945                 cur_block_obj = None
946         else:
947             fn_ptr = fn_ptr_regex.match(line)
948             fn_ret_arr = fn_ret_arr_regex.match(line)
949             reg_fn = reg_fn_regex.match(line)
950             const_val = const_val_regex.match(line)
951
952             if line.startswith("#include <"):
953                 pass
954             elif line.startswith("/*"):
955                 if not line.endswith("*/\n"):
956                     block_comment = line.strip(" /*")
957             elif line.startswith("typedef enum "):
958                 cur_block_obj = line
959             elif line.startswith("typedef struct "):
960                 cur_block_obj = line
961             elif line.startswith("typedef union "):
962                 cur_block_obj = line
963             elif fn_ptr is not None:
964                 map_fn(line, fn_ptr, None, None, last_block_comment)
965                 last_block_comment = None
966             elif fn_ret_arr is not None:
967                 map_fn(line, fn_ret_arr, fn_ret_arr.group(4), None, last_block_comment)
968                 last_block_comment = None
969             elif reg_fn is not None:
970                 map_fn(line, reg_fn, None, None, last_block_comment)
971                 last_block_comment = None
972             elif const_val_regex is not None:
973                 # TODO Map const variables
974                 pass
975             else:
976                 assert(line == "\n")
977
978     out_java.write(consts.bindings_footer)
979     for struct_name in opaque_structs:
980         with open(f"{sys.argv[3]}/structs/{struct_name.replace('LDK', '')}{consts.file_ext}", "a") as out_java_struct:
981             out_java_struct.write("}\n")
982     for struct_name in trait_structs:
983         with open(f"{sys.argv[3]}/structs/{struct_name.replace('LDK', '')}{consts.file_ext}", "a") as out_java_struct:
984             out_java_struct.write("}\n")
985     for struct_name in complex_enums:
986         with open(f"{sys.argv[3]}/structs/{struct_name.replace('LDK', '').replace('COption', 'Option')}{consts.file_ext}", "a") as out_java_struct:
987             out_java_struct.write("}\n")
988     for struct_name in result_types:
989         with open(f"{sys.argv[3]}/structs/{struct_name.replace('LDKCResult', 'Result')}{consts.file_ext}", "a") as out_java_struct:
990             out_java_struct.write("}\n")
991
992 with open(sys.argv[4], "w") as out_c:
993     out_c.write(consts.c_file_pfx.replace('<git_version_ldk_garbagecollected>', local_git_version))
994     out_c.write(consts.init_str())
995     out_c.write(c_file)
996 with open(f"{sys.argv[3]}/structs/UtilMethods{consts.file_ext}", "a") as util:
997     util.write(consts.util_fn_sfx)