Handle uintptr_t slightly better in C conversion
[ldk-java] / genbindings.py
1 #!/usr/bin/env python3
2 import sys, re
3
4 if len(sys.argv) < 7:
5     print("USAGE: /path/to/lightning.h /path/to/bindings/output /path/to/bindings/ /path/to/bindings/output.c debug lang")
6     sys.exit(1)
7
8 if sys.argv[5] == "false":
9     DEBUG = False
10 elif sys.argv[5] == "true":
11     DEBUG = True
12 else:
13     print("debug should be true or false and indicates whether to track allocations and ensure we don't leak")
14     sys.exit(1)
15
16 target = None
17 if sys.argv[6] == "java":
18     from java_strings import Consts
19 elif sys.argv[6] == "typescript":
20     import typescript_strings
21     from typescript_strings import Consts
22     target = typescript_strings.Target.NODEJS
23     if len(sys.argv) == 8 and sys.argv[7] == 'browser':
24         target = typescript_strings.Target.BROWSER
25 else:
26     print("Only java or typescript can be set for lang")
27     sys.exit(1)
28
29
30 consts = Consts(DEBUG, target=target)
31
32 from bindingstypes import *
33
34 c_file = ""
35 def write_c(s):
36     global c_file
37     c_file += s
38
39 def camel_to_snake(s):
40     # Convert camel case to snake case, in a way that appears to match cbindgen
41     con = "_"
42     ret = ""
43     lastchar = ""
44     lastund = False
45     for char in s:
46         if lastchar.isupper():
47             if not char.isupper() and not lastund:
48                 ret = ret + "_"
49                 lastund = True
50             else:
51                 lastund = False
52             ret = ret + lastchar.lower()
53         else:
54             ret = ret + lastchar
55             if char.isupper() and not lastund:
56                 ret = ret + "_"
57                 lastund = True
58             else:
59                 lastund = False
60         lastchar = char
61         if char.isnumeric():
62             lastund = True
63     return (ret + lastchar.lower()).strip("_")
64
65 unitary_enums = set()
66 complex_enums = set()
67 opaque_structs = set()
68 trait_structs = set()
69 result_types = set()
70 tuple_types = {}
71
72 var_is_arr_regex = re.compile("\(\*([A-za-z0-9_]*)\)\[([a-z0-9]*)\]")
73 var_ty_regex = re.compile("([A-za-z_0-9]*)(.*)")
74 java_c_types_none_allowed = True # Unset when we do the real pass that populates the above sets
75 def java_c_types(fn_arg, ret_arr_len):
76     fn_arg = fn_arg.strip()
77     if fn_arg.startswith("MUST_USE_RES "):
78         fn_arg = fn_arg[13:]
79     is_const = False
80     if fn_arg.startswith("const "):
81         fn_arg = fn_arg[6:]
82         is_const = True
83     if fn_arg.startswith("struct "):
84         fn_arg = fn_arg[7:]
85     if fn_arg.startswith("enum "):
86         fn_arg = fn_arg[5:]
87     fn_arg = fn_arg.replace("NONNULL_PTR", "")
88
89     is_ptr = False
90     take_by_ptr = False
91     rust_obj = None
92     arr_access = None
93     java_hu_ty = None
94     if fn_arg.startswith("LDKThirtyTwoBytes"):
95         fn_arg = "uint8_t (*" + fn_arg[18:] + ")[32]"
96         assert var_is_arr_regex.match(fn_arg[8:])
97         rust_obj = "LDKThirtyTwoBytes"
98         arr_access = "data"
99     elif fn_arg.startswith("LDKPublicKey"):
100         fn_arg = "uint8_t (*" + fn_arg[13:] + ")[33]"
101         assert var_is_arr_regex.match(fn_arg[8:])
102         rust_obj = "LDKPublicKey"
103         arr_access = "compressed_form"
104     elif fn_arg.startswith("LDKSecretKey"):
105         fn_arg = "uint8_t (*" + fn_arg[13:] + ")[32]"
106         assert var_is_arr_regex.match(fn_arg[8:])
107         rust_obj = "LDKSecretKey"
108         arr_access = "bytes"
109     elif fn_arg.startswith("LDKSignature"):
110         fn_arg = "uint8_t (*" + fn_arg[13:] + ")[64]"
111         assert var_is_arr_regex.match(fn_arg[8:])
112         rust_obj = "LDKSignature"
113         arr_access = "compact_form"
114     elif fn_arg.startswith("LDKThreeBytes"):
115         fn_arg = "uint8_t (*" + fn_arg[14:] + ")[3]"
116         assert var_is_arr_regex.match(fn_arg[8:])
117         rust_obj = "LDKThreeBytes"
118         arr_access = "data"
119     elif fn_arg.startswith("LDKFourBytes"):
120         fn_arg = "uint8_t (*" + fn_arg[13:] + ")[4]"
121         assert var_is_arr_regex.match(fn_arg[8:])
122         rust_obj = "LDKFourBytes"
123         arr_access = "data"
124     elif fn_arg.startswith("LDKSixteenBytes"):
125         fn_arg = "uint8_t (*" + fn_arg[16:] + ")[16]"
126         assert var_is_arr_regex.match(fn_arg[8:])
127         rust_obj = "LDKSixteenBytes"
128         arr_access = "data"
129     elif fn_arg.startswith("LDKTenBytes"):
130         fn_arg = "uint8_t (*" + fn_arg[12:] + ")[10]"
131         assert var_is_arr_regex.match(fn_arg[8:])
132         rust_obj = "LDKTenBytes"
133         arr_access = "data"
134     elif fn_arg.startswith("LDKu8slice"):
135         fn_arg = "uint8_t (*" + fn_arg[11:] + ")[datalen]"
136         assert var_is_arr_regex.match(fn_arg[8:])
137         rust_obj = "LDKu8slice"
138         arr_access = "data"
139     elif fn_arg.startswith("LDKCVec_u8Z"):
140         fn_arg = "uint8_t (*" + fn_arg[12:] + ")[datalen]"
141         rust_obj = "LDKCVec_u8Z"
142         assert var_is_arr_regex.match(fn_arg[8:])
143         arr_access = "data"
144     elif fn_arg.startswith("LDKTransaction"):
145         fn_arg = "uint8_t (*" + fn_arg[15:] + ")[datalen]"
146         rust_obj = "LDKTransaction"
147         assert var_is_arr_regex.match(fn_arg[8:])
148         arr_access = "data"
149     elif fn_arg.startswith("LDKCVec_"):
150         is_ptr = False
151         if "*" in fn_arg:
152             fn_arg = fn_arg.replace("*", "")
153             is_ptr = True
154
155         tyn = fn_arg[8:].split(" ")
156         assert tyn[0].endswith("Z")
157         if tyn[0] == "u64Z":
158             new_arg = "uint64_t"
159         else:
160             new_arg = "LDK" + tyn[0][:-1]
161         for a in tyn[1:]:
162             new_arg = new_arg + " " + a
163         res = java_c_types(new_arg, ret_arr_len)
164         if res is None:
165             assert java_c_types_none_allowed
166             return None
167         if is_ptr:
168             res.pass_by_ref = True
169         if res.is_native_primitive or res.passed_as_ptr:
170             return TypeInfo(rust_obj=fn_arg.split(" ")[0], java_ty=res.java_ty + "[]", java_hu_ty=res.java_hu_ty + "[]",
171                 java_fn_ty_arg="[" + res.java_fn_ty_arg, c_ty=res.c_ty + "Array", passed_as_ptr=False, is_ptr=is_ptr, is_const=is_const,
172                 var_name=res.var_name, arr_len="datalen", arr_access="data", subty=res, is_native_primitive=False)
173         else:
174             return TypeInfo(rust_obj=fn_arg.split(" ")[0], java_ty=res.java_ty + "[]", java_hu_ty=res.java_hu_ty + "[]",
175                 java_fn_ty_arg="[" + res.java_fn_ty_arg, c_ty=consts.ptr_arr, passed_as_ptr=False, is_ptr=is_ptr, is_const=is_const,
176                 var_name=res.var_name, arr_len="datalen", arr_access="data", subty=res, is_native_primitive=False)
177
178     is_primitive = False
179     arr_len = None
180     mapped_type = []
181     java_type_plural = None
182     if fn_arg.startswith("void"):
183         java_ty = "void"
184         c_ty = "void"
185         fn_ty_arg = "V"
186         fn_arg = fn_arg[4:].strip()
187         is_primitive = True
188     elif fn_arg.startswith("bool"):
189         java_ty = "boolean"
190         c_ty = "jboolean"
191         fn_ty_arg = "Z"
192         fn_arg = fn_arg[4:].strip()
193         is_primitive = True
194     elif fn_arg.startswith("uint8_t"):
195         mapped_type = consts.c_type_map['uint8_t']
196         java_ty = mapped_type[0]
197         c_ty = "int8_t"
198         fn_ty_arg = "B"
199         fn_arg = fn_arg[7:].strip()
200         is_primitive = True
201     elif fn_arg.startswith("uint16_t"):
202         mapped_type = consts.c_type_map['uint16_t']
203         java_ty = mapped_type[0]
204         c_ty = "int16_t"
205         fn_ty_arg = "S"
206         fn_arg = fn_arg[8:].strip()
207         is_primitive = True
208     elif fn_arg.startswith("uint32_t"):
209         mapped_type = consts.c_type_map['uint32_t']
210         java_ty = mapped_type[0]
211         c_ty = "int32_t"
212         fn_ty_arg = "I"
213         fn_arg = fn_arg[8:].strip()
214         is_primitive = True
215     elif fn_arg.startswith("uint64_t") or fn_arg.startswith("uintptr_t"):
216         # TODO: uintptr_t is arch-dependent :(
217         mapped_type = consts.c_type_map['uint64_t']
218         java_ty = mapped_type[0]
219         fn_ty_arg = "J"
220         if fn_arg.startswith("uint64_t"):
221             c_ty = "int64_t"
222             fn_arg = fn_arg[8:].strip()
223         else:
224             c_ty = "intptr_t"
225             fn_arg = fn_arg[9:].strip()
226         is_primitive = True
227     elif is_const and fn_arg.startswith("char *"):
228         java_ty = "String"
229         c_ty = "const char*"
230         fn_ty_arg = "Ljava/lang/String;"
231         fn_arg = fn_arg[6:].strip()
232     elif fn_arg.startswith("LDKStr"):
233         java_ty = "String"
234         c_ty = "jstring"
235         fn_ty_arg = "Ljava/lang/String;"
236         fn_arg = fn_arg[6:].strip()
237         arr_access = "chars"
238         arr_len = "len"
239     else:
240         ma = var_ty_regex.match(fn_arg)
241         if ma.group(1).strip() in unitary_enums:
242             java_ty = ma.group(1).strip()
243             c_ty = consts.result_c_ty
244             fn_ty_arg = "Lorg/ldk/enums/" + ma.group(1).strip() + ";"
245             fn_arg = ma.group(2).strip()
246             rust_obj = ma.group(1).strip()
247         elif ma.group(1).strip().startswith("LDKC2Tuple"):
248             c_ty = consts.ptr_c_ty
249             java_ty = consts.ptr_native_ty
250             java_hu_ty = "TwoTuple<"
251             if not ma.group(1).strip() in tuple_types:
252                 assert java_c_types_none_allowed
253                 return None
254             for idx, ty_info in enumerate(tuple_types[ma.group(1).strip()][0]):
255                 if idx != 0:
256                     java_hu_ty = java_hu_ty + ", "
257                 if ty_info.is_native_primitive:
258                     if ty_info.java_hu_ty == "int":
259                         java_hu_ty = java_hu_ty + "Integer" # Java concrete integer type is Integer, not Int
260                     else:
261                         java_hu_ty = java_hu_ty + ty_info.java_hu_ty.title() # If we're a primitive, capitalize the first letter
262                 else:
263                     java_hu_ty = java_hu_ty + ty_info.java_hu_ty
264             java_hu_ty = java_hu_ty + ">"
265             fn_ty_arg = "J"
266             fn_arg = ma.group(2).strip()
267             rust_obj = ma.group(1).strip()
268             take_by_ptr = True
269         elif ma.group(1).strip().startswith("LDKC3Tuple"):
270             c_ty = consts.ptr_c_ty
271             java_ty = consts.ptr_native_ty
272             java_hu_ty = "ThreeTuple<"
273             if not ma.group(1).strip() in tuple_types:
274                 assert java_c_types_none_allowed
275                 return None
276             for idx, ty_info in enumerate(tuple_types[ma.group(1).strip()][0]):
277                 if idx != 0:
278                     java_hu_ty = java_hu_ty + ", "
279                 if ty_info.is_native_primitive:
280                     if ty_info.java_hu_ty == "int":
281                         java_hu_ty = java_hu_ty + "Integer" # Java concrete integer type is Integer, not Int
282                     else:
283                         java_hu_ty = java_hu_ty + ty_info.java_hu_ty.title() # If we're a primitive, capitalize the first letter
284                 else:
285                     java_hu_ty = java_hu_ty + ty_info.java_hu_ty
286             java_hu_ty = java_hu_ty + ">"
287             fn_ty_arg = "J"
288             fn_arg = ma.group(2).strip()
289             rust_obj = ma.group(1).strip()
290             take_by_ptr = True
291         else:
292             c_ty = consts.ptr_c_ty
293             java_ty = consts.ptr_native_ty
294             java_hu_ty = ma.group(1).strip().replace("LDKCResult", "Result").replace("LDK", "")
295             fn_ty_arg = "J"
296             fn_arg = ma.group(2).strip()
297             rust_obj = ma.group(1).strip()
298             take_by_ptr = True
299
300     if fn_arg.startswith(" *") or fn_arg.startswith("*"):
301         fn_arg = fn_arg.replace("*", "").strip()
302         is_ptr = True
303         c_ty = consts.ptr_c_ty
304         java_ty = consts.ptr_native_ty
305         fn_ty_arg = "J"
306         is_primitive = False
307
308     var_is_arr = var_is_arr_regex.match(fn_arg)
309     if var_is_arr is not None or ret_arr_len is not None:
310         assert(not take_by_ptr)
311         assert(not is_ptr)
312         # is there a special case for plurals?
313         if len(mapped_type) == 2:
314             java_ty = mapped_type[1]
315         else:
316             java_ty = java_ty + "[]"
317         c_ty = c_ty + "Array"
318         if var_is_arr is not None:
319             if var_is_arr.group(1) == "":
320                 return TypeInfo(rust_obj=rust_obj, java_ty=java_ty, java_hu_ty=java_ty, java_fn_ty_arg="[" + fn_ty_arg, c_ty=c_ty, is_const=is_const,
321                     passed_as_ptr=False, is_ptr=False, var_name="arg", arr_len=var_is_arr.group(2), arr_access=arr_access, is_native_primitive=False)
322             return TypeInfo(rust_obj=rust_obj, java_ty=java_ty, java_hu_ty=java_ty, java_fn_ty_arg="[" + fn_ty_arg, c_ty=c_ty, is_const=is_const,
323                 passed_as_ptr=False, is_ptr=False, var_name=var_is_arr.group(1), arr_len=var_is_arr.group(2), arr_access=arr_access, is_native_primitive=False)
324
325     if java_hu_ty is None:
326         java_hu_ty = java_ty
327     return TypeInfo(rust_obj=rust_obj, java_ty=java_ty, java_hu_ty=java_hu_ty, java_fn_ty_arg=fn_ty_arg, c_ty=c_ty, passed_as_ptr=is_ptr or take_by_ptr,
328         is_const=is_const, is_ptr=is_ptr, var_name=fn_arg, arr_len=arr_len, arr_access=arr_access, is_native_primitive=is_primitive)
329
330 fn_ptr_regex = re.compile("^extern const ([A-Za-z_0-9\* ]*) \(\*(.*)\)\((.*)\);$")
331 fn_ret_arr_regex = re.compile("(.*) \(\*(.*)\((.*)\)\)\[([0-9]*)\];$")
332 reg_fn_regex = re.compile("([A-Za-z_0-9\* ]* \*?)([a-zA-Z_0-9]*)\((.*)\);$")
333 clone_fns = set()
334 constructor_fns = {}
335 c_array_class_caches = set()
336
337
338 from gen_type_mapping import TypeMappingGenerator
339 type_mapping_generator = TypeMappingGenerator(java_c_types, consts, c_array_class_caches, opaque_structs, clone_fns, unitary_enums, trait_structs, complex_enums, result_types, tuple_types)
340
341
342
343 with open(sys.argv[1]) as in_h:
344     for line in in_h:
345         reg_fn = reg_fn_regex.match(line)
346         if reg_fn is not None:
347             if reg_fn.group(2).endswith("_clone"):
348                 clone_fns.add(reg_fn.group(2))
349             else:
350                 rty = java_c_types(reg_fn.group(1), None)
351                 if rty is not None and rty.rust_obj is not None and reg_fn.group(2) == rty.java_hu_ty + "_new":
352                     constructor_fns[rty.rust_obj] = reg_fn.group(3)
353             continue
354         arr_fn = fn_ret_arr_regex.match(line)
355         if arr_fn is not None:
356             if arr_fn.group(2).endswith("_clone"):
357                 clone_fns.add(arr_fn.group(2))
358             # No object constructors return arrays, as then they wouldn't be an object constructor
359             continue
360
361 # Define some manual clones...
362 clone_fns.add("ThirtyTwoBytes_clone")
363 write_c("static inline struct LDKThirtyTwoBytes ThirtyTwoBytes_clone(const struct LDKThirtyTwoBytes *orig) { struct LDKThirtyTwoBytes ret; memcpy(ret.data, orig->data, 32); return ret; }\n")
364
365 java_c_types_none_allowed = False # C structs created by cbindgen are declared in dependency order
366
367 with open(sys.argv[1]) as in_h, open(sys.argv[2], "w") as out_java:
368     def map_fn(line, re_match, ret_arr_len, c_call_string):
369         out_java.write("\t// " + line)
370         out_java.write("\tpublic static native ")
371         write_c(consts.c_fn_ty_pfx)
372
373         is_free = re_match.group(2).endswith("_free")
374         struct_meth = re_match.group(2).split("_")[0]
375
376         ret_info = type_mapping_generator.map_type(re_match.group(1), True, ret_arr_len, False, False)
377         write_c(ret_info.c_ty)
378         out_java.write(ret_info.java_ty)
379
380         if ret_info.ret_conv is not None:
381             ret_conv_pfx, ret_conv_sfx = ret_info.ret_conv
382
383         out_java.write(" " + re_match.group(2) + "(")
384         write_c(" " + consts.c_fn_name_pfx + re_match.group(2).replace('_', '_1') + "(" + consts.c_fn_args_pfx)
385
386         arg_names = []
387         default_constructor_args = {}
388         takes_self = False
389         args_known = True
390         for idx, arg in enumerate(re_match.group(3).split(',')):
391             if idx != 0:
392                 out_java.write(", ")
393             if arg != "void":
394                 write_c(", ")
395             arg_conv_info = type_mapping_generator.map_type(arg, False, None, is_free, True)
396             if arg_conv_info.c_ty != "void":
397                 write_c(arg_conv_info.c_ty + " " + arg_conv_info.arg_name)
398                 out_java.write(arg_conv_info.java_ty + " " + arg_conv_info.arg_name)
399             if idx == 0 and arg_conv_info.java_hu_ty == struct_meth:
400                 takes_self = True
401             if arg_conv_info.arg_conv is not None and "Warning" in arg_conv_info.arg_conv:
402                 if arg_conv_info.rust_obj in constructor_fns:
403                     assert not is_free
404                     for explode_arg in constructor_fns[arg_conv_info.rust_obj].split(','):
405                         explode_arg_conv = type_mapping_generator.map_type(explode_arg, False, None, False, True)
406                         if explode_arg_conv.c_ty == "void":
407                             # We actually want to handle this case, but for now its only used in NetGraphMsgHandler::new()
408                             # which ends up resulting in a redundant constructor - both without arguments for the NetworkGraph.
409                             args_known = False
410                             pass
411                         if not arg_conv_info.arg_name in default_constructor_args:
412                             default_constructor_args[arg_conv_info.arg_name] = []
413                         default_constructor_args[arg_conv_info.arg_name].append(explode_arg_conv)
414             arg_names.append(arg_conv_info)
415
416         out_java_struct = None
417         if ("LDK" + struct_meth in opaque_structs or "LDK" + struct_meth in trait_structs) and not is_free:
418             out_java_struct = open(f"{sys.argv[3]}/structs/{struct_meth}{consts.file_ext}", "a")
419             if not args_known:
420                 out_java_struct.write("\t// Skipped " + re_match.group(2) + "\n")
421                 out_java_struct.close()
422                 out_java_struct = None
423             else:
424                 meth_n = re_match.group(2)[len(struct_meth) + 1:]
425                 if not takes_self:
426                     out_java_struct.write("\tpublic static " + ret_info.java_hu_ty + " constructor_" + meth_n + "(")
427                 else:
428                     out_java_struct.write("\tpublic " + ret_info.java_hu_ty + " " + meth_n + "(")
429                 for idx, arg in enumerate(arg_names):
430                     if idx != 0:
431                         if not takes_self or idx > 1:
432                             out_java_struct.write(", ")
433                     elif takes_self:
434                         continue
435                     if arg.java_ty != "void":
436                         if arg.arg_name in default_constructor_args:
437                             for explode_idx, explode_arg in enumerate(default_constructor_args[arg.arg_name]):
438                                 if explode_idx != 0:
439                                     out_java_struct.write(", ")
440                                 out_java_struct.write(explode_arg.java_hu_ty + " " + arg.arg_name + "_" + explode_arg.arg_name)
441                         else:
442                             out_java_struct.write(arg.java_hu_ty + " " + arg.arg_name)
443
444
445         out_java.write(");\n")
446         write_c(") {\n")
447         if out_java_struct is not None:
448             out_java_struct.write(") {\n")
449
450         for info in arg_names:
451             if info.arg_conv is not None:
452                 write_c("\t" + info.arg_conv.replace('\n', "\n\t") + "\n")
453
454         if ret_info.ret_conv is not None:
455             write_c("\t" + ret_conv_pfx.replace('\n', '\n\t'))
456         elif ret_info.c_ty != "void":
457             write_c("\t" + ret_info.c_ty + " ret_val = ")
458         else:
459             write_c("\t")
460
461         if c_call_string is None:
462             write_c(re_match.group(2) + "(")
463         else:
464             write_c(c_call_string)
465         for idx, info in enumerate(arg_names):
466             if info.arg_conv_name is not None:
467                 if idx != 0:
468                     write_c(", ")
469                 elif c_call_string is not None:
470                     continue
471                 write_c(info.arg_conv_name)
472         write_c(")")
473         if ret_info.ret_conv is not None:
474             write_c(ret_conv_sfx.replace('\n', '\n\t'))
475         else:
476             write_c(";")
477         for info in arg_names:
478             if info.arg_conv_cleanup is not None:
479                 write_c("\n\t" + info.arg_conv_cleanup.replace("\n", "\n\t"))
480         if ret_info.ret_conv is not None:
481             write_c("\n\treturn " + ret_info.ret_conv_name + ";")
482         elif ret_info.c_ty != "void":
483             write_c("\n\treturn ret_val;")
484         write_c("\n}\n\n")
485         if out_java_struct is not None:
486             out_java_struct.write("\t\t")
487             if ret_info.java_ty != "void":
488                 out_java_struct.write(ret_info.java_ty + " ret = ")
489             out_java_struct.write("bindings." + re_match.group(2) + "(")
490             for idx, info in enumerate(arg_names):
491                 if idx != 0:
492                     out_java_struct.write(", ")
493                 if idx == 0 and takes_self:
494                     out_java_struct.write("this.ptr")
495                 elif info.arg_name in default_constructor_args:
496                     out_java_struct.write("bindings." + info.java_hu_ty + "_new(")
497                     for explode_idx, explode_arg in enumerate(default_constructor_args[info.arg_name]):
498                         if explode_idx != 0:
499                             out_java_struct.write(", ")
500                         expl_arg_name = info.arg_name + "_" + explode_arg.arg_name
501                         if explode_arg.from_hu_conv is not None:
502                             out_java_struct.write(explode_arg.from_hu_conv[0].replace(explode_arg.arg_name, expl_arg_name))
503                         else:
504                             out_java_struct.write(expl_arg_name)
505                     out_java_struct.write(")")
506                 elif info.from_hu_conv is not None:
507                     out_java_struct.write(info.from_hu_conv[0])
508                 else:
509                     out_java_struct.write(info.arg_name)
510             out_java_struct.write(");\n")
511             if ret_info.to_hu_conv is not None:
512                 if not takes_self:
513                     out_java_struct.write("\t\t" + ret_info.to_hu_conv.replace("\n", "\n\t\t").replace("this", ret_info.to_hu_conv_name) + "\n")
514                 else:
515                     out_java_struct.write("\t\t" + ret_info.to_hu_conv.replace("\n", "\n\t\t") + "\n")
516
517             for idx, info in enumerate(arg_names):
518                 if idx == 0 and takes_self:
519                     pass
520                 elif info.arg_name in default_constructor_args:
521                     for explode_arg in default_constructor_args[info.arg_name]:
522                         expl_arg_name = info.arg_name + "_" + explode_arg.arg_name
523                         if explode_arg.from_hu_conv is not None and ret_info.to_hu_conv_name:
524                             out_java_struct.write("\t\t" + explode_arg.from_hu_conv[1].replace(explode_arg.arg_name, expl_arg_name).replace("this", ret_info.to_hu_conv_name) + ";\n")
525                 elif info.from_hu_conv is not None and info.from_hu_conv[1] != "":
526                     if not takes_self and ret_info.to_hu_conv_name is not None:
527                         out_java_struct.write("\t\t" + info.from_hu_conv[1].replace("this", ret_info.to_hu_conv_name) + ";\n")
528                     else:
529                         out_java_struct.write("\t\t" + info.from_hu_conv[1] + ";\n")
530
531             if ret_info.to_hu_conv_name is not None:
532                 out_java_struct.write("\t\treturn " + ret_info.to_hu_conv_name + ";\n")
533             elif ret_info.java_ty != "void" and ret_info.rust_obj != "LDK" + struct_meth:
534                 out_java_struct.write("\t\treturn ret;\n")
535             out_java_struct.write("\t}\n\n")
536             out_java_struct.close()
537
538     def map_unitary_enum(struct_name, field_lines):
539         with open(f"{sys.argv[3]}/enums/{struct_name}{consts.file_ext}", "w") as out_java_enum:
540             unitary_enums.add(struct_name)
541             for idx, struct_line in enumerate(field_lines):
542                 if idx == 0:
543                     assert(struct_line == "typedef enum %s {" % struct_name)
544                 elif idx == len(field_lines) - 3:
545                     assert(struct_line.endswith("_Sentinel,"))
546                 elif idx == len(field_lines) - 2:
547                     assert(struct_line == "} %s;" % struct_name)
548                 elif idx == len(field_lines) - 1:
549                     assert(struct_line == "")
550             (c_out, native_file_out, native_out) = consts.native_c_unitary_enum_map(struct_name, [x.strip().strip(",") for x in field_lines[1:-3]])
551             write_c(c_out)
552             out_java_enum.write(native_file_out)
553             out_java.write(native_out)
554
555     def map_complex_enum(struct_name, union_enum_items):
556         java_hu_type = struct_name.replace("LDK", "")
557         complex_enums.add(struct_name)
558
559         enum_variants = []
560         tag_field_lines = union_enum_items["field_lines"]
561         for idx, struct_line in enumerate(tag_field_lines):
562             if idx == 0:
563                 assert(struct_line == "typedef enum %s_Tag {" % struct_name)
564             elif idx == len(tag_field_lines) - 3:
565                 assert(struct_line.endswith("_Sentinel,"))
566             elif idx == len(tag_field_lines) - 2:
567                 assert(struct_line == "} %s_Tag;" % struct_name)
568             elif idx == len(tag_field_lines) - 1:
569                 assert(struct_line == "")
570             else:
571                 variant_name = struct_line.strip(' ,')[len(struct_name) + 1:]
572                 fields = []
573                 if "LDK" + variant_name in union_enum_items:
574                     enum_var_lines = union_enum_items["LDK" + variant_name]
575                     for idx, field in enumerate(enum_var_lines):
576                         if idx != 0 and idx < len(enum_var_lines) - 2:
577                             fields.append(type_mapping_generator.map_type(field.strip(' ;'), False, None, False, True))
578                         else:
579                             # TODO: Assert line format
580                             pass
581                 else:
582                     # TODO: Assert line format
583                     pass
584                 enum_variants.append(ComplexEnumVariantInfo(variant_name, fields))
585
586         with open(f"{sys.argv[3]}/structs/{java_hu_type}{consts.file_ext}", "w") as out_java_enum:
587             (out_java_addendum, out_java_enum_addendum, out_c_addendum) = consts.map_complex_enum(struct_name, enum_variants, camel_to_snake)
588
589             out_java_enum.write(out_java_enum_addendum)
590             out_java.write(out_java_addendum)
591             write_c(out_c_addendum)
592
593     def map_trait(struct_name, field_var_lines, trait_fn_lines):
594         with open(f"{sys.argv[3]}/structs/{struct_name.replace('LDK', '')}{consts.file_ext}", "w") as out_java_trait:
595             field_var_convs = []
596             for var_line in field_var_lines:
597                 if var_line.group(1) in trait_structs:
598                     field_var_convs.append((var_line.group(1), var_line.group(2)))
599                 else:
600                     field_var_convs.append(
601                         type_mapping_generator.map_type(var_line.group(1) + " " + var_line.group(2), False, None, False, False))
602
603             field_fns = []
604             for fn_line in trait_fn_lines:
605                 ret_ty_info = type_mapping_generator.map_type(fn_line.group(2), True, None, False, False)
606                 is_const = fn_line.group(4) is not None
607
608                 arg_tys = []
609                 for idx, arg in enumerate(fn_line.group(5).split(',')):
610                     if arg == "":
611                         continue
612                     arg_conv_info = type_mapping_generator.map_type(arg, True, None, False, False)
613                     arg_tys.append(arg_conv_info)
614                 field_fns.append(TraitMethInfo(fn_line.group(3), is_const, ret_ty_info, arg_tys))
615
616             (out_java_addendum, out_java_trait_addendum, out_c_addendum) = consts.native_c_map_trait(struct_name, field_var_convs, field_fns)
617             write_c(out_c_addendum)
618             out_java_trait.write(out_java_trait_addendum)
619             out_java.write(out_java_addendum)
620
621         for fn_line in trait_fn_lines:
622             # For now, just disable enabling the _call_log - we don't know how to inverse-map String
623             is_log = fn_line.group(3) == "log" and struct_name == "LDKLogger"
624             if fn_line.group(3) != "free" and fn_line.group(3) != "clone" and fn_line.group(3) != "eq" and not is_log:
625                 dummy_line = fn_line.group(2) + struct_name.replace("LDK", "") + "_" + fn_line.group(3) + " " + struct_name + "* this_arg" + fn_line.group(5) + "\n"
626                 map_fn(dummy_line, re.compile("([A-Za-z_0-9]*) *([A-Za-z_0-9]*) *(.*)").match(dummy_line), None, "(this_arg_conv->" + fn_line.group(3) + ")(this_arg_conv->this_arg")
627         for idx, var_line in enumerate(field_var_lines):
628             if var_line.group(1) not in trait_structs:
629                 write_c(var_line.group(1) + " " + struct_name + "_set_get_" + var_line.group(2) + "(" + struct_name + "* this_arg) {\n")
630                 write_c("\tif (this_arg->set_" + var_line.group(2) + " != NULL)\n")
631                 write_c("\t\tthis_arg->set_" + var_line.group(2) + "(this_arg);\n")
632                 write_c("\treturn this_arg->" + var_line.group(2) + ";\n")
633                 write_c("}\n")
634                 dummy_line = var_line.group(1) + " " + struct_name.replace("LDK", "") + "_get_" + var_line.group(2) + " " + struct_name + "* this_arg" + fn_line.group(5) + "\n"
635                 map_fn(dummy_line, re.compile("([A-Za-z_0-9]*) *([A-Za-z_0-9]*) *(.*)").match(dummy_line), None, struct_name + "_set_get_" + var_line.group(2) + "(this_arg_conv")
636
637     def map_result(struct_name, res_ty, err_ty):
638         result_types.add(struct_name)
639         human_ty = struct_name.replace("LDKCResult", "Result")
640         with open(f"{sys.argv[3]}/structs/{human_ty}{consts.file_ext}", "w") as out_java_struct:
641             out_java_struct.write(consts.hu_struct_file_prefix)
642             out_java_struct.write("public class " + human_ty + " extends CommonBase {\n")
643             out_java_struct.write("\tprivate " + human_ty + "(Object _dummy, long ptr) { super(ptr); }\n")
644             out_java_struct.write("\tprotected void finalize() throws Throwable {\n")
645             out_java_struct.write("\t\tif (ptr != 0) { bindings." + struct_name.replace("LDK","") + "_free(ptr); } super.finalize();\n")
646             out_java_struct.write("\t}\n\n")
647             out_java_struct.write("\tstatic " + human_ty + " constr_from_ptr(long ptr) {\n")
648             out_java_struct.write("\t\tif (bindings." + struct_name + "_result_ok(ptr)) {\n")
649             out_java_struct.write("\t\t\treturn new " + human_ty + "_OK(null, ptr);\n")
650             out_java_struct.write("\t\t} else {\n")
651             out_java_struct.write("\t\t\treturn new " + human_ty + "_Err(null, ptr);\n")
652             out_java_struct.write("\t\t}\n")
653             out_java_struct.write("\t}\n")
654
655             res_map = type_mapping_generator.map_type(res_ty + " res", True, None, False, True)
656             err_map = type_mapping_generator.map_type(err_ty + " err", True, None, False, True)
657             can_clone = True
658             if not res_map.is_native_primitive and (res_map.rust_obj.replace("LDK", "") + "_clone" not in clone_fns):
659                 can_clone = False
660             if not err_map.is_native_primitive and (err_map.rust_obj.replace("LDK", "") + "_clone" not in clone_fns):
661                 can_clone = False
662
663             out_java.write("\tpublic static native boolean " + struct_name + "_result_ok(long arg);\n")
664             write_c(consts.c_fn_ty_pfx + "jboolean " + consts.c_fn_name_pfx + struct_name.replace("_", "_1") + "_1result_1ok (" + consts.c_fn_args_pfx + ", " + consts.ptr_c_ty + " arg) {\n")
665             write_c("\treturn ((" + struct_name + "*)arg)->result_ok;\n")
666             write_c("}\n")
667
668             out_java.write("\tpublic static native " + res_map.java_ty + " " + struct_name + "_get_ok(long arg);\n")
669             write_c(consts.c_fn_ty_pfx + res_map.c_ty + " " + consts.c_fn_name_pfx + struct_name.replace("_", "_1") + "_1get_1ok (" + consts.c_fn_args_pfx + ", " + consts.ptr_c_ty + " arg) {\n")
670             write_c("\t" + struct_name + " *val = (" + struct_name + "*)arg;\n")
671             write_c("\tCHECK(val->result_ok);\n\t")
672             out_java_struct.write("\tpublic static final class " + human_ty + "_OK extends " + human_ty + " {\n")
673             if res_map.ret_conv is not None:
674                 write_c(res_map.ret_conv[0].replace("\n", "\n\t") + "(*val->contents.result)")
675                 write_c(res_map.ret_conv[1].replace("\n", "\n\t") + "\n\treturn " + res_map.ret_conv_name)
676             else:
677                 write_c("return *val->contents.result")
678             write_c(";\n}\n")
679
680             if res_map.java_hu_ty != "void":
681                 out_java_struct.write("\t\tpublic final " + res_map.java_hu_ty + " res;\n")
682             out_java_struct.write("\t\tprivate " + human_ty + "_OK(Object _dummy, long ptr) {\n")
683             out_java_struct.write("\t\t\tsuper(_dummy, ptr);\n")
684             if res_map.java_hu_ty == "void":
685                 pass
686             elif res_map.to_hu_conv is not None:
687                 out_java_struct.write("\t\t\t" + res_map.java_ty + " res = bindings." + struct_name + "_get_ok(ptr);\n")
688                 out_java_struct.write("\t\t\t" + res_map.to_hu_conv.replace("\n", "\n\t\t\t"))
689                 out_java_struct.write("\n\t\t\tthis.res = " + res_map.to_hu_conv_name + ";\n")
690             else:
691                 out_java_struct.write("\t\t\tthis.res = bindings." + struct_name + "_get_ok(ptr);\n")
692             out_java_struct.write("\t\t}\n")
693             if struct_name.startswith("LDKCResult_None"):
694                 out_java_struct.write("\t\tpublic " + human_ty + "_OK() {\n\t\t\tthis(null, bindings.C" + human_ty + "_ok());\n")
695             else:
696                 out_java_struct.write("\t\tpublic " + human_ty + "_OK(" + res_map.java_hu_ty + " res) {\n")
697                 if res_map.from_hu_conv is not None:
698                     out_java_struct.write("\t\t\tthis(null, bindings.C" + human_ty + "_ok(" + res_map.from_hu_conv[0] + "));\n")
699                     if res_map.from_hu_conv[1] != "":
700                         out_java_struct.write("\t\t\t" + res_map.from_hu_conv[1] + ";\n")
701                 else:
702                     out_java_struct.write("\t\t\tthis(null, bindings.C" + human_ty + "_ok(res));\n")
703             out_java_struct.write("\t\t}\n\t}\n\n")
704
705             out_java.write("\tpublic static native " + err_map.java_ty + " " + struct_name + "_get_err(long arg);\n")
706             write_c(consts.c_fn_ty_pfx + err_map.c_ty + " " + consts.c_fn_name_pfx + struct_name.replace("_", "_1") + "_1get_1err (" + consts.c_fn_args_pfx + ", " + consts.ptr_c_ty + " arg) {\n")
707             write_c("\t" + struct_name + " *val = (" + struct_name + "*)arg;\n")
708             write_c("\tCHECK(!val->result_ok);\n\t")
709             out_java_struct.write("\tpublic static final class " + human_ty + "_Err extends " + human_ty + " {\n")
710             if err_map.ret_conv is not None:
711                 write_c(err_map.ret_conv[0].replace("\n", "\n\t") + "(*val->contents.err)")
712                 write_c(err_map.ret_conv[1].replace("\n", "\n\t") + "\n\treturn " + err_map.ret_conv_name)
713             else:
714                 write_c("return *val->contents.err")
715             write_c(";\n}\n")
716
717             if err_map.java_hu_ty != "void":
718                 out_java_struct.write("\t\tpublic final " + err_map.java_hu_ty + " err;\n")
719             out_java_struct.write("\t\tprivate " + human_ty + "_Err(Object _dummy, long ptr) {\n")
720             out_java_struct.write("\t\t\tsuper(_dummy, ptr);\n")
721             if err_map.java_hu_ty == "void":
722                 pass
723             elif err_map.to_hu_conv is not None:
724                 out_java_struct.write("\t\t\t" + err_map.java_ty + " err = bindings." + struct_name + "_get_err(ptr);\n")
725                 out_java_struct.write("\t\t\t" + err_map.to_hu_conv.replace("\n", "\n\t\t\t"))
726                 out_java_struct.write("\n\t\t\tthis.err = " + err_map.to_hu_conv_name + ";\n")
727             else:
728                 out_java_struct.write("\t\t\tthis.err = bindings." + struct_name + "_get_err(ptr);\n")
729             out_java_struct.write("\t\t}\n")
730
731             if struct_name.endswith("NoneZ"):
732                 out_java_struct.write("\t\tpublic " + human_ty + "_Err() {\n\t\t\tthis(null, bindings.C" + human_ty + "_err());\n")
733             else:
734                 out_java_struct.write("\t\tpublic " + human_ty + "_Err(" + err_map.java_hu_ty + " err) {\n")
735                 if err_map.from_hu_conv is not None:
736                     out_java_struct.write("\t\t\tthis(null, bindings.C" + human_ty + "_err(" + err_map.from_hu_conv[0] + "));\n")
737                     if err_map.from_hu_conv[1] != "":
738                         out_java_struct.write("\t\t\t" + err_map.from_hu_conv[1] + ";\n")
739                 else:
740                     out_java_struct.write("\t\t\tthis(null, bindings.C" + human_ty + "_err(err));\n")
741             out_java_struct.write("\t\t}\n\t}\n}\n")
742
743             if can_clone:
744                 clone_fns.add(struct_name.replace("LDK", "") + "_clone")
745                 write_c("static inline " + struct_name + " " + struct_name.replace("LDK", "") + "_clone(const " + struct_name + " *orig) {\n")
746                 write_c("\t" + struct_name + " res = { .result_ok = orig->result_ok };\n")
747                 write_c("\tif (orig->result_ok) {\n")
748                 if res_map.c_ty == "void":
749                     write_c("\t\tres.contents.result = NULL;\n")
750                 else:
751                     if res_map.is_native_primitive:
752                         write_c("\t\t" + res_map.c_ty + "* contents = MALLOC(sizeof(" + res_map.c_ty + "), \"" + res_map.c_ty + " result OK clone\");\n")
753                         write_c("\t\t*contents = *orig->contents.result;\n")
754                     else:
755                         write_c("\t\t" + res_map.rust_obj + "* contents = MALLOC(sizeof(" + res_map.rust_obj + "), \"" + res_map.rust_obj + " result OK clone\");\n")
756                         write_c("\t\t*contents = " + res_map.rust_obj.replace("LDK", "") + "_clone(orig->contents.result);\n")
757                     write_c("\t\tres.contents.result = contents;\n")
758                 write_c("\t} else {\n")
759                 if err_map.c_ty == "void":
760                     write_c("\t\tres.contents.err = NULL;\n")
761                 else:
762                     if err_map.is_native_primitive:
763                         write_c("\t\t" + err_map.c_ty + "* contents = MALLOC(sizeof(" + err_map.c_ty + "), \"" + err_map.c_ty + " result Err clone\");\n")
764                         write_c("\t\t*contents = *orig->contents.err;\n")
765                     else:
766                         write_c("\t\t" + err_map.rust_obj + "* contents = MALLOC(sizeof(" + err_map.rust_obj + "), \"" + err_map.rust_obj + " result Err clone\");\n")
767                         write_c("\t\t*contents = " + err_map.rust_obj.replace("LDK", "") + "_clone(orig->contents.err);\n")
768                     write_c("\t\tres.contents.err = contents;\n")
769                 write_c("\t}\n\treturn res;\n}\n")
770
771     def map_tuple(struct_name, field_lines):
772         out_java.write("\tpublic static native long " + struct_name + "_new(")
773         write_c(consts.c_fn_ty_pfx + consts.ptr_c_ty + " " + consts.c_fn_name_pfx + struct_name.replace("_", "_1") + "_1new(" + consts.c_fn_args_pfx)
774         ty_list = []
775         for idx, line in enumerate(field_lines):
776             if idx != 0 and idx < len(field_lines) - 2:
777                 ty_info = java_c_types(line.strip(';'), None)
778                 if idx != 1:
779                     out_java.write(", ")
780                 e = chr(ord('a') + idx - 1)
781                 out_java.write(ty_info.java_ty + " " + e)
782                 write_c(", " + ty_info.c_ty + " " + e)
783                 ty_list.append(ty_info)
784         tuple_types[struct_name] = (ty_list, struct_name)
785         out_java.write(");\n")
786         write_c(") {\n")
787         write_c("\t" + struct_name + "* ret = MALLOC(sizeof(" + struct_name + "), \"" + struct_name + "\");\n")
788         can_clone = True
789         clone_str = "static inline " + struct_name + " " + struct_name.replace("LDK", "") + "_clone(const " + struct_name + " *orig) {\n"
790         clone_str = clone_str + "\t" + struct_name + " ret = {\n"
791         for idx, line in enumerate(field_lines):
792             if idx != 0 and idx < len(field_lines) - 2:
793                 ty_info = type_mapping_generator.map_type(line.strip(';'), False, None, False, False)
794                 e = chr(ord('a') + idx - 1)
795                 if ty_info.arg_conv is not None:
796                     write_c("\t" + ty_info.arg_conv.replace("\n", "\n\t"))
797                     write_c("\n\tret->" + e + " = " + ty_info.arg_conv_name + ";\n")
798                 else:
799                     write_c("\tret->" + e + " = " + e + ";\n")
800                 if ty_info.arg_conv_cleanup is not None:
801                     write_c("\t//TODO: Really need to call " + ty_info.arg_conv_cleanup + " here\n")
802                 if not ty_info.is_native_primitive and (ty_info.rust_obj.replace("LDK", "") + "_clone") not in clone_fns:
803                     can_clone = False
804                 elif can_clone and ty_info.is_native_primitive:
805                     clone_str = clone_str + "\t\t." + chr(ord('a') + idx - 1) + " = orig->" + chr(ord('a') + idx - 1) + ",\n"
806                 elif can_clone:
807                     clone_str = clone_str + "\t\t." + chr(ord('a') + idx - 1) + " = " + ty_info.rust_obj.replace("LDK", "") + "_clone(&orig->" + chr(ord('a') + idx - 1) + "),\n"
808         write_c("\treturn (long)ret;\n")
809         write_c("}\n")
810
811         if can_clone:
812             clone_fns.add(struct_name.replace("LDK", "") + "_clone")
813             write_c(clone_str)
814             write_c("\t};\n\treturn ret;\n}\n")
815
816         for idx, ty_info in enumerate(ty_list):
817             e = chr(ord('a') + idx)
818             out_java.write("\tpublic static native " + ty_info.java_ty + " " + struct_name + "_get_" + e + "(long ptr);\n")
819             write_c(consts.c_fn_ty_pfx + ty_info.c_ty + " " + consts.c_fn_name_pfx + struct_name.replace("_", "_1") + "_1get_1" + e + "(" + consts.c_fn_args_pfx + ", " + consts.ptr_c_ty + " ptr) {\n")
820             write_c("\t" + struct_name + " *tuple = (" + struct_name + "*)ptr;\n")
821             conv_info = type_mapping_generator.map_type_with_info(ty_info, False, None, False, True)
822             if conv_info.ret_conv is not None:
823                 write_c("\t" + conv_info.ret_conv[0].replace("\n", "\n\t") + "tuple->" + e + conv_info.ret_conv[1].replace("\n", "\n\t") + "\n")
824                 write_c("\treturn " + conv_info.ret_conv_name + ";\n")
825             else:
826                 write_c("\treturn tuple->" + e + ";\n")
827             write_c("}\n")
828
829     out_java.write(consts.bindings_header)
830
831     with open(f"{sys.argv[3]}/structs/CommonBase{consts.file_ext}", "w") as out_java_struct:
832         out_java_struct.write(consts.common_base)
833
834     in_block_comment = False
835     cur_block_obj = None
836
837     const_val_regex = re.compile("^extern const ([A-Za-z_0-9]*) ([A-Za-z_0-9]*);$")
838
839     line_indicates_result_regex = re.compile("^   union (LDKCResult_[A-Za-z_0-9]*Ptr) contents;$")
840     line_indicates_vec_regex = re.compile("^   (struct |enum |union )?([A-Za-z_0-9]*) \*data;$")
841     line_indicates_opaque_regex = re.compile("^   bool is_owned;$")
842     line_indicates_trait_regex = re.compile("^   (struct |enum |union )?([A-Za-z_0-9]* \*?)\(\*([A-Za-z_0-9]*)\)\((const )?void \*this_arg(.*)\);$")
843     assert(line_indicates_trait_regex.match("   uintptr_t (*send_data)(void *this_arg, LDKu8slice data, bool resume_read);"))
844     assert(line_indicates_trait_regex.match("   struct LDKCVec_MessageSendEventZ (*get_and_clear_pending_msg_events)(const void *this_arg);"))
845     assert(line_indicates_trait_regex.match("   void *(*clone)(const void *this_arg);"))
846     assert(line_indicates_trait_regex.match("   struct LDKCVec_u8Z (*write)(const void *this_arg);"))
847     line_field_var_regex = re.compile("^   struct ([A-Za-z_0-9]*) ([A-Za-z_0-9]*);$")
848     assert(line_field_var_regex.match("   struct LDKMessageSendEventsProvider MessageSendEventsProvider;"))
849     assert(line_field_var_regex.match("   struct LDKChannelPublicKeys pubkeys;"))
850     struct_name_regex = re.compile("^typedef (struct|enum|union) (MUST_USE_STRUCT )?(LDK[A-Za-z_0-9]*) {$")
851     assert(struct_name_regex.match("typedef struct LDKCVec_u8Z {"))
852     assert(struct_name_regex.match("typedef enum LDKNetwork {"))
853
854     union_enum_items = {}
855     result_ptr_struct_items = {}
856     for line in in_h:
857         if in_block_comment:
858             if line.endswith("*/\n"):
859                 in_block_comment = False
860         elif cur_block_obj is not None:
861             cur_block_obj  = cur_block_obj + line
862             if line.startswith("} "):
863                 field_lines = []
864                 struct_name = None
865                 vec_ty = None
866                 obj_lines = cur_block_obj.split("\n")
867                 is_opaque = False
868                 result_contents = None
869                 is_unitary_enum = False
870                 is_union_enum = False
871                 is_union = False
872                 is_tuple = False
873                 trait_fn_lines = []
874                 field_var_lines = []
875
876                 for idx, struct_line in enumerate(obj_lines):
877                     if struct_line.strip().startswith("/*"):
878                         in_block_comment = True
879                     if in_block_comment:
880                         if struct_line.endswith("*/"):
881                             in_block_comment = False
882                     else:
883                         struct_name_match = struct_name_regex.match(struct_line)
884                         if struct_name_match is not None:
885                             struct_name = struct_name_match.group(3)
886                             if struct_name_match.group(1) == "enum":
887                                 if not struct_name.endswith("_Tag"):
888                                     is_unitary_enum = True
889                                 else:
890                                     is_union_enum = True
891                             elif struct_name_match.group(1) == "union":
892                                 is_union = True
893                         if line_indicates_opaque_regex.match(struct_line):
894                             is_opaque = True
895                         result_match = line_indicates_result_regex.match(struct_line)
896                         if result_match is not None:
897                             result_contents = result_match.group(1)
898                         vec_ty_match = line_indicates_vec_regex.match(struct_line)
899                         if vec_ty_match is not None and struct_name.startswith("LDKCVec_"):
900                             vec_ty = vec_ty_match.group(2)
901                         elif struct_name.startswith("LDKC2Tuple_") or struct_name.startswith("LDKC3Tuple_"):
902                             is_tuple = True
903                         trait_fn_match = line_indicates_trait_regex.match(struct_line)
904                         if trait_fn_match is not None:
905                             trait_fn_lines.append(trait_fn_match)
906                         field_var_match = line_field_var_regex.match(struct_line)
907                         if field_var_match is not None:
908                             field_var_lines.append(field_var_match)
909                         field_lines.append(struct_line)
910
911                 assert(struct_name is not None)
912                 assert(len(trait_fn_lines) == 0 or not (is_opaque or is_unitary_enum or is_union_enum or is_union or result_contents is not None or vec_ty is not None))
913                 assert(not is_opaque or not (len(trait_fn_lines) != 0 or is_unitary_enum or is_union_enum or is_union or result_contents is not None or vec_ty is not None))
914                 assert(not is_unitary_enum or not (len(trait_fn_lines) != 0 or is_opaque or is_union_enum or is_union or result_contents is not None or vec_ty is not None))
915                 assert(not is_union_enum or not (len(trait_fn_lines) != 0 or is_unitary_enum or is_opaque or is_union or result_contents is not None or vec_ty is not None))
916                 assert(not is_union or not (len(trait_fn_lines) != 0 or is_unitary_enum or is_union_enum or is_opaque or result_contents is not None or vec_ty is not None))
917                 assert(result_contents is None or not (len(trait_fn_lines) != 0 or is_unitary_enum or is_union_enum or is_opaque or is_union or vec_ty is not None))
918                 assert(vec_ty is None or not (len(trait_fn_lines) != 0 or is_unitary_enum or is_union_enum or is_opaque or is_union or result_contents is not None))
919
920                 if is_opaque:
921                     opaque_structs.add(struct_name)
922                     with open(f"{sys.argv[3]}/structs/{struct_name.replace('LDK', '')}{consts.file_ext}", "w") as out_java_struct:
923                         out_opaque_struct_human = consts.map_opaque_struct(struct_name)
924                         out_java_struct.write(out_opaque_struct_human)
925                 elif result_contents is not None:
926                     assert result_contents in result_ptr_struct_items
927                     res_ty, err_ty = result_ptr_struct_items[result_contents]
928                     map_result(struct_name, res_ty, err_ty)
929                 elif struct_name.startswith("LDKCResult_") and struct_name.endswith("ZPtr"):
930                     for line in field_lines:
931                         if line.endswith("*result;"):
932                             res_ty = line[:-8].strip()
933                         elif line.endswith("*err;"):
934                             err_ty = line[:-5].strip()
935                     result_ptr_struct_items[struct_name] = (res_ty, err_ty)
936                     result_types.add(struct_name[:-3])
937                 elif is_tuple:
938                     map_tuple(struct_name, field_lines)
939                 elif vec_ty is not None:
940                     ty_info = type_mapping_generator.map_type(vec_ty + " arr_elem", False, None, False, False)
941                     if len(ty_info.java_fn_ty_arg) == 1: # ie we're a primitive of some form
942                         out_java.write("\tpublic static native long " + struct_name + "_new(" + ty_info.java_ty + "[] elems);\n")
943                         write_c(consts.c_fn_ty_pfx + consts.ptr_c_ty + " " + consts.c_fn_name_pfx + struct_name.replace("_", "_1") + "_1new(" + consts.c_fn_args_pfx + ", " + ty_info.c_ty + "Array elems) {\n")
944                         write_c("\t" + struct_name + " *ret = MALLOC(sizeof(" + struct_name + "), \"" + struct_name + "\");\n")
945                         write_c("\tret->datalen = " + consts.get_native_arr_len_call[0] + "elems" + consts.get_native_arr_len_call[1] + ";\n")
946                         write_c("\tif (ret->datalen == 0) {\n")
947                         write_c("\t\tret->data = NULL;\n")
948                         write_c("\t} else {\n")
949                         write_c("\t\tret->data = MALLOC(sizeof(" + vec_ty + ") * ret->datalen, \"" + struct_name + " Data\");\n")
950                         write_c("\t\t" + ty_info.c_ty + " *java_elems = " + consts.get_native_arr_ptr_call[0] + "elems" + consts.get_native_arr_ptr_call[1] + ";\n")
951                         write_c("\t\tfor (size_t i = 0; i < ret->datalen; i++) {\n")
952                         if ty_info.arg_conv is not None:
953                             write_c("\t\t\t" + ty_info.c_ty + " arr_elem = java_elems[i];\n")
954                             write_c("\t\t\t" + ty_info.arg_conv.replace("\n", "\n\t\t\t") + "\n")
955                             write_c("\t\t\tret->data[i] = " + ty_info.arg_conv_name + ";\n")
956                             assert ty_info.arg_conv_cleanup is None
957                         else:
958                             write_c("\t\t\tret->data[i] = java_elems[i];\n")
959                         write_c("\t\t}\n")
960                         cleanup = consts.release_native_arr_ptr_call("elems", "java_elems")
961                         if cleanup is not None:
962                             write_c("\t\t" + cleanup + ";\n")
963                         write_c("\t}\n")
964                         write_c("\treturn (long)ret;\n")
965                         write_c("}\n")
966
967                     if ty_info.is_native_primitive:
968                         clone_fns.add(struct_name.replace("LDK", "") + "_clone")
969                         write_c("static inline " + struct_name + " " + struct_name.replace("LDK", "") + "_clone(const " + struct_name + " *orig) {\n")
970                         write_c("\t" + struct_name + " ret = { .data = MALLOC(sizeof(" + ty_info.c_ty + ") * orig->datalen, \"" + struct_name + " clone bytes\"), .datalen = orig->datalen };\n")
971                         write_c("\tmemcpy(ret.data, orig->data, sizeof(" + ty_info.c_ty + ") * ret.datalen);\n")
972                         write_c("\treturn ret;\n}\n")
973                     elif (ty_info.rust_obj.replace("LDK", "") + "_clone") in clone_fns:
974                         ty_name = "CVec_" + ty_info.rust_obj.replace("LDK", "") + "Z";
975                         clone_fns.add(ty_name + "_clone")
976                         write_c("static inline " + struct_name + " " + ty_name + "_clone(const " + struct_name + " *orig) {\n")
977                         write_c("\t" + struct_name + " ret = { .data = MALLOC(sizeof(" + ty_info.rust_obj + ") * orig->datalen, \"" + struct_name + " clone bytes\"), .datalen = orig->datalen };\n")
978                         write_c("\tfor (size_t i = 0; i < ret.datalen; i++) {\n")
979                         write_c("\t\tret.data[i] = " + ty_info.rust_obj.replace("LDK", "") + "_clone(&orig->data[i]);\n")
980                         write_c("\t}\n\treturn ret;\n}\n")
981                 elif is_union_enum:
982                     assert(struct_name.endswith("_Tag"))
983                     struct_name = struct_name[:-4]
984                     union_enum_items[struct_name] = {"field_lines": field_lines}
985                 elif struct_name.endswith("_Body") and struct_name.split("_")[0] in union_enum_items:
986                     enum_var_name = struct_name.split("_")
987                     union_enum_items[enum_var_name[0]][enum_var_name[1]] = field_lines
988                 elif struct_name in union_enum_items:
989                     map_complex_enum(struct_name, union_enum_items[struct_name])
990                 elif is_unitary_enum:
991                     map_unitary_enum(struct_name, field_lines)
992                 elif len(trait_fn_lines) > 0:
993                     trait_structs.add(struct_name)
994                     map_trait(struct_name, field_var_lines, trait_fn_lines)
995                 elif struct_name == "LDKTxOut":
996                     with open(f"{sys.argv[3]}/structs/TxOut{consts.file_ext}", "w") as out_java_struct:
997                         out_java_struct.write(consts.hu_struct_file_prefix)
998                         out_java_struct.write("public class TxOut extends CommonBase{\n")
999                         out_java_struct.write("\tTxOut(java.lang.Object _dummy, long ptr) { super(ptr); }\n")
1000                         out_java_struct.write("\tlong to_c_ptr() { return 0; }\n")
1001                         out_java_struct.write("\t@Override @SuppressWarnings(\"deprecation\")\n")
1002                         out_java_struct.write("\tprotected void finalize() throws Throwable {\n")
1003                         out_java_struct.write("\t\tsuper.finalize();\n")
1004                         out_java_struct.write("\t\tif (ptr != 0) { bindings.TxOut_free(ptr); }\n")
1005                         out_java_struct.write("\t}\n")
1006                         # TODO: TxOut body
1007                         out_java_struct.write("}")
1008                 else:
1009                     pass # Everything remaining is a byte[] or some form
1010                 cur_block_obj = None
1011         else:
1012             fn_ptr = fn_ptr_regex.match(line)
1013             fn_ret_arr = fn_ret_arr_regex.match(line)
1014             reg_fn = reg_fn_regex.match(line)
1015             const_val = const_val_regex.match(line)
1016
1017             if line.startswith("#include <"):
1018                 pass
1019             elif line.startswith("/*"):
1020                 #out_java.write("\t" + line)
1021                 if not line.endswith("*/\n"):
1022                     in_block_comment = True
1023             elif line.startswith("typedef enum "):
1024                 cur_block_obj = line
1025             elif line.startswith("typedef struct "):
1026                 cur_block_obj = line
1027             elif line.startswith("typedef union "):
1028                 cur_block_obj = line
1029             elif fn_ptr is not None:
1030                 map_fn(line, fn_ptr, None, None)
1031             elif fn_ret_arr is not None:
1032                 map_fn(line, fn_ret_arr, fn_ret_arr.group(4), None)
1033             elif reg_fn is not None:
1034                 map_fn(line, reg_fn, None, None)
1035             elif const_val_regex is not None:
1036                 # TODO Map const variables
1037                 pass
1038             else:
1039                 assert(line == "\n")
1040
1041     out_java.write("}\n")
1042     for struct_name in opaque_structs:
1043         with open(f"{sys.argv[3]}/structs/{struct_name.replace('LDK', '')}{consts.file_ext}", "a") as out_java_struct:
1044             out_java_struct.write("}\n")
1045     for struct_name in trait_structs:
1046         with open(f"{sys.argv[3]}/structs/{struct_name.replace('LDK', '')}{consts.file_ext}", "a") as out_java_struct:
1047             out_java_struct.write("}\n")
1048 with open(sys.argv[4], "w") as out_c:
1049     out_c.write(consts.c_file_pfx)
1050     out_c.write(consts.init_str(c_array_class_caches))
1051     out_c.write(c_file)