[TS] Debug allocations somewhat further, incl prints in test.
[ldk-java] / typescript_strings.py
1 from bindingstypes import ConvInfo
2 from enum import Enum
3
4 def first_to_lower(string: str) -> str:
5     first = string[0]
6     return first.lower() + string[1:]
7
8
9 class Target(Enum):
10     NODEJS = 1,
11     BROWSER = 2
12
13 class Consts:
14     def __init__(self, DEBUG: bool, target: Target, outdir: str, **kwargs):
15         self.outdir = outdir
16         self.struct_file_suffixes = {}
17         self.function_ptr_counter = 0
18         self.function_ptrs = {}
19         self.c_type_map = dict(
20             uint8_t = ['number', 'number', 'Uint8Array'],
21             uint16_t = ['number', 'number', 'Uint16Array'],
22             uint32_t = ['number', 'number', 'Uint32Array'],
23             uint64_t = ['bigint', 'bigint', 'BigUint64Array'],
24         )
25         self.java_type_map = dict(
26             String = "number"
27         )
28         self.java_hu_type_map = dict(
29             String = "string"
30         )
31
32         self.to_hu_conv_templates = dict(
33             ptr = 'const {var_name}_hu_conv: {human_type} = new {human_type}(null, {var_name});',
34             default = 'const {var_name}_hu_conv: {human_type} = new {human_type}(null, {var_name});',
35         )
36
37         self.bindings_header = """
38 import * as version from './version.mjs';
39
40 const imports: any = {};
41 imports.env = {};
42
43 var js_objs: Array<WeakRef<object>> = [];
44 var js_invoke: Function;
45
46 imports.wasi_snapshot_preview1 = {
47         "fd_write": (fd: number, iovec_array_ptr: number, iovec_array_len: number) => {
48                 // This should generally only be used to print panic messages
49                 console.log("FD_WRITE to " + fd + " in " + iovec_array_len + " chunks.");
50                 const ptr_len_view = new Uint32Array(wasm.memory.buffer, iovec_array_ptr, iovec_array_len * 2);
51                 for (var i = 0; i < iovec_array_len; i++) {
52                         const bytes_view = new Uint8Array(wasm.memory.buffer, ptr_len_view[i*2], ptr_len_view[i*2+1]);
53                         console.log(String.fromCharCode(...bytes_view));
54                 }
55                 return 0;
56         },
57         "fd_close": (_fd: number) => {
58                 // This is not generally called, but may be referenced in debug builds
59                 console.log("wasi_snapshot_preview1:fd_close");
60                 return 58; // Not Supported
61         },
62         "fd_seek": (_fd: number, _offset: bigint, _whence: number, _new_offset: number) => {
63                 // This is not generally called, but may be referenced in debug builds
64                 console.log("wasi_snapshot_preview1:fd_seek");
65                 return 58; // Not Supported
66         },
67         "random_get": (buf_ptr: number, buf_len: number) => {
68                 const buf = new Uint8Array(wasm.memory.buffer, buf_ptr, buf_len);
69                 crypto.getRandomValues(buf);
70                 return 0;
71         },
72         "environ_sizes_get": (environ_var_count_ptr: number, environ_len_ptr: number) => {
73                 // This is called before fd_write to format + print panic messages
74                 console.log("wasi_snapshot_preview1:environ_sizes_get");
75                 const out_count_view = new Uint32Array(wasm.memory.buffer, environ_var_count_ptr, 1);
76                 out_count_view[0] = 1;
77                 const out_len_view = new Uint32Array(wasm.memory.buffer, environ_len_ptr, 1);
78                 out_len_view[0] = "RUST_BACKTRACE=1".length + 1; // Note that string must be NULL-terminated
79                 return 0;
80         },
81         "environ_get": (environ_ptr: number, environ_buf_ptr: number) => {
82                 // This is called before fd_write to format + print panic messages
83                 console.log("wasi_snapshot_preview1:environ_get");
84                 const out_ptrs = new Uint32Array(wasm.memory.buffer, environ_ptr, 2);
85                 out_ptrs[0] = environ_buf_ptr;
86                 out_ptrs[1] = "RUST_BACKTRACE=1".length;
87                 const out_environ = new Uint8Array(wasm.memory.buffer, environ_buf_ptr, out_ptrs[1]);
88                 for (var i = 0; i < out_ptrs[1]; i++) { out_environ[i] = "RUST_BACKTRACE=1".codePointAt(i); }
89                 out_environ[out_ptrs[1]] = 0;
90                 return 0;
91         },
92         "proc_exit" : () => {
93                 console.log("wasi_snapshot_preview1:proc_exit");
94         },
95 };
96
97 var wasm: any = null;
98 let isWasmInitialized: boolean = false;
99 """
100
101         if target == Target.NODEJS:
102             self.bindings_header += """import * as fs from 'fs';
103 import { webcrypto as crypto } from 'crypto';
104 /* @internal */
105 export async function initializeWasm(path: string) {
106         const source = fs.readFileSync(path);
107         imports.env["js_invoke_function"] = js_invoke;
108         const { instance: wasmInstance } = await WebAssembly.instantiate(source, imports);"""
109         else:
110             self.bindings_header += """
111 /* @internal */
112 export async function initializeWasm(uri: string) {
113         const stream = fetch(uri);
114         imports.env["js_invoke_function"] = js_invoke;
115         const { instance: wasmInstance } = await WebAssembly.instantiateStreaming(stream, imports);"""
116
117         self.bindings_header += """
118         wasm = wasmInstance.exports;
119         if (!wasm.test_bigint_pass_deadbeef0badf00d(BigInt("0xdeadbeef0badf00d"))) {
120                 throw new Error(\"Currently need BigInt-as-u64 support, try ----experimental-wasm-bigint");
121         }
122
123         if (decodeString(wasm.TS_get_lib_version_string()) !== version.get_ldk_java_bindings_version())
124                 throw new Error(\"Compiled LDK library and LDK class failes do not match\");
125         // Fetching the LDK versions from C also checks that the header and binaries match
126         if (wasm.TS_get_ldk_c_bindings_version() == 0)
127                 throw new Error(\"LDK version did not match the header we built against\");
128         if (wasm.TS_get_ldk_version() == 0)
129                 throw new Error(\"LDK C bindings version did not match the header we built against\");
130         const c_bindings_version: string = decodeString(wasm.TS_get_ldk_c_bindings_version());
131         const ldk_version: string = decodeString(wasm.TS_get_ldk_version());
132         console.log(\"Loaded LDK-Java Bindings with LDK \" + ldk_version + \" and LDK-C-Bindings \" + c_bindings_version);
133
134         isWasmInitialized = true;
135 };
136
137 // WASM CODEC
138
139 const nextMultipleOfFour = (value: number) => {
140         return Math.ceil(value / 4) * 4;
141 }
142
143 /* @internal */
144 export function encodeUint8Array (inputArray: Uint8Array): number {
145         const cArrayPointer = wasm.TS_malloc(inputArray.length + 4);
146         const arrayLengthView = new Uint32Array(wasm.memory.buffer, cArrayPointer, 1);
147         arrayLengthView[0] = inputArray.length;
148         const arrayMemoryView = new Uint8Array(wasm.memory.buffer, cArrayPointer + 4, inputArray.length);
149         arrayMemoryView.set(inputArray);
150         return cArrayPointer;
151 }
152 /* @internal */
153 export function encodeUint32Array (inputArray: Uint32Array|Array<number>): number {
154         const cArrayPointer = wasm.TS_malloc((inputArray.length + 1) * 4);
155         const arrayMemoryView = new Uint32Array(wasm.memory.buffer, cArrayPointer, inputArray.length);
156         arrayMemoryView.set(inputArray, 1);
157         arrayMemoryView[0] = inputArray.length;
158         return cArrayPointer;
159 }
160 /* @internal */
161 export function encodeUint64Array (inputArray: BigUint64Array|Array<bigint>): number {
162         const cArrayPointer = wasm.TS_malloc(inputArray.length * 8 + 1);
163         const arrayLengthView = new Uint32Array(wasm.memory.buffer, cArrayPointer, 1);
164         arrayLengthView[0] = inputArray.length;
165         const arrayMemoryView = new BigUint64Array(wasm.memory.buffer, cArrayPointer + 4, inputArray.length);
166         arrayMemoryView.set(inputArray);
167         return cArrayPointer;
168 }
169
170 /* @internal */
171 export function check_arr_len(arr: Uint8Array, len: number): Uint8Array {
172         if (arr.length != len) { throw new Error("Expected array of length " + len + "got " + arr.length); }
173         return arr;
174 }
175
176 /* @internal */
177 export function getArrayLength(arrayPointer: number): number {
178         const arraySizeViewer = new Uint32Array(wasm.memory.buffer, arrayPointer, 1);
179         return arraySizeViewer[0];
180 }
181 /* @internal */
182 export function decodeUint8Array (arrayPointer: number, free = true): Uint8Array {
183         const arraySize = getArrayLength(arrayPointer);
184         const actualArrayViewer = new Uint8Array(wasm.memory.buffer, arrayPointer + 4, arraySize);
185         // Clone the contents, TODO: In the future we should wrap the Viewer in a class that
186         // will free the underlying memory when it becomes unreachable instead of copying here.
187         // Note that doing so may have edge-case interactions with memory resizing (invalidating the buffer).
188         const actualArray = actualArrayViewer.slice(0, arraySize);
189         if (free) {
190                 wasm.TS_free(arrayPointer);
191         }
192         return actualArray;
193 }
194 const decodeUint32Array = (arrayPointer: number, free = true) => {
195         const arraySize = getArrayLength(arrayPointer);
196         const actualArrayViewer = new Uint32Array(
197                 wasm.memory.buffer, // value
198                 arrayPointer + 4, // offset (ignoring length bytes)
199                 arraySize // uint32 count
200         );
201         // Clone the contents, TODO: In the future we should wrap the Viewer in a class that
202         // will free the underlying memory when it becomes unreachable instead of copying here.
203         const actualArray = actualArrayViewer.slice(0, arraySize);
204         if (free) {
205                 wasm.TS_free(arrayPointer);
206         }
207         return actualArray;
208 }
209
210 /* @internal */
211 export function getU32ArrayElem(arrayPointer: number, idx: number): number {
212         const actualArrayViewer = new Uint32Array(wasm.memory.buffer, arrayPointer + 4, idx + 1);
213         return actualArrayViewer[idx];
214 }
215
216 /* @internal */
217 export function encodeString(str: string): number {
218         const charArray = new TextEncoder().encode(str);
219         return encodeUint8Array(charArray);
220 }
221
222 /* @internal */
223 export function decodeString(stringPointer: number, free = true): string {
224         const arraySize = getArrayLength(stringPointer);
225         const memoryView = new Uint8Array(wasm.memory.buffer, stringPointer + 4, arraySize);
226         const result = new TextDecoder("utf-8").decode(memoryView);
227
228         if (free) {
229                 wasm.TS_free(stringPointer);
230         }
231
232         return result;
233 }
234 """
235         if DEBUG:
236             self.bindings_header += """
237 /* @internal */
238 export function getRemainingAllocationCount(): number {
239         return wasm.TS_allocs_remaining();
240 }
241 /* @internal */
242 export function debugPrintRemainingAllocs() {
243         wasm.TS_print_leaks();
244 }
245 """
246         else:
247             self.bindings_header += "\n/* @internal */ export function getRemainingAllocationCount(): number { return 0; }\n"
248             self.bindings_header += "/* @internal */ export function debugPrintRemainingAllocs() { }\n"
249
250         with open(outdir + "/index.mts", 'a') as index:
251             index.write("""import { initializeWasm as bindingsInit } from './bindings.mjs';
252 export function initializeWasm(path: string) {
253         bindingsInit(path);
254 }
255 """)
256
257         self.bindings_version_file = """export function get_ldk_java_bindings_version(): String {
258         return "<git_version_ldk_garbagecollected>";
259 }"""
260
261         self.bindings_footer = ""
262
263         self.common_base = """
264 function freer(f: () => void) { f() }
265 const finalizer = new FinalizationRegistry(freer);
266 function get_freeer(ptr: number, free_fn: (ptr: number) => void) {
267         return () => {
268                 free_fn(ptr);
269         }
270 }
271
272 export default class CommonBase {
273         protected ptr: number;
274         protected ptrs_to: object[] = [];
275         protected constructor(ptr: number, free_fn: (ptr: number) => void) {
276                 this.ptr = ptr;
277                 if (Number.isFinite(ptr) && ptr != 0){
278                         finalizer.register(this, get_freeer(ptr, free_fn));
279                 }
280         }
281         // In Java, protected means "any subclass can access fields on any other subclass'"
282         // In TypeScript, protected means "any subclass can access parent fields on instances of itself"
283         // To work around this, we add accessors for other instances' protected fields here.
284         protected static add_ref_from(holder: CommonBase, referent: object) {
285                 holder.ptrs_to.push(referent);
286         }
287         protected static get_ptr_of(o: CommonBase) {
288                 return o.ptr;
289         }
290         protected static set_null_skip_free(o: CommonBase) {
291                 o.ptr = 0;
292                 finalizer.unregister(o);
293         }
294 }
295 """
296
297         self.txout_defn = """export class TxOut extends CommonBase {
298         /** The script_pubkey in this output */
299         public script_pubkey: Uint8Array;
300         /** The value, in satoshis, of this output */
301         public value: bigint;
302
303         /* @internal */
304         public constructor(_dummy: object, ptr: number) {
305                 super(ptr, bindings.TxOut_free);
306                 this.script_pubkey = bindings.decodeUint8Array(bindings.TxOut_get_script_pubkey(ptr));
307                 this.value = bindings.TxOut_get_value(ptr);
308         }
309         public constructor_new(value: bigint, script_pubkey: Uint8Array): TxOut {
310                 return new TxOut(null, bindings.TxOut_new(bindings.encodeUint8Array(script_pubkey), value));
311         }
312 }"""
313         self.obj_defined(["TxOut"], "structs")
314
315         self.c_file_pfx = """#include "js-wasm.h"
316 #include <stdatomic.h>
317 #include <lightning.h>
318
319 // These should be provided...somehow...
320 void *memset(void *s, int c, size_t n);
321 void *memcpy(void *dest, const void *src, size_t n);
322 int memcmp(const void *s1, const void *s2, size_t n);
323
324 extern void __attribute__((noreturn)) abort(void);
325 static inline void assert(bool expression) {
326         if (!expression) { abort(); }
327 }
328
329 uint32_t __attribute__((export_name("test_bigint_pass_deadbeef0badf00d"))) test_bigint_pass_deadbeef0badf00d(uint64_t val) {
330         return val == 0xdeadbeef0badf00dULL;
331 }
332
333 """
334
335         if not DEBUG:
336             self.c_file_pfx += """
337 void *malloc(size_t size);
338 void free(void *ptr);
339
340 #define MALLOC(a, _) malloc(a)
341 #define do_MALLOC(a, _b, _c) malloc(a)
342 #define FREE(p) if ((unsigned long)(p) > 4096) { free(p); }
343 #define DO_ASSERT(a) (void)(a)
344 #define CHECK(a)
345 #define CHECK_ACCESS(p)
346 #define CHECK_INNER_FIELD_ACCESS_OR_NULL(v)
347 """
348         else:
349             self.c_file_pfx += """
350 extern int snprintf(char *str, size_t size, const char *format, ...);
351 typedef int32_t ssize_t;
352 ssize_t write(int fd, const void *buf, size_t count);
353 #define DEBUG_PRINT(...) do { \\
354         char debug_str[1024]; \\
355         int s_len = snprintf(debug_str, 1023, __VA_ARGS__); \\
356         write(2, debug_str, s_len); \\
357 } while (0);
358
359 // Always run a, then assert it is true:
360 #define DO_ASSERT(a) do { bool _assert_val = (a); assert(_assert_val); } while(0)
361 // Assert a is true or do nothing
362 #define CHECK(a) DO_ASSERT(a)
363
364 // Running a leak check across all the allocations and frees of the JDK is a mess,
365 // so instead we implement our own naive leak checker here, relying on the -wrap
366 // linker option to wrap malloc/calloc/realloc/free, tracking everyhing allocated
367 // and free'd in Rust or C across the generated bindings shared library.
368
369 #define BT_MAX 128
370 typedef struct allocation {
371         struct allocation* next;
372         void* ptr;
373         const char* struct_name;
374         int lineno;
375 } allocation;
376 static allocation* allocation_ll = NULL;
377 static allocation* freed_ll = NULL;
378
379 void* __real_malloc(size_t len);
380 void* __real_calloc(size_t nmemb, size_t len);
381 static void new_allocation(void* res, const char* struct_name, int lineno) {
382         allocation* new_alloc = __real_malloc(sizeof(allocation));
383         new_alloc->ptr = res;
384         new_alloc->struct_name = struct_name;
385         new_alloc->next = allocation_ll;
386         new_alloc->lineno = lineno;
387         allocation_ll = new_alloc;
388 }
389 static void* do_MALLOC(size_t len, const char* struct_name, int lineno) {
390         void* res = __real_malloc(len);
391         new_allocation(res, struct_name, lineno);
392         return res;
393 }
394 #define MALLOC(len, struct_name) do_MALLOC(len, struct_name, __LINE__)
395
396 void __real_free(void* ptr);
397 static void alloc_freed(void* ptr, int lineno) {
398         allocation* p = NULL;
399         allocation* it = allocation_ll;
400         while (it->ptr != ptr) {
401                 p = it; it = it->next;
402                 if (it == NULL) {
403                         p = NULL;
404                         it = freed_ll;
405                         while (it && it->ptr != ptr) { p = it; it = it->next; }
406                         if (it == NULL) {
407                                 DEBUG_PRINT("Tried to free unknown pointer %p at line %d.\\n", ptr, lineno);
408                         } else {
409                                 DEBUG_PRINT("Tried to free unknown pointer %p at line %d.\\n Possibly double-free from %s, allocated on line %d.", ptr, lineno, it->struct_name, it->lineno);
410                         }
411                         abort();
412                 }
413         }
414         if (p) { p->next = it->next; } else { allocation_ll = it->next; }
415         DO_ASSERT(it->ptr == ptr);
416         it->next = freed_ll;
417         freed_ll = it;
418 }
419 static void do_FREE(void* ptr, int lineno) {
420         if ((unsigned long)ptr <= 4096) return; // Rust loves to create pointers to the NULL page for dummys
421         alloc_freed(ptr, lineno);
422         __real_free(ptr);
423 }
424 #define FREE(ptr) do_FREE(ptr, __LINE__)
425
426 static void CHECK_ACCESS(const void* ptr) {
427         allocation* it = allocation_ll;
428         while (it->ptr != ptr) {
429                 it = it->next;
430                 if (it == NULL) {
431                         return; // addrsan should catch malloc-unknown and print more info than we have
432                 }
433         }
434 }
435 #define CHECK_INNER_FIELD_ACCESS_OR_NULL(v) \\
436         if (v.is_owned && v.inner != NULL) { \\
437                 const void *p = __unmangle_inner_ptr(v.inner); \\
438                 if (p != NULL) { \\
439                         CHECK_ACCESS(p); \\
440                 } \\
441         }
442
443 void* __wrap_malloc(size_t len) {
444         void* res = __real_malloc(len);
445         new_allocation(res, "malloc call", 0);
446         return res;
447 }
448 void* __wrap_calloc(size_t nmemb, size_t len) {
449         void* res = __real_calloc(nmemb, len);
450         new_allocation(res, "calloc call", 0);
451         return res;
452 }
453 void __wrap_free(void* ptr) {
454         if (ptr == NULL) return;
455         alloc_freed(ptr, 0);
456         __real_free(ptr);
457 }
458
459 void* __real_realloc(void* ptr, size_t newlen);
460 void* __wrap_realloc(void* ptr, size_t len) {
461         if (ptr != NULL) alloc_freed(ptr, 0);
462         void* res = __real_realloc(ptr, len);
463         new_allocation(res, "realloc call", 0);
464         return res;
465 }
466 void __wrap_reallocarray(void* ptr, size_t new_sz) {
467         // Rust doesn't seem to use reallocarray currently
468         DO_ASSERT(false);
469 }
470
471 uint32_t __attribute__((export_name("TS_allocs_remaining"))) allocs_remaining() {
472         uint32_t count = 0;
473         for (allocation* a = allocation_ll; a != NULL; a = a->next) {
474                 count++;
475         }
476         return count;
477 }
478 void __attribute__((export_name("TS_print_leaks"))) print_leaks() {
479         for (allocation* a = allocation_ll; a != NULL; a = a->next) {
480                 DEBUG_PRINT("%s %p remains. Allocated on line %d\\n", a->struct_name, a->ptr, a->lineno);
481         }
482 }
483 """
484         self.c_file_pfx = self.c_file_pfx + """
485 // We assume that CVec_u8Z and u8slice are the same size and layout (and thus pointers to the two can be mixed)
486 _Static_assert(sizeof(LDKCVec_u8Z) == sizeof(LDKu8slice), "Vec<u8> and [u8] need to have been mapped identically");
487 _Static_assert(offsetof(LDKCVec_u8Z, data) == offsetof(LDKu8slice, data), "Vec<u8> and [u8] need to have been mapped identically");
488 _Static_assert(offsetof(LDKCVec_u8Z, datalen) == offsetof(LDKu8slice, datalen), "Vec<u8> and [u8] need to have been mapped identically");
489
490 _Static_assert(sizeof(void*) == 4, "Pointers mut be 32 bits");
491
492 #define DECL_ARR_TYPE(ty, name) \\
493         struct name##array { \\
494                 uint32_t arr_len; \\
495                 ty elems[]; \\
496         }; \\
497         typedef struct name##array * name##Array; \\
498         static inline name##Array init_##name##Array(size_t arr_len, int lineno) { \\
499                 name##Array arr = (name##Array)do_MALLOC(arr_len * sizeof(ty) + sizeof(uint32_t), #name" array init", lineno); \\
500                 arr->arr_len = arr_len; \\
501                 return arr; \\
502         }
503
504 DECL_ARR_TYPE(int64_t, int64_t);
505 DECL_ARR_TYPE(int8_t, int8_t);
506 DECL_ARR_TYPE(uint32_t, uint32_t);
507 DECL_ARR_TYPE(void*, ptr);
508 DECL_ARR_TYPE(char, char);
509 typedef charArray jstring;
510
511 static inline jstring str_ref_to_ts(const char* chars, size_t len) {
512         charArray arr = init_charArray(len, __LINE__);
513         memcpy(arr->elems, chars, len);
514         return arr;
515 }
516 static inline LDKStr str_ref_to_owned_c(const jstring str) {
517         char* newchars = MALLOC(str->arr_len + 1, "String chars");
518         memcpy(newchars, str->elems, str->arr_len);
519         newchars[str->arr_len] = 0;
520         LDKStr res = {
521                 .chars = newchars,
522                 .len = str->arr_len,
523                 .chars_is_owned = true
524         };
525         return res;
526 }
527
528 typedef bool jboolean;
529
530 uint32_t __attribute__((export_name("TS_malloc"))) TS_malloc(uint32_t size) {
531         return (uint32_t)MALLOC(size, "JS-Called malloc");
532 }
533 void __attribute__((export_name("TS_free"))) TS_free(uint32_t ptr) {
534         FREE((void*)ptr);
535 }
536
537 jstring __attribute__((export_name("TS_get_ldk_c_bindings_version"))) TS_get_ldk_c_bindings_version() {
538         const char *res = check_get_ldk_bindings_version();
539         if (res == NULL) return NULL;
540         return str_ref_to_ts(res, strlen(res));
541 }
542 jstring __attribute__((export_name("TS_get_ldk_version"))) get_ldk_version() {
543         const char *res = check_get_ldk_version();
544         if (res == NULL) return NULL;
545         return str_ref_to_ts(res, strlen(res));
546 }
547 #include "version.c"
548 """
549
550         self.c_version_file = """jstring __attribute__((export_name("TS_get_lib_version_string"))) TS_get_lib_version_string() {
551         return str_ref_to_ts("<git_version_ldk_garbagecollected>", strlen("<git_version_ldk_garbagecollected>"));
552 }"""
553
554         self.hu_struct_file_prefix = """
555 import CommonBase from './CommonBase.mjs';
556 import * as bindings from '../bindings.mjs'
557
558 """
559         self.util_fn_pfx = self.hu_struct_file_prefix + "\nexport class UtilMethods extends CommonBase {\n"
560         self.util_fn_sfx = "}"
561         self.c_fn_ty_pfx = ""
562         self.file_ext = ".mts"
563         self.ptr_c_ty = "uint32_t"
564         self.ptr_native_ty = "number"
565         self.result_c_ty = "uint32_t"
566         self.ptr_arr = "ptrArray"
567         self.is_arr_some_check = ("", " != 0")
568         self.get_native_arr_len_call = ("", "->arr_len")
569
570     def release_native_arr_ptr_call(self, ty_info, arr_var, arr_ptr_var):
571         return None
572     def create_native_arr_call(self, arr_len, ty_info):
573         if ty_info.c_ty == "ptrArray":
574             assert ty_info.subty is not None and ty_info.subty.c_ty.endswith("Array")
575         return "init_" + ty_info.c_ty + "(" + arr_len + ", __LINE__)"
576     def set_native_arr_contents(self, arr_name, arr_len, ty_info):
577         if ty_info.c_ty == "int8_tArray":
578             return ("memcpy(" + arr_name + "->elems, ", ", " + arr_len + ")")
579         else:
580             assert False
581     def get_native_arr_contents(self, arr_name, dest_name, arr_len, ty_info, copy):
582         if ty_info.c_ty == "int8_tArray":
583             if copy:
584                 return "memcpy(" + dest_name + ", " + arr_name + "->elems, " + arr_len + ")"
585         if ty_info.c_ty == "ptrArray":
586             return "(void*) " + arr_name + "->elems"
587         else:
588             assert not copy
589             return arr_name + "->elems"
590     def get_native_arr_elem(self, arr_name, idxc, ty_info):
591         assert False # Only called if above is None
592     def get_native_arr_ptr_call(self, ty_info):
593         if ty_info.subty is not None:
594             return "(" + ty_info.subty.c_ty + "*)(((uint8_t*)", ") + 4)"
595         return "(" + ty_info.c_ty + "*)(((uint8_t*)", ") + 4)"
596     def get_native_arr_entry_call(self, ty_info, arr_name, idxc, entry_access):
597         return None
598     def cleanup_native_arr_ref_contents(self, arr_name, dest_name, arr_len, ty_info):
599         if ty_info.c_ty == "int8_tArray":
600             return None
601         else:
602             return None
603
604     def map_hu_array_elems(self, arr_name, conv_name, arr_ty, elem_ty):
605         assert elem_ty.c_ty == "uint32_t" or elem_ty.c_ty.endswith("Array")
606         return arr_name + " != null ? " + arr_name + ".map(" + conv_name + " => " + elem_ty.from_hu_conv[0] + ") : null"
607
608     def str_ref_to_native_call(self, var_name, str_len):
609         return "str_ref_to_ts(" + var_name + ", " + str_len + ")"
610     def str_ref_to_c_call(self, var_name):
611         return "str_ref_to_owned_c(" + var_name + ")"
612     def str_to_hu_conv(self, var_name):
613         return "const " + var_name + "_conv: string = bindings.decodeString(" + var_name + ");"
614     def str_from_hu_conv(self, var_name):
615         return ("bindings.encodeString(" + var_name + ")", "")
616
617     def c_fn_name_define_pfx(self, fn_name, have_args):
618         return " __attribute__((export_name(\"TS_" + fn_name + "\"))) TS_" + fn_name + "("
619
620     def init_str(self):
621         return ""
622
623     def get_java_arr_len(self, arr_name):
624         return "bindings.getArrayLength(" + arr_name + ")"
625     def get_java_arr_elem(self, elem_ty, arr_name, idx):
626         if elem_ty.c_ty == "uint32_t" or elem_ty.c_ty == "uintptr_t" or elem_ty.c_ty.endswith("Array"):
627             return "bindings.getU32ArrayElem(" + arr_name + ", " + idx + ")"
628         else:
629             assert False
630     def constr_hu_array(self, ty_info, arr_len):
631         return "new Array(" + arr_len + ").fill(null)"
632
633     def primitive_arr_from_hu(self, mapped_ty, fixed_len, arr_name):
634         inner = arr_name
635         if fixed_len is not None:
636             assert mapped_ty.c_ty == "int8_t"
637             inner = "bindings.check_arr_len(" + arr_name + ", " + fixed_len + ")"
638         if mapped_ty.c_ty.endswith("Array"):
639             return ("bindings.encodeUint32Array(" + inner + ")", "")
640         elif mapped_ty.c_ty == "uint8_t" or mapped_ty.c_ty == "int8_t":
641             return ("bindings.encodeUint8Array(" + inner + ")", "")
642         elif mapped_ty.c_ty == "uint32_t":
643             return ("bindings.encodeUint32Array(" + inner + ")", "")
644         elif mapped_ty.c_ty == "int64_t":
645             return ("bindings.encodeUint64Array(" + inner + ")", "")
646         else:
647             print(mapped_ty.c_ty)
648             assert False
649
650     def primitive_arr_to_hu(self, mapped_ty, fixed_len, arr_name, conv_name):
651         assert mapped_ty.c_ty == "uint8_t" or mapped_ty.c_ty == "int8_t"
652         return "const " + conv_name + ": Uint8Array = bindings.decodeUint8Array(" + arr_name + ");"
653
654     def var_decl_statement(self, ty_string, var_name, statement):
655         return "const " + var_name + ": " + ty_string + " = " + statement
656
657     def java_arr_ty_str(self, elem_ty_str):
658         return "number"
659
660     def for_n_in_range(self, n, minimum, maximum):
661         return "for (var " + n + " = " + minimum + "; " + n + " < " + maximum + "; " + n + "++) {"
662     def for_n_in_arr(self, n, arr_name, arr_elem_ty):
663         return (arr_name + ".forEach((" + n + ": " + arr_elem_ty.java_hu_ty + ") => { ", " })")
664
665     def get_ptr(self, var):
666         return "CommonBase.get_ptr_of(" + var + ")"
667     def set_null_skip_free(self, var):
668         return "CommonBase.set_null_skip_free(" + var + ");"
669
670     def add_ref(self, holder, referent):
671         return "CommonBase.add_ref_from(" + holder + ", " + referent + ")"
672
673     def obj_defined(self, struct_names, folder):
674         with open(self.outdir + "/index.mts", 'a') as index:
675             index.write(f"export * from './{folder}/{struct_names[0]}.mjs';\n")
676         with open(self.outdir + "/imports.mts.part", 'a') as imports:
677             imports.write(f"import {{ {', '.join(struct_names)} }} from '../{folder}/{struct_names[0]}.mjs';\n")
678
679     def native_c_unitary_enum_map(self, struct_name, variants, enum_doc_comment):
680         out_c = "static inline LDK" + struct_name + " LDK" + struct_name + "_from_js(int32_t ord) {\n"
681         out_c = out_c + "\tswitch (ord) {\n"
682         ord_v = 0
683
684         out_typescript_enum_fields = ""
685
686         for var, var_docs in variants:
687             out_c = out_c + "\t\tcase %d: return %s;\n" % (ord_v, var)
688             ord_v = ord_v + 1
689             if var_docs is not None:
690                 var_docs_repld = var_docs.replace("\n", "\n\t")
691                 out_typescript_enum_fields += f"/**\n\t * {var_docs_repld}\n\t */\n"
692             out_typescript_enum_fields += f"\t{var},\n\t"
693         out_c = out_c + "\t}\n"
694         out_c = out_c + "\tabort();\n"
695         out_c = out_c + "}\n"
696
697         out_c = out_c + "static inline int32_t LDK" + struct_name + "_to_js(LDK" + struct_name + " val) {\n"
698         out_c = out_c + "\tswitch (val) {\n"
699         ord_v = 0
700         for var, _ in variants:
701             out_c = out_c + "\t\tcase " + var + ": return %d;\n" % ord_v
702             ord_v = ord_v + 1
703         out_c = out_c + "\t\tdefault: abort();\n"
704         out_c = out_c + "\t}\n"
705         out_c = out_c + "}\n"
706
707         out_typescript = f"""
708 /* @internal */
709 export enum {struct_name} {{
710         {out_typescript_enum_fields}
711 }}
712 """
713         out_typescript_enum = f"export {{ {struct_name} }} from \"../bindings.mjs\";"
714         self.obj_defined([struct_name], "enums")
715         return (out_c, out_typescript_enum, out_typescript)
716
717     def c_unitary_enum_to_native_call(self, ty_info):
718         return (ty_info.rust_obj + "_to_js(", ")")
719     def native_unitary_enum_to_c_call(self, ty_info):
720         return (ty_info.rust_obj + "_from_js(", ")")
721
722     def native_c_map_trait(self, struct_name, field_var_conversions, flattened_field_var_conversions, field_function_lines, trait_doc_comment):
723         out_typescript_bindings = ""
724         super_instantiator = ""
725         bindings_instantiator = ""
726         pointer_to_adder = ""
727         impl_constructor_arguments = ""
728         for var in flattened_field_var_conversions:
729             if isinstance(var, ConvInfo):
730                 impl_constructor_arguments += f", {var.arg_name}: {var.java_hu_ty}"
731                 super_instantiator += first_to_lower(var.arg_name) + ", "
732                 if var.from_hu_conv is not None:
733                     bindings_instantiator += ", " + var.from_hu_conv[0]
734                     if var.from_hu_conv[1] != "":
735                         pointer_to_adder += "\t\t\t" + var.from_hu_conv[1] + ";\n"
736                 else:
737                     bindings_instantiator += ", " + first_to_lower(var.arg_name)
738             else:
739                 bindings_instantiator += ", " + first_to_lower(var[1]) + ".bindings_instance"
740                 super_instantiator += first_to_lower(var[1]) + "_impl, "
741                 pointer_to_adder += "\t\timpl_holder.held.ptrs_to.push(" + first_to_lower(var[1]) + ");\n"
742                 impl_constructor_arguments += f", {first_to_lower(var[1])}_impl: {var[0].replace('LDK', '')}Interface"
743
744         super_constructor_statements = ""
745         trait_constructor_arguments = ""
746         for var in field_var_conversions:
747             if isinstance(var, ConvInfo):
748                 trait_constructor_arguments += ", " + var.arg_name
749             else:
750                 super_constructor_statements += "\t\tconst " + first_to_lower(var[1]) + " = " + var[1] + ".new_impl(" + super_instantiator + ");\n"
751                 trait_constructor_arguments += ", " + first_to_lower(var[1]) + ".bindings_instance"
752                 for suparg in var[2]:
753                     if isinstance(suparg, ConvInfo):
754                         trait_constructor_arguments += ", " + suparg.arg_name
755                     else:
756                         trait_constructor_arguments += ", " + suparg[1]
757
758         # BUILD INTERFACE METHODS
759         out_java_interface = ""
760         out_interface_implementation_overrides = ""
761         java_methods = []
762         for fn_line in field_function_lines:
763             java_method_descriptor = ""
764             if fn_line.fn_name != "free" and fn_line.fn_name != "cloned":
765                 out_java_interface += "\t" + fn_line.fn_name + "("
766                 out_interface_implementation_overrides += f"\t\t\t{fn_line.fn_name} ("
767
768                 for idx, arg_conv_info in enumerate(fn_line.args_ty):
769                     if idx >= 1:
770                         out_java_interface += ", "
771                         out_interface_implementation_overrides += ", "
772                     out_java_interface += f"{arg_conv_info.arg_name}: {arg_conv_info.java_hu_ty}"
773                     out_interface_implementation_overrides += f"{arg_conv_info.arg_name}: {arg_conv_info.java_ty}"
774                     java_method_descriptor += arg_conv_info.java_fn_ty_arg
775                 out_java_interface += f"): {fn_line.ret_ty_info.java_hu_ty};\n"
776                 java_method_descriptor += ")" + fn_line.ret_ty_info.java_fn_ty_arg
777                 java_methods.append((fn_line.fn_name, java_method_descriptor))
778
779                 out_interface_implementation_overrides += f"): {fn_line.ret_ty_info.java_ty} {{\n"
780
781                 for arg_info in fn_line.args_ty:
782                     if arg_info.to_hu_conv is not None:
783                         out_interface_implementation_overrides += "\t\t\t\t" + arg_info.to_hu_conv.replace("\n", "\n\t\t\t\t") + "\n"
784
785                 if fn_line.ret_ty_info.java_ty != "void":
786                     out_interface_implementation_overrides += "\t\t\t\tconst ret: " + fn_line.ret_ty_info.java_hu_ty + " = arg." + fn_line.fn_name + "("
787                 else:
788                     out_interface_implementation_overrides += f"\t\t\t\targ." + fn_line.fn_name + "("
789
790                 for idx, arg_info in enumerate(fn_line.args_ty):
791                     if idx != 0:
792                         out_interface_implementation_overrides += ", "
793                     if arg_info.to_hu_conv_name is not None:
794                         out_interface_implementation_overrides += arg_info.to_hu_conv_name
795                     else:
796                         out_interface_implementation_overrides += arg_info.arg_name
797
798                 out_interface_implementation_overrides += ");\n"
799                 if fn_line.ret_ty_info.java_ty != "void":
800                     if fn_line.ret_ty_info.from_hu_conv is not None:
801                         out_interface_implementation_overrides += "\t\t\t\t" + f"const result: {fn_line.ret_ty_info.java_ty} = " + fn_line.ret_ty_info.from_hu_conv[0].replace("\n", "\n\t\t\t\t") + ";\n"
802                         if fn_line.ret_ty_info.from_hu_conv[1] != "":
803                             out_interface_implementation_overrides += "\t\t\t\t" + fn_line.ret_ty_info.from_hu_conv[1].replace("this", "impl_holder.held").replace("\n", "\n\t\t\t\t") + ";\n"
804                         #if fn_line.ret_ty_info.rust_obj in result_types:
805                         # XXX: We need to handle this in conversion logic so that its cross-language!
806                         # Avoid double-free by breaking the result - we should learn to clone these and then we can be safe instead
807                         #    out_interface_implementation_overrides = out_interface_implementation_overrides + "\t\t\t\tret.ptr = 0;\n"
808                         out_interface_implementation_overrides += "\t\t\t\treturn result;\n"
809                     else:
810                         out_interface_implementation_overrides += "\t\t\t\treturn ret;\n"
811                 out_interface_implementation_overrides += f"\t\t\t}},\n"
812
813         out_typescript_human = f"""
814 {self.hu_struct_file_prefix}
815
816 export interface {struct_name.replace("LDK", "")}Interface {{
817 {out_java_interface}}}
818
819 class {struct_name}Holder {{
820         held: {struct_name.replace("LDK", "")};
821 }}
822
823 export class {struct_name.replace("LDK","")} extends CommonBase {{
824         /* @internal */
825         public bindings_instance?: bindings.{struct_name};
826
827         /* @internal */
828         constructor(_dummy: object, ptr: number) {{
829                 super(ptr, bindings.{struct_name.replace("LDK","")}_free);
830                 this.bindings_instance = null;
831         }}
832
833         static new_impl(arg: {struct_name.replace("LDK", "")}Interface{impl_constructor_arguments}): {struct_name.replace("LDK", "")} {{
834                 const impl_holder: {struct_name}Holder = new {struct_name}Holder();
835                 let structImplementation = {{
836 {out_interface_implementation_overrides}                }} as bindings.{struct_name};
837 {super_constructor_statements}          const ptr: number = bindings.{struct_name}_new(structImplementation{bindings_instantiator});
838
839                 impl_holder.held = new {struct_name.replace("LDK", "")}(null, ptr);
840                 impl_holder.held.bindings_instance = structImplementation;
841 {pointer_to_adder}              return impl_holder.held;
842         }}
843 """
844         self.obj_defined([struct_name.replace("LDK", ""), struct_name.replace("LDK", "") + "Interface"], "structs")
845
846         out_typescript_bindings += "/* @internal */\nexport interface " + struct_name + " {\n"
847         java_meths = []
848         for fn_line in field_function_lines:
849             if fn_line.fn_name != "free" and fn_line.fn_name != "cloned":
850                 out_typescript_bindings += f"\t{fn_line.fn_name} ("
851
852                 for idx, arg_conv_info in enumerate(fn_line.args_ty):
853                     if idx >= 1:
854                         out_typescript_bindings = out_typescript_bindings + ", "
855                     out_typescript_bindings += f"{arg_conv_info.arg_name}: {arg_conv_info.java_ty}"
856
857                 out_typescript_bindings += f"): {fn_line.ret_ty_info.java_ty};\n"
858
859         out_typescript_bindings += "}\n\n"
860
861         out_typescript_bindings += f"/* @internal */\nexport function {struct_name}_new(impl: {struct_name}"
862         for var in flattened_field_var_conversions:
863             if isinstance(var, ConvInfo):
864                 out_typescript_bindings += f", {var.arg_name}: {var.java_ty}"
865             else:
866                 out_typescript_bindings += f", {var[1]}: {var[0]}"
867
868         out_typescript_bindings += f"""): number {{
869         if(!isWasmInitialized) {{
870                 throw new Error("initializeWasm() must be awaited first!");
871         }}
872         var new_obj_idx = js_objs.length;
873         for (var i = 0; i < js_objs.length; i++) {{
874                 if (js_objs[i] == null || js_objs[i] == undefined) {{ new_obj_idx = i; break; }}
875         }}
876         js_objs[i] = new WeakRef(impl);
877         return wasm.TS_{struct_name}_new(i);
878 }}
879 """
880
881         # Now that we've written out our java code (and created java_meths), generate C
882         out_c = "typedef struct " + struct_name + "_JCalls {\n"
883         out_c += "\tatomic_size_t refcnt;\n"
884         out_c += "\tuint32_t instance_ptr;\n"
885         for var in flattened_field_var_conversions:
886             if isinstance(var, ConvInfo):
887                 # We're a regular ol' field
888                 pass
889             else:
890                 # We're a supertrait
891                 out_c = out_c + "\t" + var[0] + "_JCalls* " + var[1] + ";\n"
892         out_c = out_c + "} " + struct_name + "_JCalls;\n"
893
894         for fn_line in field_function_lines:
895             if fn_line.fn_name == "free":
896                 out_c = out_c + "static void " + struct_name + "_JCalls_free(void* this_arg) {\n"
897                 out_c = out_c + "\t" + struct_name + "_JCalls *j_calls = (" + struct_name + "_JCalls*) this_arg;\n"
898                 out_c = out_c + "\tif (atomic_fetch_sub_explicit(&j_calls->refcnt, 1, memory_order_acquire) == 1) {\n"
899                 out_c = out_c + "\t\tFREE(j_calls);\n"
900                 out_c = out_c + "\t}\n}\n"
901
902         for idx, fn_line in enumerate(field_function_lines):
903             if fn_line.fn_name != "free" and fn_line.fn_name != "cloned":
904                 assert fn_line.ret_ty_info.ty_info.get_full_rust_ty()[1] == ""
905                 out_c = out_c + fn_line.ret_ty_info.ty_info.get_full_rust_ty()[0] + " " + fn_line.fn_name + "_" + struct_name + "_jcall("
906                 if fn_line.self_is_const:
907                     out_c = out_c + "const void* this_arg"
908                 else:
909                     out_c = out_c + "void* this_arg"
910
911                 for idx, arg in enumerate(fn_line.args_ty):
912                     out_c = out_c + ", " + arg.ty_info.get_full_rust_ty()[0] + " " + arg.arg_name + arg.ty_info.get_full_rust_ty()[1]
913
914                 out_c = out_c + ") {\n"
915                 out_c = out_c + "\t" + struct_name + "_JCalls *j_calls = (" + struct_name + "_JCalls*) this_arg;\n"
916
917                 for arg_info in fn_line.args_ty:
918                     if arg_info.ret_conv is not None:
919                         out_c = out_c + "\t" + arg_info.ret_conv[0].replace('\n', '\n\t')
920                         out_c = out_c + arg_info.arg_name
921                         out_c = out_c + arg_info.ret_conv[1].replace('\n', '\n\t') + "\n"
922
923                 if fn_line.ret_ty_info.c_ty.endswith("Array"):
924                     out_c += "\t" + fn_line.ret_ty_info.c_ty + " ret = (" + fn_line.ret_ty_info.c_ty + ")"
925                     out_c += "js_invoke_function_" + str(len(fn_line.args_ty)) + "(j_calls->instance_ptr, " + str(self.function_ptr_counter)
926                 elif fn_line.ret_ty_info.java_ty == "void":
927                     out_c = out_c + "\tjs_invoke_function_" + str(len(fn_line.args_ty)) + "(j_calls->instance_ptr, " + str(self.function_ptr_counter)
928                 elif fn_line.ret_ty_info.java_hu_ty == "string":
929                     out_c = out_c + "\tjstring ret = (jstring)js_invoke_function_" + str(len(fn_line.args_ty)) + "(j_calls->instance_ptr, " + str(self.function_ptr_counter)
930                 elif not fn_line.ret_ty_info.passed_as_ptr:
931                     out_c = out_c + "\treturn js_invoke_function_" + str(len(fn_line.args_ty)) + "(j_calls->instance_ptr, " + str(self.function_ptr_counter)
932                 else:
933                     out_c = out_c + "\tuint32_t ret = js_invoke_function_" + str(len(fn_line.args_ty)) + "(j_calls->instance_ptr, " + str(self.function_ptr_counter)
934
935                 self.function_ptrs[self.function_ptr_counter] = (struct_name, fn_line.fn_name)
936                 self.function_ptr_counter += 1
937
938                 for idx, arg_info in enumerate(fn_line.args_ty):
939                     if arg_info.ret_conv is not None:
940                         out_c = out_c + ", (uint32_t)" + arg_info.ret_conv_name
941                     else:
942                         out_c = out_c + ", (uint32_t)" + arg_info.arg_name
943                 out_c = out_c + ");\n"
944                 if fn_line.ret_ty_info.arg_conv is not None:
945                     out_c = out_c + "\t" + fn_line.ret_ty_info.arg_conv.replace("\n", "\n\t") + "\n\treturn " + fn_line.ret_ty_info.arg_conv_name + ";\n"
946
947                 out_c = out_c + "}\n"
948
949         # Write out a clone function whether we need one or not, as we use them in moving to rust
950         out_c = out_c + "static void " + struct_name + "_JCalls_cloned(" + struct_name + "* new_obj) {\n"
951         out_c = out_c + "\t" + struct_name + "_JCalls *j_calls = (" + struct_name + "_JCalls*) new_obj->this_arg;\n"
952         out_c = out_c + "\tatomic_fetch_add_explicit(&j_calls->refcnt, 1, memory_order_release);\n"
953         for var in field_var_conversions:
954             if not isinstance(var, ConvInfo):
955                 out_c = out_c + "\tatomic_fetch_add_explicit(&j_calls->" + var[1] + "->refcnt, 1, memory_order_release);\n"
956         out_c = out_c + "}\n"
957
958         out_c = out_c + "static inline " + struct_name + " " + struct_name + "_init (JSValue o"
959         for var in flattened_field_var_conversions:
960             if isinstance(var, ConvInfo):
961                 out_c = out_c + ", " + var.c_ty + " " + var.arg_name
962             else:
963                 out_c = out_c + ", JSValue " + var[1]
964         out_c = out_c + ") {\n"
965
966         out_c = out_c + "\t" + struct_name + "_JCalls *calls = MALLOC(sizeof(" + struct_name + "_JCalls), \"" + struct_name + "_JCalls\");\n"
967         out_c = out_c + "\tatomic_init(&calls->refcnt, 1);\n"
968         out_c = out_c + "\tcalls->instance_ptr = o;\n"
969
970         for (fn_name, java_meth_descr) in java_meths:
971             if fn_name != "free" and fn_name != "cloned":
972                 out_c = out_c + "\tcalls->" + fn_name + "_meth = (*env)->GetMethodID(env, c, \"" + fn_name + "\", \"" + java_meth_descr + "\");\n"
973                 out_c = out_c + "\tCHECK(calls->" + fn_name + "_meth != NULL);\n"
974
975         for var in flattened_field_var_conversions:
976             if isinstance(var, ConvInfo) and var.arg_conv is not None:
977                 out_c = out_c + "\n\t" + var.arg_conv.replace("\n", "\n\t") +"\n"
978         out_c = out_c + "\n\t" + struct_name + " ret = {\n"
979         out_c = out_c + "\t\t.this_arg = (void*) calls,\n"
980         for fn_line in field_function_lines:
981             if fn_line.fn_name != "free" and fn_line.fn_name != "cloned":
982                 out_c = out_c + "\t\t." + fn_line.fn_name + " = " + fn_line.fn_name + "_" + struct_name + "_jcall,\n"
983             elif fn_line.fn_name == "free":
984                 out_c = out_c + "\t\t.free = " + struct_name + "_JCalls_free,\n"
985             else:
986                 out_c = out_c + "\t\t.cloned = " + struct_name + "_JCalls_cloned,\n"
987         for var in field_var_conversions:
988             if isinstance(var, ConvInfo):
989                 if var.arg_conv_name is not None:
990                     out_c = out_c + "\t\t." + var.arg_name + " = " + var.arg_conv_name + ",\n"
991                     out_c = out_c + "\t\t.set_" + var.arg_name + " = NULL,\n"
992                 else:
993                     out_c = out_c + "\t\t." + var.var_name + " = " + var.var_name + ",\n"
994                     out_c = out_c + "\t\t.set_" + var.var_name + " = NULL,\n"
995             else:
996                 out_c += "\t\t." + var[1] + " = " + var[0] + "_init(" + var[1]
997                 for suparg in var[2]:
998                     if isinstance(suparg, ConvInfo):
999                         out_c += ", " + suparg.arg_name
1000                     else:
1001                         out_c += ", " + suparg[1]
1002                 out_c += "),\n"
1003         out_c = out_c + "\t};\n"
1004         for var in flattened_field_var_conversions:
1005             if not isinstance(var, ConvInfo):
1006                 out_c = out_c + "\tcalls->" + var[1] + " = ret." + var[1] + ".this_arg;\n"
1007         out_c = out_c + "\treturn ret;\n"
1008         out_c = out_c + "}\n"
1009
1010         out_c = out_c + self.c_fn_ty_pfx + "long " + self.c_fn_name_define_pfx(struct_name + "_new", True) + "JSValue o"
1011         for var in flattened_field_var_conversions:
1012             if isinstance(var, ConvInfo):
1013                 out_c = out_c + ", " + var.c_ty + " " + var.arg_name
1014             else:
1015                 out_c = out_c + ", JSValue " + var[1]
1016         out_c = out_c + ") {\n"
1017         out_c = out_c + "\t" + struct_name + " *res_ptr = MALLOC(sizeof(" + struct_name + "), \"" + struct_name + "\");\n"
1018         out_c = out_c + "\t*res_ptr = " + struct_name + "_init(o"
1019         for var in flattened_field_var_conversions:
1020             if isinstance(var, ConvInfo):
1021                 out_c = out_c + ", " + var.arg_name
1022             else:
1023                 out_c = out_c + ", " + var[1]
1024         out_c = out_c + ");\n"
1025         out_c = out_c + "\treturn (long)res_ptr;\n"
1026         out_c = out_c + "}\n"
1027
1028         return (out_typescript_bindings, out_typescript_human, out_c)
1029
1030     def trait_struct_inc_refcnt(self, ty_info):
1031         return ""
1032
1033     def map_complex_enum(self, struct_name, variant_list, camel_to_snake, enum_doc_comment):
1034         bindings_type = struct_name.replace("LDK", "")
1035         java_hu_type = struct_name.replace("LDK", "").replace("COption", "Option")
1036
1037         out_java_enum = ""
1038         out_java = ""
1039         out_c = ""
1040
1041         out_java_enum += (self.hu_struct_file_prefix)
1042
1043         java_hu_class = ""
1044         java_hu_class += "export class " + java_hu_type + " extends CommonBase {\n"
1045         java_hu_class += "\tprotected constructor(_dummy: object, ptr: number) { super(ptr, bindings." + bindings_type + "_free); }\n"
1046         java_hu_class += "\t/* @internal */\n"
1047         java_hu_class += f"\tpublic static constr_from_ptr(ptr: number): {java_hu_type} {{\n"
1048         java_hu_class += f"\t\tconst raw_ty: number = bindings." + struct_name + "_ty_from_ptr(ptr);\n"
1049         out_c += self.c_fn_ty_pfx + "uint32_t" + self.c_fn_name_define_pfx(struct_name + "_ty_from_ptr", True) + self.ptr_c_ty + " ptr) {\n"
1050         out_c += "\t" + struct_name + " *obj = (" + struct_name + "*)(ptr & ~1);\n"
1051         out_c += "\tswitch(obj->tag) {\n"
1052         java_hu_class += "\t\tswitch (raw_ty) {\n"
1053         java_hu_subclasses = ""
1054
1055         out_java += "/* @internal */\nexport class " + struct_name + " {\n"
1056         out_java += "\tprotected constructor() {}\n"
1057         var_idx = 0
1058         for var in variant_list:
1059             java_hu_subclasses = java_hu_subclasses + "export class " + java_hu_type + "_" + var.var_name + " extends " + java_hu_type + " {\n"
1060             java_hu_class += f"\t\t\tcase {var_idx}: "
1061             java_hu_class += "return new " + java_hu_type + "_" + var.var_name + "(ptr);\n"
1062             out_c += f"\t\tcase {struct_name}_{var.var_name}: return {var_idx};\n"
1063             hu_conv_body = ""
1064             for idx, (field_ty, field_docs) in enumerate(var.fields):
1065                 java_hu_subclasses = java_hu_subclasses + "\tpublic " + field_ty.arg_name + f": {field_ty.java_hu_ty};\n"
1066                 if field_ty.to_hu_conv is not None:
1067                     hu_conv_body += f"\t\tconst {field_ty.arg_name}: {field_ty.java_ty} = bindings.{struct_name}_{var.var_name}_get_{field_ty.arg_name}(ptr);\n"
1068                     hu_conv_body += f"\t\t" + field_ty.to_hu_conv.replace("\n", "\n\t\t\t") + "\n"
1069                     hu_conv_body += f"\t\tthis." + field_ty.arg_name + " = " + field_ty.to_hu_conv_name + ";\n"
1070                 else:
1071                     hu_conv_body += f"\t\tthis.{field_ty.arg_name} = bindings.{struct_name}_{var.var_name}_get_{field_ty.arg_name}(ptr);\n"
1072             java_hu_subclasses += "\t/* @internal */\n"
1073             java_hu_subclasses += "\tpublic constructor(ptr: number) {\n\t\tsuper(null, ptr);\n"
1074             java_hu_subclasses = java_hu_subclasses + hu_conv_body
1075             java_hu_subclasses = java_hu_subclasses + "\t}\n}\n"
1076             var_idx += 1
1077         out_java += "}\n"
1078         java_hu_class += "\t\t\tdefault:\n\t\t\t\tthrow new Error('oops, this should be unreachable'); // Unreachable without extending the (internal) bindings interface\n\t\t}\n\t}\n\n"
1079         out_java += self.fn_call_body(struct_name + "_ty_from_ptr", "uint32_t", "number", "ptr: number", "ptr")
1080         out_c += ("\t\tdefault: abort();\n")
1081         out_c += ("\t}\n}\n")
1082
1083         for var in variant_list:
1084             for idx, (field_map, _) in enumerate(var.fields):
1085                 fn_name = f"{struct_name}_{var.var_name}_get_{field_map.arg_name}"
1086                 out_c += self.c_fn_ty_pfx + field_map.c_ty + self.c_fn_name_define_pfx(fn_name, True) + self.ptr_c_ty + " ptr) {\n"
1087                 out_c += "\t" + struct_name + " *obj = (" + struct_name + "*)(ptr & ~1);\n"
1088                 out_c += f"\tassert(obj->tag == {struct_name}_{var.var_name});\n"
1089                 if field_map.ret_conv is not None:
1090                     out_c += ("\t\t\t" + field_map.ret_conv[0].replace("\n", "\n\t\t\t"))
1091                     if var.tuple_variant:
1092                         out_c += "obj->" + camel_to_snake(var.var_name)
1093                     else:
1094                         out_c += "obj->" + camel_to_snake(var.var_name) + "." + field_map.arg_name
1095                     out_c += (field_map.ret_conv[1].replace("\n", "\n\t\t\t") + "\n")
1096                     out_c += "\treturn " + field_map.ret_conv_name + ";\n"
1097                 else:
1098                     if var.tuple_variant:
1099                         out_c += "\treturn " + "obj->" + camel_to_snake(var.var_name) + ";\n"
1100                     else:
1101                         out_c += "\treturn " + "obj->" + camel_to_snake(var.var_name) + "." + field_map.arg_name + ";\n"
1102                 out_c += "}\n"
1103                 out_java += self.fn_call_body(fn_name, field_map.c_ty, field_map.java_ty, "ptr: number", "ptr")
1104         out_java_enum += java_hu_class
1105         self.struct_file_suffixes[java_hu_type] = java_hu_subclasses
1106         self.obj_defined([java_hu_type], "structs")
1107         return (out_java, out_java_enum, out_c)
1108
1109     def map_opaque_struct(self, struct_name, struct_doc_comment):
1110         implementations = ""
1111         method_header = ""
1112
1113         hu_name = struct_name.replace("LDKC2Tuple", "TwoTuple").replace("LDKC3Tuple", "ThreeTuple").replace("LDK", "")
1114         out_opaque_struct_human = f"{self.hu_struct_file_prefix}"
1115         if struct_name.startswith("LDKLocked"):
1116             out_opaque_struct_human += "/** XXX: DO NOT USE THIS - it remains locked until the GC runs (if that ever happens */"
1117         out_opaque_struct_human += f"""
1118 export class {hu_name} extends CommonBase {implementations}{{
1119         /* @internal */
1120         public constructor(_dummy: object, ptr: number) {{
1121                 super(ptr, bindings.{struct_name.replace("LDK","")}_free);
1122         }}
1123
1124 """
1125         self.obj_defined([hu_name], "structs")
1126         return out_opaque_struct_human
1127
1128     def map_tuple(self, struct_name):
1129         return self.map_opaque_struct(struct_name, "A Tuple")
1130
1131     def map_result(self, struct_name, res_map, err_map):
1132         human_ty = struct_name.replace("LDKCResult", "Result")
1133
1134         suffixes = f"export class {human_ty}_OK extends {human_ty} {{\n"
1135         if res_map.java_hu_ty != "void":
1136             suffixes += "\tpublic res: " + res_map.java_hu_ty + ";\n"
1137         suffixes += f"""
1138         /* @internal */
1139         public constructor(_dummy: object, ptr: number) {{
1140                 super(_dummy, ptr);
1141 """
1142         if res_map.java_hu_ty == "void":
1143             pass
1144         elif res_map.to_hu_conv is not None:
1145             suffixes += "\t\tconst res: " + res_map.java_ty + " = bindings." + struct_name.replace("LDK", "") + "_get_ok(ptr);\n"
1146             suffixes += "\t\t" + res_map.to_hu_conv.replace("\n", "\n\t\t")
1147             suffixes += "\n\t\tthis.res = " + res_map.to_hu_conv_name + ";\n"
1148         else:
1149             suffixes += "\t\tthis.res = bindings." + struct_name.replace("LDK", "") + "_get_ok(ptr);\n"
1150         suffixes += "\t}\n}\n"
1151
1152         suffixes += f"export class {human_ty}_Err extends {human_ty} {{\n"
1153         if err_map.java_hu_ty != "void":
1154             suffixes += "\tpublic err: " + err_map.java_hu_ty + ";\n"
1155         suffixes += f"""
1156         /* @internal */
1157         public constructor(_dummy: object, ptr: number) {{
1158                 super(_dummy, ptr);
1159 """
1160         if err_map.java_hu_ty == "void":
1161             pass
1162         elif err_map.to_hu_conv is not None:
1163             suffixes += "\t\tconst err: " + err_map.java_ty + " = bindings." + struct_name.replace("LDK", "") + "_get_err(ptr);\n"
1164             suffixes += "\t\t" + err_map.to_hu_conv.replace("\n", "\n\t\t")
1165             suffixes += "\n\t\tthis.err = " + err_map.to_hu_conv_name + ";\n"
1166         else:
1167             suffixes += "\t\tthis.err = bindings." + struct_name.replace("LDK", "") + "_get_err(ptr);\n"
1168         suffixes += "\t}\n}"
1169
1170         self.struct_file_suffixes[human_ty] = suffixes
1171         self.obj_defined([human_ty], "structs")
1172
1173         return f"""{self.hu_struct_file_prefix}
1174
1175 export class {human_ty} extends CommonBase {{
1176         protected constructor(_dummy: object, ptr: number) {{
1177                 super(ptr, bindings.{struct_name.replace("LDK","")}_free);
1178         }}
1179         /* @internal */
1180         public static constr_from_ptr(ptr: number): {human_ty} {{
1181                 if (bindings.{struct_name.replace("LDK", "")}_is_ok(ptr)) {{
1182                         return new {human_ty}_OK(null, ptr);
1183                 }} else {{
1184                         return new {human_ty}_Err(null, ptr);
1185                 }}
1186         }}
1187 """
1188
1189     def fn_call_body(self, method_name, return_c_ty, return_java_ty, method_argument_string, native_call_argument_string):
1190         has_return_value = return_c_ty != 'void'
1191         return_statement = 'return nativeResponseValue;'
1192         if not has_return_value:
1193             return_statement = '// debug statements here'
1194
1195         return f"""/* @internal */
1196 export function {method_name}({method_argument_string}): {return_java_ty} {{
1197         if(!isWasmInitialized) {{
1198                 throw new Error("initializeWasm() must be awaited first!");
1199         }}
1200         const nativeResponseValue = wasm.TS_{method_name}({native_call_argument_string});
1201         {return_statement}
1202 }}
1203 """
1204     def map_function(self, argument_types, c_call_string, method_name, meth_n, return_type_info, struct_meth, default_constructor_args, takes_self, takes_self_as_ref, args_known, type_mapping_generator, doc_comment):
1205         out_java = ""
1206         out_c = ""
1207         out_java_struct = None
1208
1209         out_java += ("\t")
1210         out_c += (self.c_fn_ty_pfx)
1211         out_c += (return_type_info.c_ty)
1212         out_java += (return_type_info.java_ty)
1213         if return_type_info.ret_conv is not None:
1214             ret_conv_pfx, ret_conv_sfx = return_type_info.ret_conv
1215         out_java += (" " + method_name + "(")
1216         out_c += (" "  + self.c_fn_name_define_pfx(method_name, True))
1217
1218         method_argument_string = ""
1219         native_call_argument_string = ""
1220         for idx, arg_conv_info in enumerate(argument_types):
1221             if idx != 0:
1222                 method_argument_string += (", ")
1223                 native_call_argument_string += ', '
1224                 out_c += (", ")
1225             if arg_conv_info.c_ty != "void":
1226                 out_c += (arg_conv_info.c_ty + " " + arg_conv_info.arg_name)
1227                 method_argument_string += f"{arg_conv_info.arg_name}: {arg_conv_info.java_ty}"
1228                 native_call_argument_string += arg_conv_info.arg_name
1229         out_java = self.fn_call_body(method_name, return_type_info.c_ty, return_type_info.java_ty, method_argument_string, native_call_argument_string)
1230
1231         out_java_struct = ""
1232         if not args_known:
1233             out_java_struct += ("\t// Skipped " + method_name + "\n")
1234         else:
1235             if not takes_self:
1236                 out_java_struct += (
1237                         "\tpublic static constructor_" + meth_n + "(")
1238             else:
1239                 out_java_struct += ("\tpublic " + meth_n + "(")
1240             for idx, arg in enumerate(argument_types):
1241                 if idx != 0:
1242                     if not takes_self or idx > 1:
1243                         out_java_struct += (", ")
1244                 elif takes_self:
1245                     continue
1246                 if arg.java_ty != "void":
1247                     if arg.arg_name in default_constructor_args:
1248                         for explode_idx, explode_arg in enumerate(default_constructor_args[arg.arg_name]):
1249                             if explode_idx != 0:
1250                                 out_java_struct += (", ")
1251                             out_java_struct += arg.arg_name + "_" + explode_arg.arg_name + ": " + explode_arg.java_hu_ty
1252                     else:
1253                         out_java_struct += arg.arg_name + ": " + arg.java_hu_ty
1254
1255         out_c += (") {\n")
1256         if out_java_struct is not None:
1257             out_java_struct += "): " + return_type_info.java_hu_ty + " {\n"
1258         for info in argument_types:
1259             if info.arg_conv is not None:
1260                 out_c += ("\t" + info.arg_conv.replace('\n', "\n\t") + "\n")
1261         if return_type_info.ret_conv is not None:
1262             out_c += ("\t" + ret_conv_pfx.replace('\n', '\n\t'))
1263         elif return_type_info.c_ty != "void":
1264             out_c += ("\t" + return_type_info.c_ty + " ret_val = ")
1265         else:
1266             out_c += ("\t")
1267         if c_call_string is None:
1268             out_c += (method_name + "(")
1269         else:
1270             out_c += (c_call_string)
1271         for idx, info in enumerate(argument_types):
1272             if info.arg_conv_name is not None:
1273                 if idx != 0:
1274                     out_c += (", ")
1275                 elif c_call_string is not None:
1276                     continue
1277                 out_c += (info.arg_conv_name)
1278         out_c += (")")
1279         if return_type_info.ret_conv is not None:
1280             out_c += (ret_conv_sfx.replace('\n', '\n\t'))
1281         else:
1282             out_c += (";")
1283         for info in argument_types:
1284             if info.arg_conv_cleanup is not None:
1285                 out_c += ("\n\t" + info.arg_conv_cleanup.replace("\n", "\n\t"))
1286         if return_type_info.ret_conv is not None:
1287             out_c += ("\n\treturn " + return_type_info.ret_conv_name + ";")
1288         elif return_type_info.c_ty != "void":
1289             out_c += ("\n\treturn ret_val;")
1290         out_c += ("\n}\n\n")
1291
1292         if args_known:
1293             out_java_struct += ("\t\t")
1294             if return_type_info.java_ty != "void":
1295                 out_java_struct += "const ret: " + return_type_info.java_ty + " = "
1296             out_java_struct += ("bindings." + method_name + "(")
1297             for idx, info in enumerate(argument_types):
1298                 if idx != 0:
1299                     out_java_struct += (", ")
1300                 if idx == 0 and takes_self:
1301                     out_java_struct += ("this.ptr")
1302                 elif info.arg_name in default_constructor_args:
1303                     out_java_struct += ("bindings." + info.java_hu_ty + "_new(")
1304                     for explode_idx, explode_arg in enumerate(default_constructor_args[info.arg_name]):
1305                         if explode_idx != 0:
1306                             out_java_struct += (", ")
1307                         expl_arg_name = info.arg_name + "_" + explode_arg.arg_name
1308                         if explode_arg.from_hu_conv is not None:
1309                             out_java_struct += (
1310                                 explode_arg.from_hu_conv[0].replace(explode_arg.arg_name, expl_arg_name))
1311                         else:
1312                             out_java_struct += (expl_arg_name)
1313                     out_java_struct += (")")
1314                 elif info.from_hu_conv is not None:
1315                     out_java_struct += (info.from_hu_conv[0])
1316                 else:
1317                     out_java_struct += (info.arg_name)
1318             out_java_struct += (");\n")
1319             if return_type_info.to_hu_conv is not None:
1320                 if not takes_self:
1321                     out_java_struct += ("\t\t" + return_type_info.to_hu_conv.replace("\n", "\n\t\t").replace("this",
1322                                                                                                              return_type_info.to_hu_conv_name) + "\n")
1323                 else:
1324                     out_java_struct += ("\t\t" + return_type_info.to_hu_conv.replace("\n", "\n\t\t") + "\n")
1325
1326             for idx, info in enumerate(argument_types):
1327                 if idx == 0 and takes_self:
1328                     pass
1329                 elif info.arg_name in default_constructor_args:
1330                     for explode_arg in default_constructor_args[info.arg_name]:
1331                         expl_arg_name = info.arg_name + "_" + explode_arg.arg_name
1332                         if explode_arg.from_hu_conv is not None and return_type_info.to_hu_conv_name:
1333                             out_java_struct += ("\t\t" + explode_arg.from_hu_conv[1].replace(explode_arg.arg_name,
1334                                                                                              expl_arg_name).replace(
1335                                 "this", return_type_info.to_hu_conv_name) + ";\n")
1336                 elif info.from_hu_conv is not None and info.from_hu_conv[1] != "":
1337                     if not takes_self and return_type_info.to_hu_conv_name is not None:
1338                         out_java_struct += (
1339                                 "\t\t" + info.from_hu_conv[1].replace("this", return_type_info.to_hu_conv_name).replace("\n", "\n\t\t") + ";\n")
1340                     else:
1341                         out_java_struct += ("\t\t" + info.from_hu_conv[1].replace("\n", "\n\t\t") + ";\n")
1342
1343             if return_type_info.to_hu_conv_name is not None:
1344                 out_java_struct += ("\t\treturn " + return_type_info.to_hu_conv_name + ";\n")
1345             elif return_type_info.java_ty != "void" and return_type_info.rust_obj != "LDK" + struct_meth:
1346                 out_java_struct += ("\t\treturn ret;\n")
1347             out_java_struct += ("\t}\n\n")
1348
1349         return (out_java, out_c, out_java_struct)
1350
1351     def cleanup(self):
1352         for struct in self.struct_file_suffixes:
1353             with open(self.outdir + "/structs/" + struct + self.file_ext, "a") as src:
1354                 src.write(self.struct_file_suffixes[struct])
1355
1356         with open(self.outdir + "/bindings.mts", "a") as bindings:
1357             bindings.write("""
1358
1359 js_invoke = function(obj_ptr: number, fn_id: number, arg1: number, arg2: number, arg3: number, arg4: number, arg5: number, arg6: number, arg7: number, arg8: number, arg9: number, arg10: number) {
1360         const weak: WeakRef<object> = js_objs[obj_ptr];
1361         if (weak == null || weak == undefined) {
1362                 console.error("Got function call on unknown/free'd JS object!");
1363                 throw new Error("Got function call on unknown/free'd JS object!");
1364         }
1365         const obj: object = weak.deref();
1366         if (obj == null || obj == undefined) {
1367                 console.error("Got function call on GC'd JS object!");
1368                 throw new Error("Got function call on GC'd JS object!");
1369         }
1370         var fn;
1371 """)
1372             bindings.write("\tswitch (fn_id) {\n")
1373             for f in self.function_ptrs:
1374                 bindings.write(f"\t\tcase {str(f)}: fn = Object.getOwnPropertyDescriptor(obj, \"{self.function_ptrs[f][1]}\"); break;\n")
1375
1376             bindings.write("""\t\tdefault:
1377                         console.error("Got unknown function call from C!");
1378                         throw new Error("Got unknown function call from C!");
1379         }
1380         if (fn == null || fn == undefined) {
1381                 console.error("Got function call on incorrect JS object!");
1382                 throw new Error("Got function call on incorrect JS object!");
1383         }
1384         return fn.value.bind(obj)(arg1, arg2, arg3, arg4, arg5, arg6, arg7, arg8, arg9, arg10);
1385 }""")