[TS] Wrap `aligned_alloc` as well as other malloc's.
[ldk-java] / typescript_strings.py
1 from bindingstypes import ConvInfo
2 from enum import Enum
3
4 def first_to_lower(string: str) -> str:
5     first = string[0]
6     return first.lower() + string[1:]
7
8
9 class Target(Enum):
10     NODEJS = 1,
11     BROWSER = 2
12
13 class Consts:
14     def __init__(self, DEBUG: bool, target: Target, outdir: str, **kwargs):
15         self.outdir = outdir
16         self.struct_file_suffixes = {}
17         self.function_ptr_counter = 0
18         self.function_ptrs = {}
19         self.c_type_map = dict(
20             uint8_t = ['number', 'number', 'Uint8Array'],
21             uint16_t = ['number', 'number', 'Uint16Array'],
22             uint32_t = ['number', 'number', 'Uint32Array'],
23             uint64_t = ['bigint', 'bigint', 'BigUint64Array'],
24         )
25         self.java_type_map = dict(
26             String = "number"
27         )
28         self.java_hu_type_map = dict(
29             String = "string"
30         )
31
32         self.to_hu_conv_templates = dict(
33             ptr = 'const {var_name}_hu_conv: {human_type} = new {human_type}(null, {var_name});',
34             default = 'const {var_name}_hu_conv: {human_type} = new {human_type}(null, {var_name});',
35         )
36
37         self.bindings_header = """
38 import * as version from './version.mjs';
39
40 const imports: any = {};
41 imports.env = {};
42
43 var js_objs: Array<WeakRef<object>> = [];
44 var js_invoke: Function;
45
46 imports.wasi_snapshot_preview1 = {
47         "fd_write": (fd: number, iovec_array_ptr: number, iovec_array_len: number) => {
48                 // This should generally only be used to print panic messages
49                 console.log("FD_WRITE to " + fd + " in " + iovec_array_len + " chunks.");
50                 const ptr_len_view = new Uint32Array(wasm.memory.buffer, iovec_array_ptr, iovec_array_len * 2);
51                 for (var i = 0; i < iovec_array_len; i++) {
52                         const bytes_view = new Uint8Array(wasm.memory.buffer, ptr_len_view[i*2], ptr_len_view[i*2+1]);
53                         console.log(String.fromCharCode(...bytes_view));
54                 }
55                 return 0;
56         },
57         "fd_close": (_fd: number) => {
58                 // This is not generally called, but may be referenced in debug builds
59                 console.log("wasi_snapshot_preview1:fd_close");
60                 return 58; // Not Supported
61         },
62         "fd_seek": (_fd: number, _offset: bigint, _whence: number, _new_offset: number) => {
63                 // This is not generally called, but may be referenced in debug builds
64                 console.log("wasi_snapshot_preview1:fd_seek");
65                 return 58; // Not Supported
66         },
67         "random_get": (buf_ptr: number, buf_len: number) => {
68                 const buf = new Uint8Array(wasm.memory.buffer, buf_ptr, buf_len);
69                 crypto.getRandomValues(buf);
70                 return 0;
71         },
72         "environ_sizes_get": (environ_var_count_ptr: number, environ_len_ptr: number) => {
73                 // This is called before fd_write to format + print panic messages
74                 console.log("wasi_snapshot_preview1:environ_sizes_get");
75                 const out_count_view = new Uint32Array(wasm.memory.buffer, environ_var_count_ptr, 1);
76                 out_count_view[0] = 1;
77                 const out_len_view = new Uint32Array(wasm.memory.buffer, environ_len_ptr, 1);
78                 out_len_view[0] = "RUST_BACKTRACE=1".length + 1; // Note that string must be NULL-terminated
79                 return 0;
80         },
81         "environ_get": (environ_ptr: number, environ_buf_ptr: number) => {
82                 // This is called before fd_write to format + print panic messages
83                 console.log("wasi_snapshot_preview1:environ_get");
84                 const out_ptrs = new Uint32Array(wasm.memory.buffer, environ_ptr, 2);
85                 out_ptrs[0] = environ_buf_ptr;
86                 out_ptrs[1] = "RUST_BACKTRACE=1".length;
87                 const out_environ = new Uint8Array(wasm.memory.buffer, environ_buf_ptr, out_ptrs[1]);
88                 for (var i = 0; i < out_ptrs[1]; i++) { out_environ[i] = "RUST_BACKTRACE=1".codePointAt(i); }
89                 out_environ[out_ptrs[1]] = 0;
90                 return 0;
91         },
92         "proc_exit" : () => {
93                 console.log("wasi_snapshot_preview1:proc_exit");
94         },
95 };
96
97 var wasm: any = null;
98 let isWasmInitialized: boolean = false;
99 """
100
101         if target == Target.NODEJS:
102             self.bindings_header += """import * as fs from 'fs';
103 import { webcrypto as crypto } from 'crypto';
104 /* @internal */
105 export async function initializeWasm(path: string) {
106         const source = fs.readFileSync(path);
107         imports.env["js_invoke_function"] = js_invoke;
108         const { instance: wasmInstance } = await WebAssembly.instantiate(source, imports);"""
109         else:
110             self.bindings_header += """
111 /* @internal */
112 export async function initializeWasm(uri: string) {
113         const stream = fetch(uri);
114         imports.env["js_invoke_function"] = js_invoke;
115         const { instance: wasmInstance } = await WebAssembly.instantiateStreaming(stream, imports);"""
116
117         self.bindings_header += """
118         wasm = wasmInstance.exports;
119         if (!wasm.test_bigint_pass_deadbeef0badf00d(BigInt("0xdeadbeef0badf00d"))) {
120                 throw new Error(\"Currently need BigInt-as-u64 support, try ----experimental-wasm-bigint");
121         }
122
123         if (decodeString(wasm.TS_get_lib_version_string()) !== version.get_ldk_java_bindings_version())
124                 throw new Error(\"Compiled LDK library and LDK class failes do not match\");
125         // Fetching the LDK versions from C also checks that the header and binaries match
126         if (wasm.TS_get_ldk_c_bindings_version() == 0)
127                 throw new Error(\"LDK version did not match the header we built against\");
128         if (wasm.TS_get_ldk_version() == 0)
129                 throw new Error(\"LDK C bindings version did not match the header we built against\");
130         const c_bindings_version: string = decodeString(wasm.TS_get_ldk_c_bindings_version());
131         const ldk_version: string = decodeString(wasm.TS_get_ldk_version());
132         console.log(\"Loaded LDK-Java Bindings with LDK \" + ldk_version + \" and LDK-C-Bindings \" + c_bindings_version);
133
134         isWasmInitialized = true;
135 };
136
137 // WASM CODEC
138
139 const nextMultipleOfFour = (value: number) => {
140         return Math.ceil(value / 4) * 4;
141 }
142
143 /* @internal */
144 export function encodeUint8Array (inputArray: Uint8Array): number {
145         const cArrayPointer = wasm.TS_malloc(inputArray.length + 4);
146         const arrayLengthView = new Uint32Array(wasm.memory.buffer, cArrayPointer, 1);
147         arrayLengthView[0] = inputArray.length;
148         const arrayMemoryView = new Uint8Array(wasm.memory.buffer, cArrayPointer + 4, inputArray.length);
149         arrayMemoryView.set(inputArray);
150         return cArrayPointer;
151 }
152 /* @internal */
153 export function encodeUint32Array (inputArray: Uint32Array|Array<number>): number {
154         const cArrayPointer = wasm.TS_malloc((inputArray.length + 1) * 4);
155         const arrayMemoryView = new Uint32Array(wasm.memory.buffer, cArrayPointer, inputArray.length);
156         arrayMemoryView.set(inputArray, 1);
157         arrayMemoryView[0] = inputArray.length;
158         return cArrayPointer;
159 }
160 /* @internal */
161 export function encodeUint64Array (inputArray: BigUint64Array|Array<bigint>): number {
162         const cArrayPointer = wasm.TS_malloc(inputArray.length * 8 + 1);
163         const arrayLengthView = new Uint32Array(wasm.memory.buffer, cArrayPointer, 1);
164         arrayLengthView[0] = inputArray.length;
165         const arrayMemoryView = new BigUint64Array(wasm.memory.buffer, cArrayPointer + 4, inputArray.length);
166         arrayMemoryView.set(inputArray);
167         return cArrayPointer;
168 }
169
170 /* @internal */
171 export function check_arr_len(arr: Uint8Array, len: number): Uint8Array {
172         if (arr.length != len) { throw new Error("Expected array of length " + len + "got " + arr.length); }
173         return arr;
174 }
175
176 /* @internal */
177 export function getArrayLength(arrayPointer: number): number {
178         const arraySizeViewer = new Uint32Array(wasm.memory.buffer, arrayPointer, 1);
179         return arraySizeViewer[0];
180 }
181 /* @internal */
182 export function decodeUint8Array (arrayPointer: number, free = true): Uint8Array {
183         const arraySize = getArrayLength(arrayPointer);
184         const actualArrayViewer = new Uint8Array(wasm.memory.buffer, arrayPointer + 4, arraySize);
185         // Clone the contents, TODO: In the future we should wrap the Viewer in a class that
186         // will free the underlying memory when it becomes unreachable instead of copying here.
187         // Note that doing so may have edge-case interactions with memory resizing (invalidating the buffer).
188         const actualArray = actualArrayViewer.slice(0, arraySize);
189         if (free) {
190                 wasm.TS_free(arrayPointer);
191         }
192         return actualArray;
193 }
194 const decodeUint32Array = (arrayPointer: number, free = true) => {
195         const arraySize = getArrayLength(arrayPointer);
196         const actualArrayViewer = new Uint32Array(
197                 wasm.memory.buffer, // value
198                 arrayPointer + 4, // offset (ignoring length bytes)
199                 arraySize // uint32 count
200         );
201         // Clone the contents, TODO: In the future we should wrap the Viewer in a class that
202         // will free the underlying memory when it becomes unreachable instead of copying here.
203         const actualArray = actualArrayViewer.slice(0, arraySize);
204         if (free) {
205                 wasm.TS_free(arrayPointer);
206         }
207         return actualArray;
208 }
209
210 /* @internal */
211 export function getU32ArrayElem(arrayPointer: number, idx: number): number {
212         const actualArrayViewer = new Uint32Array(wasm.memory.buffer, arrayPointer + 4, idx + 1);
213         return actualArrayViewer[idx];
214 }
215
216 /* @internal */
217 export function encodeString(str: string): number {
218         const charArray = new TextEncoder().encode(str);
219         return encodeUint8Array(charArray);
220 }
221
222 /* @internal */
223 export function decodeString(stringPointer: number, free = true): string {
224         const arraySize = getArrayLength(stringPointer);
225         const memoryView = new Uint8Array(wasm.memory.buffer, stringPointer + 4, arraySize);
226         const result = new TextDecoder("utf-8").decode(memoryView);
227
228         if (free) {
229                 wasm.TS_free(stringPointer);
230         }
231
232         return result;
233 }
234 """
235         if DEBUG:
236             self.bindings_header += """
237 /* @internal */
238 export function getRemainingAllocationCount(): number {
239         return wasm.TS_allocs_remaining();
240 }
241 /* @internal */
242 export function debugPrintRemainingAllocs() {
243         wasm.TS_print_leaks();
244 }
245 """
246         else:
247             self.bindings_header += "\n/* @internal */ export function getRemainingAllocationCount(): number { return 0; }\n"
248             self.bindings_header += "/* @internal */ export function debugPrintRemainingAllocs() { }\n"
249
250         with open(outdir + "/index.mts", 'a') as index:
251             index.write("""import { initializeWasm as bindingsInit } from './bindings.mjs';
252 export function initializeWasm(path: string) {
253         bindingsInit(path);
254 }
255 """)
256
257         self.bindings_version_file = """export function get_ldk_java_bindings_version(): String {
258         return "<git_version_ldk_garbagecollected>";
259 }"""
260
261         self.bindings_footer = ""
262
263         self.common_base = """
264 function freer(f: () => void) { f() }
265 const finalizer = new FinalizationRegistry(freer);
266 function get_freeer(ptr: number, free_fn: (ptr: number) => void) {
267         return () => {
268                 free_fn(ptr);
269         }
270 }
271
272 export default class CommonBase {
273         protected ptr: number;
274         protected ptrs_to: object[] = [];
275         protected constructor(ptr: number, free_fn: (ptr: number) => void) {
276                 this.ptr = ptr;
277                 if (Number.isFinite(ptr) && ptr != 0){
278                         finalizer.register(this, get_freeer(ptr, free_fn));
279                 }
280         }
281         // In Java, protected means "any subclass can access fields on any other subclass'"
282         // In TypeScript, protected means "any subclass can access parent fields on instances of itself"
283         // To work around this, we add accessors for other instances' protected fields here.
284         protected static add_ref_from(holder: CommonBase, referent: object) {
285                 holder.ptrs_to.push(referent);
286         }
287         protected static get_ptr_of(o: CommonBase) {
288                 return o.ptr;
289         }
290         protected static set_null_skip_free(o: CommonBase) {
291                 o.ptr = 0;
292                 finalizer.unregister(o);
293         }
294 }
295 """
296
297         self.txout_defn = """export class TxOut extends CommonBase {
298         /** The script_pubkey in this output */
299         public script_pubkey: Uint8Array;
300         /** The value, in satoshis, of this output */
301         public value: bigint;
302
303         /* @internal */
304         public constructor(_dummy: object, ptr: number) {
305                 super(ptr, bindings.TxOut_free);
306                 this.script_pubkey = bindings.decodeUint8Array(bindings.TxOut_get_script_pubkey(ptr));
307                 this.value = bindings.TxOut_get_value(ptr);
308         }
309         public constructor_new(value: bigint, script_pubkey: Uint8Array): TxOut {
310                 return new TxOut(null, bindings.TxOut_new(bindings.encodeUint8Array(script_pubkey), value));
311         }
312 }"""
313         self.obj_defined(["TxOut"], "structs")
314
315         self.c_file_pfx = """#include "js-wasm.h"
316 #include <stdatomic.h>
317 #include <lightning.h>
318
319 // These should be provided...somehow...
320 void *memset(void *s, int c, size_t n);
321 void *memcpy(void *dest, const void *src, size_t n);
322 int memcmp(const void *s1, const void *s2, size_t n);
323
324 extern void __attribute__((noreturn)) abort(void);
325 static inline void assert(bool expression) {
326         if (!expression) { abort(); }
327 }
328
329 uint32_t __attribute__((export_name("test_bigint_pass_deadbeef0badf00d"))) test_bigint_pass_deadbeef0badf00d(uint64_t val) {
330         return val == 0xdeadbeef0badf00dULL;
331 }
332
333 """
334
335         if not DEBUG:
336             self.c_file_pfx += """
337 void *malloc(size_t size);
338 void free(void *ptr);
339
340 #define MALLOC(a, _) malloc(a)
341 #define do_MALLOC(a, _b, _c) malloc(a)
342 #define FREE(p) if ((unsigned long)(p) > 4096) { free(p); }
343 #define DO_ASSERT(a) (void)(a)
344 #define CHECK(a)
345 #define CHECK_ACCESS(p)
346 #define CHECK_INNER_FIELD_ACCESS_OR_NULL(v)
347 """
348         else:
349             self.c_file_pfx += """
350 extern int snprintf(char *str, size_t size, const char *format, ...);
351 typedef int32_t ssize_t;
352 ssize_t write(int fd, const void *buf, size_t count);
353 #define DEBUG_PRINT(...) do { \\
354         char debug_str[1024]; \\
355         int s_len = snprintf(debug_str, 1023, __VA_ARGS__); \\
356         write(2, debug_str, s_len); \\
357 } while (0);
358
359 // Always run a, then assert it is true:
360 #define DO_ASSERT(a) do { bool _assert_val = (a); assert(_assert_val); } while(0)
361 // Assert a is true or do nothing
362 #define CHECK(a) DO_ASSERT(a)
363
364 // Running a leak check across all the allocations and frees of the JDK is a mess,
365 // so instead we implement our own naive leak checker here, relying on the -wrap
366 // linker option to wrap malloc/calloc/realloc/free, tracking everyhing allocated
367 // and free'd in Rust or C across the generated bindings shared library.
368
369 #define BT_MAX 128
370 typedef struct allocation {
371         struct allocation* next;
372         void* ptr;
373         const char* struct_name;
374         int lineno;
375 } allocation;
376 static allocation* allocation_ll = NULL;
377 static allocation* freed_ll = NULL;
378
379 extern void* __real_malloc(size_t len);
380 extern void* __real_calloc(size_t nmemb, size_t len);
381 extern void* __real_aligned_alloc(size_t alignment, size_t size);
382 static void new_allocation(void* res, const char* struct_name, int lineno) {
383         allocation* new_alloc = __real_malloc(sizeof(allocation));
384         new_alloc->ptr = res;
385         new_alloc->struct_name = struct_name;
386         new_alloc->next = allocation_ll;
387         new_alloc->lineno = lineno;
388         allocation_ll = new_alloc;
389 }
390 static void* do_MALLOC(size_t len, const char* struct_name, int lineno) {
391         void* res = __real_malloc(len);
392         new_allocation(res, struct_name, lineno);
393         return res;
394 }
395 #define MALLOC(len, struct_name) do_MALLOC(len, struct_name, __LINE__)
396
397 void __real_free(void* ptr);
398 static void alloc_freed(void* ptr, int lineno) {
399         allocation* p = NULL;
400         allocation* it = allocation_ll;
401         while (it->ptr != ptr) {
402                 p = it; it = it->next;
403                 if (it == NULL) {
404                         p = NULL;
405                         it = freed_ll;
406                         while (it && it->ptr != ptr) { p = it; it = it->next; }
407                         if (it == NULL) {
408                                 DEBUG_PRINT("Tried to free unknown pointer %p at line %d.\\n", ptr, lineno);
409                         } else {
410                                 DEBUG_PRINT("Tried to free unknown pointer %p at line %d.\\n Possibly double-free from %s, allocated on line %d.", ptr, lineno, it->struct_name, it->lineno);
411                         }
412                         abort();
413                 }
414         }
415         if (p) { p->next = it->next; } else { allocation_ll = it->next; }
416         DO_ASSERT(it->ptr == ptr);
417         it->next = freed_ll;
418         freed_ll = it;
419 }
420 static void do_FREE(void* ptr, int lineno) {
421         if ((unsigned long)ptr <= 4096) return; // Rust loves to create pointers to the NULL page for dummys
422         alloc_freed(ptr, lineno);
423         __real_free(ptr);
424 }
425 #define FREE(ptr) do_FREE(ptr, __LINE__)
426
427 static void CHECK_ACCESS(const void* ptr) {
428         allocation* it = allocation_ll;
429         while (it->ptr != ptr) {
430                 it = it->next;
431                 if (it == NULL) {
432                         return; // addrsan should catch malloc-unknown and print more info than we have
433                 }
434         }
435 }
436 #define CHECK_INNER_FIELD_ACCESS_OR_NULL(v) \\
437         if (v.is_owned && v.inner != NULL) { \\
438                 const void *p = __unmangle_inner_ptr(v.inner); \\
439                 if (p != NULL) { \\
440                         CHECK_ACCESS(p); \\
441                 } \\
442         }
443
444 void* __wrap_malloc(size_t len) {
445         void* res = __real_malloc(len);
446         new_allocation(res, "malloc call", 0);
447         return res;
448 }
449 void* __wrap_calloc(size_t nmemb, size_t len) {
450         void* res = __real_calloc(nmemb, len);
451         new_allocation(res, "calloc call", 0);
452         return res;
453 }
454 void* __wrap_aligned_alloc(size_t alignment, size_t size) {
455         void* res = __real_aligned_alloc(alignment, size);
456         new_allocation(res, "aligned_alloc call", 0);
457         return res;
458 }
459 void __wrap_free(void* ptr) {
460         if (ptr == NULL) return;
461         alloc_freed(ptr, 0);
462         __real_free(ptr);
463 }
464
465 void* __real_realloc(void* ptr, size_t newlen);
466 void* __wrap_realloc(void* ptr, size_t len) {
467         if (ptr != NULL) alloc_freed(ptr, 0);
468         void* res = __real_realloc(ptr, len);
469         new_allocation(res, "realloc call", 0);
470         return res;
471 }
472 void __wrap_reallocarray(void* ptr, size_t new_sz) {
473         // Rust doesn't seem to use reallocarray currently
474         DO_ASSERT(false);
475 }
476
477 uint32_t __attribute__((export_name("TS_allocs_remaining"))) allocs_remaining() {
478         uint32_t count = 0;
479         for (allocation* a = allocation_ll; a != NULL; a = a->next) {
480                 count++;
481         }
482         return count;
483 }
484 void __attribute__((export_name("TS_print_leaks"))) print_leaks() {
485         for (allocation* a = allocation_ll; a != NULL; a = a->next) {
486                 DEBUG_PRINT("%s %p remains. Allocated on line %d\\n", a->struct_name, a->ptr, a->lineno);
487         }
488 }
489 """
490         self.c_file_pfx = self.c_file_pfx + """
491 // We assume that CVec_u8Z and u8slice are the same size and layout (and thus pointers to the two can be mixed)
492 _Static_assert(sizeof(LDKCVec_u8Z) == sizeof(LDKu8slice), "Vec<u8> and [u8] need to have been mapped identically");
493 _Static_assert(offsetof(LDKCVec_u8Z, data) == offsetof(LDKu8slice, data), "Vec<u8> and [u8] need to have been mapped identically");
494 _Static_assert(offsetof(LDKCVec_u8Z, datalen) == offsetof(LDKu8slice, datalen), "Vec<u8> and [u8] need to have been mapped identically");
495
496 _Static_assert(sizeof(void*) == 4, "Pointers mut be 32 bits");
497
498 #define DECL_ARR_TYPE(ty, name) \\
499         struct name##array { \\
500                 uint32_t arr_len; \\
501                 ty elems[]; \\
502         }; \\
503         typedef struct name##array * name##Array; \\
504         static inline name##Array init_##name##Array(size_t arr_len, int lineno) { \\
505                 name##Array arr = (name##Array)do_MALLOC(arr_len * sizeof(ty) + sizeof(uint32_t), #name" array init", lineno); \\
506                 arr->arr_len = arr_len; \\
507                 return arr; \\
508         }
509
510 DECL_ARR_TYPE(int64_t, int64_t);
511 DECL_ARR_TYPE(int8_t, int8_t);
512 DECL_ARR_TYPE(uint32_t, uint32_t);
513 DECL_ARR_TYPE(void*, ptr);
514 DECL_ARR_TYPE(char, char);
515 typedef charArray jstring;
516
517 static inline jstring str_ref_to_ts(const char* chars, size_t len) {
518         charArray arr = init_charArray(len, __LINE__);
519         memcpy(arr->elems, chars, len);
520         return arr;
521 }
522 static inline LDKStr str_ref_to_owned_c(const jstring str) {
523         char* newchars = MALLOC(str->arr_len + 1, "String chars");
524         memcpy(newchars, str->elems, str->arr_len);
525         newchars[str->arr_len] = 0;
526         LDKStr res = {
527                 .chars = newchars,
528                 .len = str->arr_len,
529                 .chars_is_owned = true
530         };
531         return res;
532 }
533
534 typedef bool jboolean;
535
536 uint32_t __attribute__((export_name("TS_malloc"))) TS_malloc(uint32_t size) {
537         return (uint32_t)MALLOC(size, "JS-Called malloc");
538 }
539 void __attribute__((export_name("TS_free"))) TS_free(uint32_t ptr) {
540         FREE((void*)ptr);
541 }
542
543 jstring __attribute__((export_name("TS_get_ldk_c_bindings_version"))) TS_get_ldk_c_bindings_version() {
544         const char *res = check_get_ldk_bindings_version();
545         if (res == NULL) return NULL;
546         return str_ref_to_ts(res, strlen(res));
547 }
548 jstring __attribute__((export_name("TS_get_ldk_version"))) get_ldk_version() {
549         const char *res = check_get_ldk_version();
550         if (res == NULL) return NULL;
551         return str_ref_to_ts(res, strlen(res));
552 }
553 #include "version.c"
554 """
555
556         self.c_version_file = """jstring __attribute__((export_name("TS_get_lib_version_string"))) TS_get_lib_version_string() {
557         return str_ref_to_ts("<git_version_ldk_garbagecollected>", strlen("<git_version_ldk_garbagecollected>"));
558 }"""
559
560         self.hu_struct_file_prefix = """
561 import CommonBase from './CommonBase.mjs';
562 import * as bindings from '../bindings.mjs'
563
564 """
565         self.util_fn_pfx = self.hu_struct_file_prefix + "\nexport class UtilMethods extends CommonBase {\n"
566         self.util_fn_sfx = "}"
567         self.c_fn_ty_pfx = ""
568         self.file_ext = ".mts"
569         self.ptr_c_ty = "uint32_t"
570         self.ptr_native_ty = "number"
571         self.result_c_ty = "uint32_t"
572         self.ptr_arr = "ptrArray"
573         self.is_arr_some_check = ("", " != 0")
574         self.get_native_arr_len_call = ("", "->arr_len")
575
576     def release_native_arr_ptr_call(self, ty_info, arr_var, arr_ptr_var):
577         return None
578     def create_native_arr_call(self, arr_len, ty_info):
579         if ty_info.c_ty == "ptrArray":
580             assert ty_info.subty is not None and ty_info.subty.c_ty.endswith("Array")
581         return "init_" + ty_info.c_ty + "(" + arr_len + ", __LINE__)"
582     def set_native_arr_contents(self, arr_name, arr_len, ty_info):
583         if ty_info.c_ty == "int8_tArray":
584             return ("memcpy(" + arr_name + "->elems, ", ", " + arr_len + ")")
585         else:
586             assert False
587     def get_native_arr_contents(self, arr_name, dest_name, arr_len, ty_info, copy):
588         if ty_info.c_ty == "int8_tArray":
589             if copy:
590                 return "memcpy(" + dest_name + ", " + arr_name + "->elems, " + arr_len + ")"
591         if ty_info.c_ty == "ptrArray":
592             return "(void*) " + arr_name + "->elems"
593         else:
594             assert not copy
595             return arr_name + "->elems"
596     def get_native_arr_elem(self, arr_name, idxc, ty_info):
597         assert False # Only called if above is None
598     def get_native_arr_ptr_call(self, ty_info):
599         if ty_info.subty is not None:
600             return "(" + ty_info.subty.c_ty + "*)(((uint8_t*)", ") + 4)"
601         return "(" + ty_info.c_ty + "*)(((uint8_t*)", ") + 4)"
602     def get_native_arr_entry_call(self, ty_info, arr_name, idxc, entry_access):
603         return None
604     def cleanup_native_arr_ref_contents(self, arr_name, dest_name, arr_len, ty_info):
605         if ty_info.c_ty == "int8_tArray":
606             return None
607         else:
608             return None
609
610     def map_hu_array_elems(self, arr_name, conv_name, arr_ty, elem_ty):
611         assert elem_ty.c_ty == "uint32_t" or elem_ty.c_ty.endswith("Array")
612         return arr_name + " != null ? " + arr_name + ".map(" + conv_name + " => " + elem_ty.from_hu_conv[0] + ") : null"
613
614     def str_ref_to_native_call(self, var_name, str_len):
615         return "str_ref_to_ts(" + var_name + ", " + str_len + ")"
616     def str_ref_to_c_call(self, var_name):
617         return "str_ref_to_owned_c(" + var_name + ")"
618     def str_to_hu_conv(self, var_name):
619         return "const " + var_name + "_conv: string = bindings.decodeString(" + var_name + ");"
620     def str_from_hu_conv(self, var_name):
621         return ("bindings.encodeString(" + var_name + ")", "")
622
623     def c_fn_name_define_pfx(self, fn_name, have_args):
624         return " __attribute__((export_name(\"TS_" + fn_name + "\"))) TS_" + fn_name + "("
625
626     def init_str(self):
627         return ""
628
629     def get_java_arr_len(self, arr_name):
630         return "bindings.getArrayLength(" + arr_name + ")"
631     def get_java_arr_elem(self, elem_ty, arr_name, idx):
632         if elem_ty.c_ty == "uint32_t" or elem_ty.c_ty == "uintptr_t" or elem_ty.c_ty.endswith("Array"):
633             return "bindings.getU32ArrayElem(" + arr_name + ", " + idx + ")"
634         else:
635             assert False
636     def constr_hu_array(self, ty_info, arr_len):
637         return "new Array(" + arr_len + ").fill(null)"
638
639     def primitive_arr_from_hu(self, mapped_ty, fixed_len, arr_name):
640         inner = arr_name
641         if fixed_len is not None:
642             assert mapped_ty.c_ty == "int8_t"
643             inner = "bindings.check_arr_len(" + arr_name + ", " + fixed_len + ")"
644         if mapped_ty.c_ty.endswith("Array"):
645             return ("bindings.encodeUint32Array(" + inner + ")", "")
646         elif mapped_ty.c_ty == "uint8_t" or mapped_ty.c_ty == "int8_t":
647             return ("bindings.encodeUint8Array(" + inner + ")", "")
648         elif mapped_ty.c_ty == "uint32_t":
649             return ("bindings.encodeUint32Array(" + inner + ")", "")
650         elif mapped_ty.c_ty == "int64_t":
651             return ("bindings.encodeUint64Array(" + inner + ")", "")
652         else:
653             print(mapped_ty.c_ty)
654             assert False
655
656     def primitive_arr_to_hu(self, mapped_ty, fixed_len, arr_name, conv_name):
657         assert mapped_ty.c_ty == "uint8_t" or mapped_ty.c_ty == "int8_t"
658         return "const " + conv_name + ": Uint8Array = bindings.decodeUint8Array(" + arr_name + ");"
659
660     def var_decl_statement(self, ty_string, var_name, statement):
661         return "const " + var_name + ": " + ty_string + " = " + statement
662
663     def java_arr_ty_str(self, elem_ty_str):
664         return "number"
665
666     def for_n_in_range(self, n, minimum, maximum):
667         return "for (var " + n + " = " + minimum + "; " + n + " < " + maximum + "; " + n + "++) {"
668     def for_n_in_arr(self, n, arr_name, arr_elem_ty):
669         return (arr_name + ".forEach((" + n + ": " + arr_elem_ty.java_hu_ty + ") => { ", " })")
670
671     def get_ptr(self, var):
672         return "CommonBase.get_ptr_of(" + var + ")"
673     def set_null_skip_free(self, var):
674         return "CommonBase.set_null_skip_free(" + var + ");"
675
676     def add_ref(self, holder, referent):
677         return "CommonBase.add_ref_from(" + holder + ", " + referent + ")"
678
679     def obj_defined(self, struct_names, folder):
680         with open(self.outdir + "/index.mts", 'a') as index:
681             index.write(f"export * from './{folder}/{struct_names[0]}.mjs';\n")
682         with open(self.outdir + "/imports.mts.part", 'a') as imports:
683             imports.write(f"import {{ {', '.join(struct_names)} }} from '../{folder}/{struct_names[0]}.mjs';\n")
684
685     def native_c_unitary_enum_map(self, struct_name, variants, enum_doc_comment):
686         out_c = "static inline LDK" + struct_name + " LDK" + struct_name + "_from_js(int32_t ord) {\n"
687         out_c = out_c + "\tswitch (ord) {\n"
688         ord_v = 0
689
690         out_typescript_enum_fields = ""
691
692         for var, var_docs in variants:
693             out_c = out_c + "\t\tcase %d: return %s;\n" % (ord_v, var)
694             ord_v = ord_v + 1
695             if var_docs is not None:
696                 var_docs_repld = var_docs.replace("\n", "\n\t")
697                 out_typescript_enum_fields += f"/**\n\t * {var_docs_repld}\n\t */\n"
698             out_typescript_enum_fields += f"\t{var},\n\t"
699         out_c = out_c + "\t}\n"
700         out_c = out_c + "\tabort();\n"
701         out_c = out_c + "}\n"
702
703         out_c = out_c + "static inline int32_t LDK" + struct_name + "_to_js(LDK" + struct_name + " val) {\n"
704         out_c = out_c + "\tswitch (val) {\n"
705         ord_v = 0
706         for var, _ in variants:
707             out_c = out_c + "\t\tcase " + var + ": return %d;\n" % ord_v
708             ord_v = ord_v + 1
709         out_c = out_c + "\t\tdefault: abort();\n"
710         out_c = out_c + "\t}\n"
711         out_c = out_c + "}\n"
712
713         out_typescript = f"""
714 /* @internal */
715 export enum {struct_name} {{
716         {out_typescript_enum_fields}
717 }}
718 """
719         out_typescript_enum = f"export {{ {struct_name} }} from \"../bindings.mjs\";"
720         self.obj_defined([struct_name], "enums")
721         return (out_c, out_typescript_enum, out_typescript)
722
723     def c_unitary_enum_to_native_call(self, ty_info):
724         return (ty_info.rust_obj + "_to_js(", ")")
725     def native_unitary_enum_to_c_call(self, ty_info):
726         return (ty_info.rust_obj + "_from_js(", ")")
727
728     def native_c_map_trait(self, struct_name, field_var_conversions, flattened_field_var_conversions, field_function_lines, trait_doc_comment):
729         out_typescript_bindings = ""
730         super_instantiator = ""
731         bindings_instantiator = ""
732         pointer_to_adder = ""
733         impl_constructor_arguments = ""
734         for var in flattened_field_var_conversions:
735             if isinstance(var, ConvInfo):
736                 impl_constructor_arguments += f", {var.arg_name}: {var.java_hu_ty}"
737                 super_instantiator += first_to_lower(var.arg_name) + ", "
738                 if var.from_hu_conv is not None:
739                     bindings_instantiator += ", " + var.from_hu_conv[0]
740                     if var.from_hu_conv[1] != "":
741                         pointer_to_adder += "\t\t\t" + var.from_hu_conv[1] + ";\n"
742                 else:
743                     bindings_instantiator += ", " + first_to_lower(var.arg_name)
744             else:
745                 bindings_instantiator += ", " + first_to_lower(var[1]) + ".bindings_instance"
746                 super_instantiator += first_to_lower(var[1]) + "_impl, "
747                 pointer_to_adder += "\t\timpl_holder.held.ptrs_to.push(" + first_to_lower(var[1]) + ");\n"
748                 impl_constructor_arguments += f", {first_to_lower(var[1])}_impl: {var[0].replace('LDK', '')}Interface"
749
750         super_constructor_statements = ""
751         trait_constructor_arguments = ""
752         for var in field_var_conversions:
753             if isinstance(var, ConvInfo):
754                 trait_constructor_arguments += ", " + var.arg_name
755             else:
756                 super_constructor_statements += "\t\tconst " + first_to_lower(var[1]) + " = " + var[1] + ".new_impl(" + super_instantiator + ");\n"
757                 trait_constructor_arguments += ", " + first_to_lower(var[1]) + ".bindings_instance"
758                 for suparg in var[2]:
759                     if isinstance(suparg, ConvInfo):
760                         trait_constructor_arguments += ", " + suparg.arg_name
761                     else:
762                         trait_constructor_arguments += ", " + suparg[1]
763
764         # BUILD INTERFACE METHODS
765         out_java_interface = ""
766         out_interface_implementation_overrides = ""
767         java_methods = []
768         for fn_line in field_function_lines:
769             java_method_descriptor = ""
770             if fn_line.fn_name != "free" and fn_line.fn_name != "cloned":
771                 out_java_interface += "\t" + fn_line.fn_name + "("
772                 out_interface_implementation_overrides += f"\t\t\t{fn_line.fn_name} ("
773
774                 for idx, arg_conv_info in enumerate(fn_line.args_ty):
775                     if idx >= 1:
776                         out_java_interface += ", "
777                         out_interface_implementation_overrides += ", "
778                     out_java_interface += f"{arg_conv_info.arg_name}: {arg_conv_info.java_hu_ty}"
779                     out_interface_implementation_overrides += f"{arg_conv_info.arg_name}: {arg_conv_info.java_ty}"
780                     java_method_descriptor += arg_conv_info.java_fn_ty_arg
781                 out_java_interface += f"): {fn_line.ret_ty_info.java_hu_ty};\n"
782                 java_method_descriptor += ")" + fn_line.ret_ty_info.java_fn_ty_arg
783                 java_methods.append((fn_line.fn_name, java_method_descriptor))
784
785                 out_interface_implementation_overrides += f"): {fn_line.ret_ty_info.java_ty} {{\n"
786
787                 for arg_info in fn_line.args_ty:
788                     if arg_info.to_hu_conv is not None:
789                         out_interface_implementation_overrides += "\t\t\t\t" + arg_info.to_hu_conv.replace("\n", "\n\t\t\t\t") + "\n"
790
791                 if fn_line.ret_ty_info.java_ty != "void":
792                     out_interface_implementation_overrides += "\t\t\t\tconst ret: " + fn_line.ret_ty_info.java_hu_ty + " = arg." + fn_line.fn_name + "("
793                 else:
794                     out_interface_implementation_overrides += f"\t\t\t\targ." + fn_line.fn_name + "("
795
796                 for idx, arg_info in enumerate(fn_line.args_ty):
797                     if idx != 0:
798                         out_interface_implementation_overrides += ", "
799                     if arg_info.to_hu_conv_name is not None:
800                         out_interface_implementation_overrides += arg_info.to_hu_conv_name
801                     else:
802                         out_interface_implementation_overrides += arg_info.arg_name
803
804                 out_interface_implementation_overrides += ");\n"
805                 if fn_line.ret_ty_info.java_ty != "void":
806                     if fn_line.ret_ty_info.from_hu_conv is not None:
807                         out_interface_implementation_overrides += "\t\t\t\t" + f"const result: {fn_line.ret_ty_info.java_ty} = " + fn_line.ret_ty_info.from_hu_conv[0].replace("\n", "\n\t\t\t\t") + ";\n"
808                         if fn_line.ret_ty_info.from_hu_conv[1] != "":
809                             out_interface_implementation_overrides += "\t\t\t\t" + fn_line.ret_ty_info.from_hu_conv[1].replace("this", "impl_holder.held").replace("\n", "\n\t\t\t\t") + ";\n"
810                         #if fn_line.ret_ty_info.rust_obj in result_types:
811                         # XXX: We need to handle this in conversion logic so that its cross-language!
812                         # Avoid double-free by breaking the result - we should learn to clone these and then we can be safe instead
813                         #    out_interface_implementation_overrides = out_interface_implementation_overrides + "\t\t\t\tret.ptr = 0;\n"
814                         out_interface_implementation_overrides += "\t\t\t\treturn result;\n"
815                     else:
816                         out_interface_implementation_overrides += "\t\t\t\treturn ret;\n"
817                 out_interface_implementation_overrides += f"\t\t\t}},\n"
818
819         out_typescript_human = f"""
820 {self.hu_struct_file_prefix}
821
822 export interface {struct_name.replace("LDK", "")}Interface {{
823 {out_java_interface}}}
824
825 class {struct_name}Holder {{
826         held: {struct_name.replace("LDK", "")};
827 }}
828
829 export class {struct_name.replace("LDK","")} extends CommonBase {{
830         /* @internal */
831         public bindings_instance?: bindings.{struct_name};
832
833         /* @internal */
834         constructor(_dummy: object, ptr: number) {{
835                 super(ptr, bindings.{struct_name.replace("LDK","")}_free);
836                 this.bindings_instance = null;
837         }}
838
839         static new_impl(arg: {struct_name.replace("LDK", "")}Interface{impl_constructor_arguments}): {struct_name.replace("LDK", "")} {{
840                 const impl_holder: {struct_name}Holder = new {struct_name}Holder();
841                 let structImplementation = {{
842 {out_interface_implementation_overrides}                }} as bindings.{struct_name};
843 {super_constructor_statements}          const ptr: number = bindings.{struct_name}_new(structImplementation{bindings_instantiator});
844
845                 impl_holder.held = new {struct_name.replace("LDK", "")}(null, ptr);
846                 impl_holder.held.bindings_instance = structImplementation;
847 {pointer_to_adder}              return impl_holder.held;
848         }}
849 """
850         self.obj_defined([struct_name.replace("LDK", ""), struct_name.replace("LDK", "") + "Interface"], "structs")
851
852         out_typescript_bindings += "/* @internal */\nexport interface " + struct_name + " {\n"
853         java_meths = []
854         for fn_line in field_function_lines:
855             if fn_line.fn_name != "free" and fn_line.fn_name != "cloned":
856                 out_typescript_bindings += f"\t{fn_line.fn_name} ("
857
858                 for idx, arg_conv_info in enumerate(fn_line.args_ty):
859                     if idx >= 1:
860                         out_typescript_bindings = out_typescript_bindings + ", "
861                     out_typescript_bindings += f"{arg_conv_info.arg_name}: {arg_conv_info.java_ty}"
862
863                 out_typescript_bindings += f"): {fn_line.ret_ty_info.java_ty};\n"
864
865         out_typescript_bindings += "}\n\n"
866
867         out_typescript_bindings += f"/* @internal */\nexport function {struct_name}_new(impl: {struct_name}"
868         for var in flattened_field_var_conversions:
869             if isinstance(var, ConvInfo):
870                 out_typescript_bindings += f", {var.arg_name}: {var.java_ty}"
871             else:
872                 out_typescript_bindings += f", {var[1]}: {var[0]}"
873
874         out_typescript_bindings += f"""): number {{
875         if(!isWasmInitialized) {{
876                 throw new Error("initializeWasm() must be awaited first!");
877         }}
878         var new_obj_idx = js_objs.length;
879         for (var i = 0; i < js_objs.length; i++) {{
880                 if (js_objs[i] == null || js_objs[i] == undefined) {{ new_obj_idx = i; break; }}
881         }}
882         js_objs[i] = new WeakRef(impl);
883         return wasm.TS_{struct_name}_new(i);
884 }}
885 """
886
887         # Now that we've written out our java code (and created java_meths), generate C
888         out_c = "typedef struct " + struct_name + "_JCalls {\n"
889         out_c += "\tatomic_size_t refcnt;\n"
890         out_c += "\tuint32_t instance_ptr;\n"
891         for var in flattened_field_var_conversions:
892             if isinstance(var, ConvInfo):
893                 # We're a regular ol' field
894                 pass
895             else:
896                 # We're a supertrait
897                 out_c = out_c + "\t" + var[0] + "_JCalls* " + var[1] + ";\n"
898         out_c = out_c + "} " + struct_name + "_JCalls;\n"
899
900         for fn_line in field_function_lines:
901             if fn_line.fn_name == "free":
902                 out_c = out_c + "static void " + struct_name + "_JCalls_free(void* this_arg) {\n"
903                 out_c = out_c + "\t" + struct_name + "_JCalls *j_calls = (" + struct_name + "_JCalls*) this_arg;\n"
904                 out_c = out_c + "\tif (atomic_fetch_sub_explicit(&j_calls->refcnt, 1, memory_order_acquire) == 1) {\n"
905                 out_c = out_c + "\t\tFREE(j_calls);\n"
906                 out_c = out_c + "\t}\n}\n"
907
908         for idx, fn_line in enumerate(field_function_lines):
909             if fn_line.fn_name != "free" and fn_line.fn_name != "cloned":
910                 assert fn_line.ret_ty_info.ty_info.get_full_rust_ty()[1] == ""
911                 out_c = out_c + fn_line.ret_ty_info.ty_info.get_full_rust_ty()[0] + " " + fn_line.fn_name + "_" + struct_name + "_jcall("
912                 if fn_line.self_is_const:
913                     out_c = out_c + "const void* this_arg"
914                 else:
915                     out_c = out_c + "void* this_arg"
916
917                 for idx, arg in enumerate(fn_line.args_ty):
918                     out_c = out_c + ", " + arg.ty_info.get_full_rust_ty()[0] + " " + arg.arg_name + arg.ty_info.get_full_rust_ty()[1]
919
920                 out_c = out_c + ") {\n"
921                 out_c = out_c + "\t" + struct_name + "_JCalls *j_calls = (" + struct_name + "_JCalls*) this_arg;\n"
922
923                 for arg_info in fn_line.args_ty:
924                     if arg_info.ret_conv is not None:
925                         out_c = out_c + "\t" + arg_info.ret_conv[0].replace('\n', '\n\t')
926                         out_c = out_c + arg_info.arg_name
927                         out_c = out_c + arg_info.ret_conv[1].replace('\n', '\n\t') + "\n"
928
929                 if fn_line.ret_ty_info.c_ty.endswith("Array"):
930                     out_c += "\t" + fn_line.ret_ty_info.c_ty + " ret = (" + fn_line.ret_ty_info.c_ty + ")"
931                     out_c += "js_invoke_function_" + str(len(fn_line.args_ty)) + "(j_calls->instance_ptr, " + str(self.function_ptr_counter)
932                 elif fn_line.ret_ty_info.java_ty == "void":
933                     out_c = out_c + "\tjs_invoke_function_" + str(len(fn_line.args_ty)) + "(j_calls->instance_ptr, " + str(self.function_ptr_counter)
934                 elif fn_line.ret_ty_info.java_hu_ty == "string":
935                     out_c = out_c + "\tjstring ret = (jstring)js_invoke_function_" + str(len(fn_line.args_ty)) + "(j_calls->instance_ptr, " + str(self.function_ptr_counter)
936                 elif not fn_line.ret_ty_info.passed_as_ptr:
937                     out_c = out_c + "\treturn js_invoke_function_" + str(len(fn_line.args_ty)) + "(j_calls->instance_ptr, " + str(self.function_ptr_counter)
938                 else:
939                     out_c = out_c + "\tuint32_t ret = js_invoke_function_" + str(len(fn_line.args_ty)) + "(j_calls->instance_ptr, " + str(self.function_ptr_counter)
940
941                 self.function_ptrs[self.function_ptr_counter] = (struct_name, fn_line.fn_name)
942                 self.function_ptr_counter += 1
943
944                 for idx, arg_info in enumerate(fn_line.args_ty):
945                     if arg_info.ret_conv is not None:
946                         out_c = out_c + ", (uint32_t)" + arg_info.ret_conv_name
947                     else:
948                         out_c = out_c + ", (uint32_t)" + arg_info.arg_name
949                 out_c = out_c + ");\n"
950                 if fn_line.ret_ty_info.arg_conv is not None:
951                     out_c = out_c + "\t" + fn_line.ret_ty_info.arg_conv.replace("\n", "\n\t") + "\n\treturn " + fn_line.ret_ty_info.arg_conv_name + ";\n"
952
953                 out_c = out_c + "}\n"
954
955         # Write out a clone function whether we need one or not, as we use them in moving to rust
956         out_c = out_c + "static void " + struct_name + "_JCalls_cloned(" + struct_name + "* new_obj) {\n"
957         out_c = out_c + "\t" + struct_name + "_JCalls *j_calls = (" + struct_name + "_JCalls*) new_obj->this_arg;\n"
958         out_c = out_c + "\tatomic_fetch_add_explicit(&j_calls->refcnt, 1, memory_order_release);\n"
959         for var in field_var_conversions:
960             if not isinstance(var, ConvInfo):
961                 out_c = out_c + "\tatomic_fetch_add_explicit(&j_calls->" + var[1] + "->refcnt, 1, memory_order_release);\n"
962         out_c = out_c + "}\n"
963
964         out_c = out_c + "static inline " + struct_name + " " + struct_name + "_init (JSValue o"
965         for var in flattened_field_var_conversions:
966             if isinstance(var, ConvInfo):
967                 out_c = out_c + ", " + var.c_ty + " " + var.arg_name
968             else:
969                 out_c = out_c + ", JSValue " + var[1]
970         out_c = out_c + ") {\n"
971
972         out_c = out_c + "\t" + struct_name + "_JCalls *calls = MALLOC(sizeof(" + struct_name + "_JCalls), \"" + struct_name + "_JCalls\");\n"
973         out_c = out_c + "\tatomic_init(&calls->refcnt, 1);\n"
974         out_c = out_c + "\tcalls->instance_ptr = o;\n"
975
976         for (fn_name, java_meth_descr) in java_meths:
977             if fn_name != "free" and fn_name != "cloned":
978                 out_c = out_c + "\tcalls->" + fn_name + "_meth = (*env)->GetMethodID(env, c, \"" + fn_name + "\", \"" + java_meth_descr + "\");\n"
979                 out_c = out_c + "\tCHECK(calls->" + fn_name + "_meth != NULL);\n"
980
981         for var in flattened_field_var_conversions:
982             if isinstance(var, ConvInfo) and var.arg_conv is not None:
983                 out_c = out_c + "\n\t" + var.arg_conv.replace("\n", "\n\t") +"\n"
984         out_c = out_c + "\n\t" + struct_name + " ret = {\n"
985         out_c = out_c + "\t\t.this_arg = (void*) calls,\n"
986         for fn_line in field_function_lines:
987             if fn_line.fn_name != "free" and fn_line.fn_name != "cloned":
988                 out_c = out_c + "\t\t." + fn_line.fn_name + " = " + fn_line.fn_name + "_" + struct_name + "_jcall,\n"
989             elif fn_line.fn_name == "free":
990                 out_c = out_c + "\t\t.free = " + struct_name + "_JCalls_free,\n"
991             else:
992                 out_c = out_c + "\t\t.cloned = " + struct_name + "_JCalls_cloned,\n"
993         for var in field_var_conversions:
994             if isinstance(var, ConvInfo):
995                 if var.arg_conv_name is not None:
996                     out_c = out_c + "\t\t." + var.arg_name + " = " + var.arg_conv_name + ",\n"
997                     out_c = out_c + "\t\t.set_" + var.arg_name + " = NULL,\n"
998                 else:
999                     out_c = out_c + "\t\t." + var.var_name + " = " + var.var_name + ",\n"
1000                     out_c = out_c + "\t\t.set_" + var.var_name + " = NULL,\n"
1001             else:
1002                 out_c += "\t\t." + var[1] + " = " + var[0] + "_init(" + var[1]
1003                 for suparg in var[2]:
1004                     if isinstance(suparg, ConvInfo):
1005                         out_c += ", " + suparg.arg_name
1006                     else:
1007                         out_c += ", " + suparg[1]
1008                 out_c += "),\n"
1009         out_c = out_c + "\t};\n"
1010         for var in flattened_field_var_conversions:
1011             if not isinstance(var, ConvInfo):
1012                 out_c = out_c + "\tcalls->" + var[1] + " = ret." + var[1] + ".this_arg;\n"
1013         out_c = out_c + "\treturn ret;\n"
1014         out_c = out_c + "}\n"
1015
1016         out_c = out_c + self.c_fn_ty_pfx + "long " + self.c_fn_name_define_pfx(struct_name + "_new", True) + "JSValue o"
1017         for var in flattened_field_var_conversions:
1018             if isinstance(var, ConvInfo):
1019                 out_c = out_c + ", " + var.c_ty + " " + var.arg_name
1020             else:
1021                 out_c = out_c + ", JSValue " + var[1]
1022         out_c = out_c + ") {\n"
1023         out_c = out_c + "\t" + struct_name + " *res_ptr = MALLOC(sizeof(" + struct_name + "), \"" + struct_name + "\");\n"
1024         out_c = out_c + "\t*res_ptr = " + struct_name + "_init(o"
1025         for var in flattened_field_var_conversions:
1026             if isinstance(var, ConvInfo):
1027                 out_c = out_c + ", " + var.arg_name
1028             else:
1029                 out_c = out_c + ", " + var[1]
1030         out_c = out_c + ");\n"
1031         out_c = out_c + "\treturn (long)res_ptr;\n"
1032         out_c = out_c + "}\n"
1033
1034         return (out_typescript_bindings, out_typescript_human, out_c)
1035
1036     def trait_struct_inc_refcnt(self, ty_info):
1037         return ""
1038
1039     def map_complex_enum(self, struct_name, variant_list, camel_to_snake, enum_doc_comment):
1040         bindings_type = struct_name.replace("LDK", "")
1041         java_hu_type = struct_name.replace("LDK", "").replace("COption", "Option")
1042
1043         out_java_enum = ""
1044         out_java = ""
1045         out_c = ""
1046
1047         out_java_enum += (self.hu_struct_file_prefix)
1048
1049         java_hu_class = ""
1050         java_hu_class += "export class " + java_hu_type + " extends CommonBase {\n"
1051         java_hu_class += "\tprotected constructor(_dummy: object, ptr: number) { super(ptr, bindings." + bindings_type + "_free); }\n"
1052         java_hu_class += "\t/* @internal */\n"
1053         java_hu_class += f"\tpublic static constr_from_ptr(ptr: number): {java_hu_type} {{\n"
1054         java_hu_class += f"\t\tconst raw_ty: number = bindings." + struct_name + "_ty_from_ptr(ptr);\n"
1055         out_c += self.c_fn_ty_pfx + "uint32_t" + self.c_fn_name_define_pfx(struct_name + "_ty_from_ptr", True) + self.ptr_c_ty + " ptr) {\n"
1056         out_c += "\t" + struct_name + " *obj = (" + struct_name + "*)(ptr & ~1);\n"
1057         out_c += "\tswitch(obj->tag) {\n"
1058         java_hu_class += "\t\tswitch (raw_ty) {\n"
1059         java_hu_subclasses = ""
1060
1061         out_java += "/* @internal */\nexport class " + struct_name + " {\n"
1062         out_java += "\tprotected constructor() {}\n"
1063         var_idx = 0
1064         for var in variant_list:
1065             java_hu_subclasses = java_hu_subclasses + "export class " + java_hu_type + "_" + var.var_name + " extends " + java_hu_type + " {\n"
1066             java_hu_class += f"\t\t\tcase {var_idx}: "
1067             java_hu_class += "return new " + java_hu_type + "_" + var.var_name + "(ptr);\n"
1068             out_c += f"\t\tcase {struct_name}_{var.var_name}: return {var_idx};\n"
1069             hu_conv_body = ""
1070             for idx, (field_ty, field_docs) in enumerate(var.fields):
1071                 java_hu_subclasses = java_hu_subclasses + "\tpublic " + field_ty.arg_name + f": {field_ty.java_hu_ty};\n"
1072                 if field_ty.to_hu_conv is not None:
1073                     hu_conv_body += f"\t\tconst {field_ty.arg_name}: {field_ty.java_ty} = bindings.{struct_name}_{var.var_name}_get_{field_ty.arg_name}(ptr);\n"
1074                     hu_conv_body += f"\t\t" + field_ty.to_hu_conv.replace("\n", "\n\t\t\t") + "\n"
1075                     hu_conv_body += f"\t\tthis." + field_ty.arg_name + " = " + field_ty.to_hu_conv_name + ";\n"
1076                 else:
1077                     hu_conv_body += f"\t\tthis.{field_ty.arg_name} = bindings.{struct_name}_{var.var_name}_get_{field_ty.arg_name}(ptr);\n"
1078             java_hu_subclasses += "\t/* @internal */\n"
1079             java_hu_subclasses += "\tpublic constructor(ptr: number) {\n\t\tsuper(null, ptr);\n"
1080             java_hu_subclasses = java_hu_subclasses + hu_conv_body
1081             java_hu_subclasses = java_hu_subclasses + "\t}\n}\n"
1082             var_idx += 1
1083         out_java += "}\n"
1084         java_hu_class += "\t\t\tdefault:\n\t\t\t\tthrow new Error('oops, this should be unreachable'); // Unreachable without extending the (internal) bindings interface\n\t\t}\n\t}\n\n"
1085         out_java += self.fn_call_body(struct_name + "_ty_from_ptr", "uint32_t", "number", "ptr: number", "ptr")
1086         out_c += ("\t\tdefault: abort();\n")
1087         out_c += ("\t}\n}\n")
1088
1089         for var in variant_list:
1090             for idx, (field_map, _) in enumerate(var.fields):
1091                 fn_name = f"{struct_name}_{var.var_name}_get_{field_map.arg_name}"
1092                 out_c += self.c_fn_ty_pfx + field_map.c_ty + self.c_fn_name_define_pfx(fn_name, True) + self.ptr_c_ty + " ptr) {\n"
1093                 out_c += "\t" + struct_name + " *obj = (" + struct_name + "*)(ptr & ~1);\n"
1094                 out_c += f"\tassert(obj->tag == {struct_name}_{var.var_name});\n"
1095                 if field_map.ret_conv is not None:
1096                     out_c += ("\t\t\t" + field_map.ret_conv[0].replace("\n", "\n\t\t\t"))
1097                     if var.tuple_variant:
1098                         out_c += "obj->" + camel_to_snake(var.var_name)
1099                     else:
1100                         out_c += "obj->" + camel_to_snake(var.var_name) + "." + field_map.arg_name
1101                     out_c += (field_map.ret_conv[1].replace("\n", "\n\t\t\t") + "\n")
1102                     out_c += "\treturn " + field_map.ret_conv_name + ";\n"
1103                 else:
1104                     if var.tuple_variant:
1105                         out_c += "\treturn " + "obj->" + camel_to_snake(var.var_name) + ";\n"
1106                     else:
1107                         out_c += "\treturn " + "obj->" + camel_to_snake(var.var_name) + "." + field_map.arg_name + ";\n"
1108                 out_c += "}\n"
1109                 out_java += self.fn_call_body(fn_name, field_map.c_ty, field_map.java_ty, "ptr: number", "ptr")
1110         out_java_enum += java_hu_class
1111         self.struct_file_suffixes[java_hu_type] = java_hu_subclasses
1112         self.obj_defined([java_hu_type], "structs")
1113         return (out_java, out_java_enum, out_c)
1114
1115     def map_opaque_struct(self, struct_name, struct_doc_comment):
1116         implementations = ""
1117         method_header = ""
1118
1119         hu_name = struct_name.replace("LDKC2Tuple", "TwoTuple").replace("LDKC3Tuple", "ThreeTuple").replace("LDK", "")
1120         out_opaque_struct_human = f"{self.hu_struct_file_prefix}"
1121         if struct_name.startswith("LDKLocked"):
1122             out_opaque_struct_human += "/** XXX: DO NOT USE THIS - it remains locked until the GC runs (if that ever happens */"
1123         out_opaque_struct_human += f"""
1124 export class {hu_name} extends CommonBase {implementations}{{
1125         /* @internal */
1126         public constructor(_dummy: object, ptr: number) {{
1127                 super(ptr, bindings.{struct_name.replace("LDK","")}_free);
1128         }}
1129
1130 """
1131         self.obj_defined([hu_name], "structs")
1132         return out_opaque_struct_human
1133
1134     def map_tuple(self, struct_name):
1135         return self.map_opaque_struct(struct_name, "A Tuple")
1136
1137     def map_result(self, struct_name, res_map, err_map):
1138         human_ty = struct_name.replace("LDKCResult", "Result")
1139
1140         suffixes = f"export class {human_ty}_OK extends {human_ty} {{\n"
1141         if res_map.java_hu_ty != "void":
1142             suffixes += "\tpublic res: " + res_map.java_hu_ty + ";\n"
1143         suffixes += f"""
1144         /* @internal */
1145         public constructor(_dummy: object, ptr: number) {{
1146                 super(_dummy, ptr);
1147 """
1148         if res_map.java_hu_ty == "void":
1149             pass
1150         elif res_map.to_hu_conv is not None:
1151             suffixes += "\t\tconst res: " + res_map.java_ty + " = bindings." + struct_name.replace("LDK", "") + "_get_ok(ptr);\n"
1152             suffixes += "\t\t" + res_map.to_hu_conv.replace("\n", "\n\t\t")
1153             suffixes += "\n\t\tthis.res = " + res_map.to_hu_conv_name + ";\n"
1154         else:
1155             suffixes += "\t\tthis.res = bindings." + struct_name.replace("LDK", "") + "_get_ok(ptr);\n"
1156         suffixes += "\t}\n}\n"
1157
1158         suffixes += f"export class {human_ty}_Err extends {human_ty} {{\n"
1159         if err_map.java_hu_ty != "void":
1160             suffixes += "\tpublic err: " + err_map.java_hu_ty + ";\n"
1161         suffixes += f"""
1162         /* @internal */
1163         public constructor(_dummy: object, ptr: number) {{
1164                 super(_dummy, ptr);
1165 """
1166         if err_map.java_hu_ty == "void":
1167             pass
1168         elif err_map.to_hu_conv is not None:
1169             suffixes += "\t\tconst err: " + err_map.java_ty + " = bindings." + struct_name.replace("LDK", "") + "_get_err(ptr);\n"
1170             suffixes += "\t\t" + err_map.to_hu_conv.replace("\n", "\n\t\t")
1171             suffixes += "\n\t\tthis.err = " + err_map.to_hu_conv_name + ";\n"
1172         else:
1173             suffixes += "\t\tthis.err = bindings." + struct_name.replace("LDK", "") + "_get_err(ptr);\n"
1174         suffixes += "\t}\n}"
1175
1176         self.struct_file_suffixes[human_ty] = suffixes
1177         self.obj_defined([human_ty], "structs")
1178
1179         return f"""{self.hu_struct_file_prefix}
1180
1181 export class {human_ty} extends CommonBase {{
1182         protected constructor(_dummy: object, ptr: number) {{
1183                 super(ptr, bindings.{struct_name.replace("LDK","")}_free);
1184         }}
1185         /* @internal */
1186         public static constr_from_ptr(ptr: number): {human_ty} {{
1187                 if (bindings.{struct_name.replace("LDK", "")}_is_ok(ptr)) {{
1188                         return new {human_ty}_OK(null, ptr);
1189                 }} else {{
1190                         return new {human_ty}_Err(null, ptr);
1191                 }}
1192         }}
1193 """
1194
1195     def fn_call_body(self, method_name, return_c_ty, return_java_ty, method_argument_string, native_call_argument_string):
1196         has_return_value = return_c_ty != 'void'
1197         return_statement = 'return nativeResponseValue;'
1198         if not has_return_value:
1199             return_statement = '// debug statements here'
1200
1201         return f"""/* @internal */
1202 export function {method_name}({method_argument_string}): {return_java_ty} {{
1203         if(!isWasmInitialized) {{
1204                 throw new Error("initializeWasm() must be awaited first!");
1205         }}
1206         const nativeResponseValue = wasm.TS_{method_name}({native_call_argument_string});
1207         {return_statement}
1208 }}
1209 """
1210     def map_function(self, argument_types, c_call_string, method_name, meth_n, return_type_info, struct_meth, default_constructor_args, takes_self, takes_self_as_ref, args_known, type_mapping_generator, doc_comment):
1211         out_java = ""
1212         out_c = ""
1213         out_java_struct = None
1214
1215         out_java += ("\t")
1216         out_c += (self.c_fn_ty_pfx)
1217         out_c += (return_type_info.c_ty)
1218         out_java += (return_type_info.java_ty)
1219         if return_type_info.ret_conv is not None:
1220             ret_conv_pfx, ret_conv_sfx = return_type_info.ret_conv
1221         out_java += (" " + method_name + "(")
1222         out_c += (" "  + self.c_fn_name_define_pfx(method_name, True))
1223
1224         method_argument_string = ""
1225         native_call_argument_string = ""
1226         for idx, arg_conv_info in enumerate(argument_types):
1227             if idx != 0:
1228                 method_argument_string += (", ")
1229                 native_call_argument_string += ', '
1230                 out_c += (", ")
1231             if arg_conv_info.c_ty != "void":
1232                 out_c += (arg_conv_info.c_ty + " " + arg_conv_info.arg_name)
1233                 method_argument_string += f"{arg_conv_info.arg_name}: {arg_conv_info.java_ty}"
1234                 native_call_argument_string += arg_conv_info.arg_name
1235         out_java = self.fn_call_body(method_name, return_type_info.c_ty, return_type_info.java_ty, method_argument_string, native_call_argument_string)
1236
1237         out_java_struct = ""
1238         if not args_known:
1239             out_java_struct += ("\t// Skipped " + method_name + "\n")
1240         else:
1241             if not takes_self:
1242                 out_java_struct += (
1243                         "\tpublic static constructor_" + meth_n + "(")
1244             else:
1245                 out_java_struct += ("\tpublic " + meth_n + "(")
1246             for idx, arg in enumerate(argument_types):
1247                 if idx != 0:
1248                     if not takes_self or idx > 1:
1249                         out_java_struct += (", ")
1250                 elif takes_self:
1251                     continue
1252                 if arg.java_ty != "void":
1253                     if arg.arg_name in default_constructor_args:
1254                         for explode_idx, explode_arg in enumerate(default_constructor_args[arg.arg_name]):
1255                             if explode_idx != 0:
1256                                 out_java_struct += (", ")
1257                             out_java_struct += arg.arg_name + "_" + explode_arg.arg_name + ": " + explode_arg.java_hu_ty
1258                     else:
1259                         out_java_struct += arg.arg_name + ": " + arg.java_hu_ty
1260
1261         out_c += (") {\n")
1262         if out_java_struct is not None:
1263             out_java_struct += "): " + return_type_info.java_hu_ty + " {\n"
1264         for info in argument_types:
1265             if info.arg_conv is not None:
1266                 out_c += ("\t" + info.arg_conv.replace('\n', "\n\t") + "\n")
1267         if return_type_info.ret_conv is not None:
1268             out_c += ("\t" + ret_conv_pfx.replace('\n', '\n\t'))
1269         elif return_type_info.c_ty != "void":
1270             out_c += ("\t" + return_type_info.c_ty + " ret_val = ")
1271         else:
1272             out_c += ("\t")
1273         if c_call_string is None:
1274             out_c += (method_name + "(")
1275         else:
1276             out_c += (c_call_string)
1277         for idx, info in enumerate(argument_types):
1278             if info.arg_conv_name is not None:
1279                 if idx != 0:
1280                     out_c += (", ")
1281                 elif c_call_string is not None:
1282                     continue
1283                 out_c += (info.arg_conv_name)
1284         out_c += (")")
1285         if return_type_info.ret_conv is not None:
1286             out_c += (ret_conv_sfx.replace('\n', '\n\t'))
1287         else:
1288             out_c += (";")
1289         for info in argument_types:
1290             if info.arg_conv_cleanup is not None:
1291                 out_c += ("\n\t" + info.arg_conv_cleanup.replace("\n", "\n\t"))
1292         if return_type_info.ret_conv is not None:
1293             out_c += ("\n\treturn " + return_type_info.ret_conv_name + ";")
1294         elif return_type_info.c_ty != "void":
1295             out_c += ("\n\treturn ret_val;")
1296         out_c += ("\n}\n\n")
1297
1298         if args_known:
1299             out_java_struct += ("\t\t")
1300             if return_type_info.java_ty != "void":
1301                 out_java_struct += "const ret: " + return_type_info.java_ty + " = "
1302             out_java_struct += ("bindings." + method_name + "(")
1303             for idx, info in enumerate(argument_types):
1304                 if idx != 0:
1305                     out_java_struct += (", ")
1306                 if idx == 0 and takes_self:
1307                     out_java_struct += ("this.ptr")
1308                 elif info.arg_name in default_constructor_args:
1309                     out_java_struct += ("bindings." + info.java_hu_ty + "_new(")
1310                     for explode_idx, explode_arg in enumerate(default_constructor_args[info.arg_name]):
1311                         if explode_idx != 0:
1312                             out_java_struct += (", ")
1313                         expl_arg_name = info.arg_name + "_" + explode_arg.arg_name
1314                         if explode_arg.from_hu_conv is not None:
1315                             out_java_struct += (
1316                                 explode_arg.from_hu_conv[0].replace(explode_arg.arg_name, expl_arg_name))
1317                         else:
1318                             out_java_struct += (expl_arg_name)
1319                     out_java_struct += (")")
1320                 elif info.from_hu_conv is not None:
1321                     out_java_struct += (info.from_hu_conv[0])
1322                 else:
1323                     out_java_struct += (info.arg_name)
1324             out_java_struct += (");\n")
1325             if return_type_info.to_hu_conv is not None:
1326                 if not takes_self:
1327                     out_java_struct += ("\t\t" + return_type_info.to_hu_conv.replace("\n", "\n\t\t").replace("this",
1328                                                                                                              return_type_info.to_hu_conv_name) + "\n")
1329                 else:
1330                     out_java_struct += ("\t\t" + return_type_info.to_hu_conv.replace("\n", "\n\t\t") + "\n")
1331
1332             for idx, info in enumerate(argument_types):
1333                 if idx == 0 and takes_self:
1334                     pass
1335                 elif info.arg_name in default_constructor_args:
1336                     for explode_arg in default_constructor_args[info.arg_name]:
1337                         expl_arg_name = info.arg_name + "_" + explode_arg.arg_name
1338                         if explode_arg.from_hu_conv is not None and return_type_info.to_hu_conv_name:
1339                             out_java_struct += ("\t\t" + explode_arg.from_hu_conv[1].replace(explode_arg.arg_name,
1340                                                                                              expl_arg_name).replace(
1341                                 "this", return_type_info.to_hu_conv_name) + ";\n")
1342                 elif info.from_hu_conv is not None and info.from_hu_conv[1] != "":
1343                     if not takes_self and return_type_info.to_hu_conv_name is not None:
1344                         out_java_struct += (
1345                                 "\t\t" + info.from_hu_conv[1].replace("this", return_type_info.to_hu_conv_name).replace("\n", "\n\t\t") + ";\n")
1346                     else:
1347                         out_java_struct += ("\t\t" + info.from_hu_conv[1].replace("\n", "\n\t\t") + ";\n")
1348
1349             if return_type_info.to_hu_conv_name is not None:
1350                 out_java_struct += ("\t\treturn " + return_type_info.to_hu_conv_name + ";\n")
1351             elif return_type_info.java_ty != "void" and return_type_info.rust_obj != "LDK" + struct_meth:
1352                 out_java_struct += ("\t\treturn ret;\n")
1353             out_java_struct += ("\t}\n\n")
1354
1355         return (out_java, out_c, out_java_struct)
1356
1357     def cleanup(self):
1358         for struct in self.struct_file_suffixes:
1359             with open(self.outdir + "/structs/" + struct + self.file_ext, "a") as src:
1360                 src.write(self.struct_file_suffixes[struct])
1361
1362         with open(self.outdir + "/bindings.mts", "a") as bindings:
1363             bindings.write("""
1364
1365 js_invoke = function(obj_ptr: number, fn_id: number, arg1: number, arg2: number, arg3: number, arg4: number, arg5: number, arg6: number, arg7: number, arg8: number, arg9: number, arg10: number) {
1366         const weak: WeakRef<object> = js_objs[obj_ptr];
1367         if (weak == null || weak == undefined) {
1368                 console.error("Got function call on unknown/free'd JS object!");
1369                 throw new Error("Got function call on unknown/free'd JS object!");
1370         }
1371         const obj: object = weak.deref();
1372         if (obj == null || obj == undefined) {
1373                 console.error("Got function call on GC'd JS object!");
1374                 throw new Error("Got function call on GC'd JS object!");
1375         }
1376         var fn;
1377 """)
1378             bindings.write("\tswitch (fn_id) {\n")
1379             for f in self.function_ptrs:
1380                 bindings.write(f"\t\tcase {str(f)}: fn = Object.getOwnPropertyDescriptor(obj, \"{self.function_ptrs[f][1]}\"); break;\n")
1381
1382             bindings.write("""\t\tdefault:
1383                         console.error("Got unknown function call from C!");
1384                         throw new Error("Got unknown function call from C!");
1385         }
1386         if (fn == null || fn == undefined) {
1387                 console.error("Got function call on incorrect JS object!");
1388                 throw new Error("Got function call on incorrect JS object!");
1389         }
1390         return fn.value.bind(obj)(arg1, arg2, arg3, arg4, arg5, arg6, arg7, arg8, arg9, arg10);
1391 }""")