_ Git - ldk-java/blob - genbindings.sh

   1 #!/bin/bash
   2 usage() {
   3         echo "USAGE: path/to/ldk-c-bindings [wasm|\"JNI_CFLAGS\"] debug android_web"
   4         echo "For JNI_CFLAGS you probably want -I/usr/lib/jvm/java-11-openjdk-amd64/include/ -I/usr/lib/jvm/java-11-openjdk-amd64/include/linux/"
   5         echo "If JNI_CFLAGS is instead set to wasm, we build for wasm/TypeScript instead of Java"
   6         echo "debug should either be true, false, or leaks"
   7         echo "debug of leaks turns on leak tracking on an optimized release bianry"
   8         echo "android_web should either be true or false and indicates if we build for android (Java) or web (WASM)"
   9         echo "Note that web currently generates the same results as !web (ie Node.JS)"
  10         exit 1
  11 }
  12 [ "$1" = "" ] && usage
  13 [ "$3" != "true" -a "$3" != "false" -a "$3" != "leaks" ] && usage
  14 [ "$4" != "true" -a "$4" != "false" ] && usage
  15
  16 set -e
  17 set -x
  18
  19 function is_gnu_sed(){
  20   sed --version >/dev/null 2>&1
  21 }
  22
  23 if [ "$CC" = "" ]; then
  24         CC=clang
  25 fi
  26
  27 TARGET_STRING="$LDK_TARGET"
  28 if [ "$TARGET_STRING" = "" ]; then
  29         # We assume clang-style $CC --version here, but worst-case we just get an empty suffix
  30         TARGET_STRING="$($CC --version | grep Target | awk '{ print $2 }')"
  31 fi
  32
  33 IS_MAC=false
  34 [ "$($CC --version | grep apple-darwin)" != "" ] && IS_MAC=true
  35 IS_APPLE_CLANG=false
  36 [ "$($CC --version | grep "Apple clang version")" != "" ] && IS_APPLE_CLANG=true
  37
  38 case "$TARGET_STRING" in
  39         "x86_64-pc-linux"*)
  40                 LDK_TARGET_SUFFIX="_Linux-amd64"
  41                 LDK_JAR_TARGET=true
  42                 ;;
  43         "x86_64-apple-darwin"*)
  44                 LDK_TARGET_SUFFIX="_MacOSX-x86_64"
  45                 LDK_JAR_TARGET=true
  46                 IS_MAC=true
  47                 ;;
  48         "aarch64-apple-darwin"*)
  49                 LDK_TARGET_CPU="apple-a14"
  50                 LDK_TARGET_SUFFIX="_MacOSX-aarch64"
  51                 LDK_JAR_TARGET=true
  52                 IS_MAC=true
  53                 ;;
  54         *)
  55                 LDK_TARGET_SUFFIX="_${TARGET_STRING}"
  56 esac
  57 if [ "$LDK_TARGET_CPU" = "" ]; then
  58         LDK_TARGET_CPU="sandybridge"
  59 fi
  60
  61 COMMON_COMPILE="$CC -std=c11 -Wall -Wextra -Wno-unused-parameter -Wno-ignored-qualifiers -Wno-unused-function -Wno-nullability-completeness -Wno-pointer-sign -Wdate-time -ffile-prefix-map=$(pwd)="
  62 [ "$IS_MAC" = "true" -a "$2" != "wasm" ] && COMMON_COMPILE="$COMMON_COMPILE --target=$TARGET_STRING -mcpu=$LDK_TARGET_CPU"
  63
  64 DEBUG_ARG="$3"
  65 if [ "$3" = "leaks" ]; then
  66         DEBUG_ARG="true"
  67 fi
  68
  69 cp "$1/lightning-c-bindings/include/lightning.h" ./
  70 if is_gnu_sed; then
  71         sed -i "s/TransactionOutputs/C2Tuple_ThirtyTwoBytesCVec_C2Tuple_u32TxOutZZZ/g" ./lightning.h
  72 else
  73         # OSX sed is for some reason not compatible with GNU sed
  74         sed -i '' "s/TransactionOutputs/C2Tuple_ThirtyTwoBytesCVec_C2Tuple_u32TxOutZZZ/g" ./lightning.h
  75 fi
  76 echo "#define LDKCVec_C2Tuple_ThirtyTwoBytesCVec_C2Tuple_u32TxOutZZZZ LDKCVec_TransactionOutputsZ" > header.c
  77 echo "#define CVec_C2Tuple_ThirtyTwoBytesCVec_C2Tuple_u32TxOutZZZZ_free CVec_TransactionOutputsZ_free" >> header.c
  78
  79
  80 if [ "$LDK_GARBAGECOLLECTED_GIT_OVERRIDE" = "" ]; then
  81         export LDK_GARBAGECOLLECTED_GIT_OVERRIDE=$(git describe --tag --dirty)
  82 fi
  83 if [ "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE:0:1}" != "v" ]; then
  84         echo "Version tag should start with a v" > /dev/stderr
  85         exit 1
  86 fi
  87
  88
  89 if [ "$2" = "c_sharp" ]; then
  90         echo "Creating C# bindings..."
  91         mkdir -p c_sharp/src/org/ldk/{enums,structs,impl}
  92         rm -f c_sharp/src/org/ldk/{enums,structs,impl}/*.cs
  93         ./genbindings.py "./lightning.h" c_sharp/src/org/ldk/impl c_sharp/src/org/ldk c_sharp/ $DEBUG_ARG c_sharp $4 $TARGET_STRING
  94         rm -f c_sharp/bindings.c
  95         if [ "$3" = "true" ]; then
  96                 echo "#define LDK_DEBUG_BUILD" > c_sharp/bindings.c
  97         elif [ "$3" = "leaks" ]; then
  98                 # For leak checking we use release libldk which doesn't expose
  99                 # __unmangle_inner_ptr, but the C code expects to be able to call it.
 100                 echo "#define __unmangle_inner_ptr(a) (a)" > c_sharp/bindings.c
 101         fi
 102         cat header.c >> c_sharp/bindings.c
 103         cat header.c >> c_sharp/bindings.c
 104         cat c_sharp/bindings.c.body >> c_sharp/bindings.c
 105
 106         IS_MAC=false
 107         [ "$($CC --version | grep apple-darwin)" != "" ] && IS_MAC=true
 108         IS_APPLE_CLANG=false
 109         [ "$($CC --version | grep "Apple clang version")" != "" ] && IS_APPLE_CLANG=true
 110
 111         if is_gnu_sed; then
 112                 sed -i "s/<version>.*<\/version>/<version>${LDK_GARBAGECOLLECTED_GIT_OVERRIDE:1:100}<\/version>/g" c_sharp/packaging_artifacts/org.ldk.nuspec
 113                 sed -i "s/<version>.*<\/version>/<version>${LDK_GARBAGECOLLECTED_GIT_OVERRIDE:1:100}<\/version>/g" c_sharp/packaging_artifacts/package/services/metadata/core-properties/ldk.psmdcp
 114         else
 115                 # OSX sed is for some reason not compatible with GNU sed
 116                 sed -i '' "s/<version>.*<\/version>/<version>${LDK_GARBAGECOLLECTED_GIT_OVERRIDE:1:100}<\/version>/g" c_sharp/packaging_artifacts/org.ldk.nuspec
 117                 sed -i '' "s/<version>.*<\/version>/<version>${LDK_GARBAGECOLLECTED_GIT_OVERRIDE:1:100}<\/version>/g" c_sharp/packaging_artifacts/package/services/metadata/core-properties/ldk.psmdcp
 118         fi
 119
 120         # Compiling C# bindings with Mono
 121         MONO_COMPILE="-out:csharpldk.dll -langversion:3 -t:library -unsafe c_sharp/src/org/ldk/enums/*.cs c_sharp/src/org/ldk/impl/*.cs c_sharp/src/org/ldk/util/*.cs c_sharp/src/org/ldk/structs/*.cs"
 122         if [ "$3" = "true" ]; then
 123                 mono-csc $MONO_COMPILE
 124         else
 125                 mono-csc -o $MONO_COMPILE
 126         fi
 127
 128         echo "Building C# bindings..."
 129         COMPILE="$COMMON_COMPILE -Isrc/main/jni -pthread -fPIC"
 130         LINK="-ldl -shared"
 131         [ "$IS_MAC" = "false" ] && LINK="$LINK -Wl,--no-undefined"
 132         [ "$IS_MAC" = "true" ] && COMPILE="$COMPILE -mmacosx-version-min=10.9"
 133         [ "$IS_MAC" = "true" -a "$IS_APPLE_CLANG" = "false" ] && LINK="$LINK -fuse-ld=lld"
 134         [ "$IS_MAC" = "true" -a "$IS_APPLE_CLANG" = "false" ] && echo "WARNING: Need at least upstream clang 13!"
 135         [ "$IS_MAC" = "false" -a "$3" != "false" ] && LINK="$LINK -Wl,-wrap,calloc -Wl,-wrap,realloc -Wl,-wrap,malloc -Wl,-wrap,free"
 136
 137         if [ "$3" = "true" ]; then
 138                 $COMPILE $LINK -o libldkcsharp_debug$LDK_TARGET_SUFFIX.so -g -fsanitize=address -shared-libasan -rdynamic -I"$1"/lightning-c-bindings/include/ c_sharp/bindings.c "$1"/lightning-c-bindings/target/$LDK_TARGET/debug/libldk.a -lm
 139         else
 140                 $COMPILE -o bindings.o -c -flto -O3 -I"$1"/lightning-c-bindings/include/ c_sharp/bindings.c
 141                 $COMPILE $LINK -o libldkcsharp_release$LDK_TARGET_SUFFIX.so -flto -O3 -Wl,--lto-O3 -Wl,-O3 -Wl,--version-script=c_sharp/libcode.version -I"$1"/lightning-c-bindings/include/ $2 bindings.o "$1"/lightning-c-bindings/target/$LDK_TARGET/release/libldk.a -lm
 142                 [ "$IS_APPLE_CLANG" != "true" ] && llvm-strip libldkcsharp_release$LDK_TARGET_SUFFIX.so
 143         fi
 144 elif [ "$2" = "python" ]; then
 145         echo "Creating Python bindings..."
 146         mkdir -p python/src/{enums,structs,impl}
 147         rm -f python/src/{enums,structs,impl}/*.py
 148         ./genbindings.py "./lightning.h" python/src/impl python/src python/ $DEBUG_ARG python $4 $TARGET_STRING
 149         rm -f python/bindings.c
 150         if [ "$3" = "true" ]; then
 151                 echo "#define LDK_DEBUG_BUILD" > python/bindings.c
 152         elif [ "$3" = "leaks" ]; then
 153                 # For leak checking we use release libldk which doesn't expose
 154                 # __unmangle_inner_ptr, but the C code expects to be able to call it.
 155                 echo "#define __unmangle_inner_ptr(a) (a)" > python/bindings.c
 156         fi
 157         echo "#define LDKCVec_C2Tuple_ThirtyTwoBytesCVec_C2Tuple_u32TxOutZZZZ LDKCVec_TransactionOutputsZ" >> python/bindings.c
 158         echo "#define CVec_C2Tuple_ThirtyTwoBytesCVec_C2Tuple_u32TxOutZZZZ_free CVec_TransactionOutputsZ_free" >> python/bindings.c
 159         cat python/bindings.c.body >> python/bindings.c
 160
 161         IS_MAC=false
 162         [ "$($CC --version | grep apple-darwin)" != "" ] && IS_MAC=true
 163         IS_APPLE_CLANG=false
 164         [ "$($CC --version | grep "Apple clang version")" != "" ] && IS_APPLE_CLANG=true
 165
 166         echo "Building Python bindings..."
 167         COMPILE="$COMMON_COMPILE -Isrc/main/jni -pthread -fPIC"
 168         LINK="-ldl -shared"
 169         [ "$IS_MAC" = "false" ] && LINK="$LINK -Wl,--no-undefined"
 170         [ "$IS_MAC" = "true" ] && COMPILE="$COMPILE -mmacosx-version-min=10.9"
 171         [ "$IS_MAC" = "true" -a "$IS_APPLE_CLANG" = "false" ] && LINK="$LINK -fuse-ld=lld"
 172         [ "$IS_MAC" = "true" -a "$IS_APPLE_CLANG" = "false" ] && echo "WARNING: Need at least upstream clang 13!"
 173         [ "$IS_MAC" = "false" -a "$3" != "false" ] && LINK="$LINK -Wl,-wrap,calloc -Wl,-wrap,realloc -Wl,-wrap,malloc -Wl,-wrap,free"
 174
 175         exit 0 # Sadly compilation doesn't currently work
 176         if [ "$3" = "true" ]; then
 177                 $COMPILE $LINK -o liblightningpython_debug$LDK_TARGET_SUFFIX.so -g -fsanitize=address -shared-libasan -rdynamic -I"$1"/lightning-c-bindings/include/ $2 c_sharp/bindings.c "$1"/lightning-c-bindings/target/$LDK_TARGET/debug/libldk.a -lm
 178         else
 179                 $COMPILE -o bindings.o -c -flto -O3 -I"$1"/lightning-c-bindings/include/ $2 c_sharp/bindings.c
 180                 $COMPILE $LINK -o liblightningpython_release$LDK_TARGET_SUFFIX.so -Wl,--version-script=python/libcode.version -flto -O3 -Wl,--lto-O3 -Wl,-O3 -I"$1"/lightning-c-bindings/include/ $2 bindings.o "$1"/lightning-c-bindings/target/$LDK_TARGET/release/libldk.a -lm
 181                 [ "$IS_APPLE_CLANG" != "true" ] && llvm-strip liblightningpython_release$LDK_TARGET_SUFFIX.so
 182         fi
 183 elif [ "$2" = "wasm" ]; then
 184         echo "Creating TS bindings..."
 185         mkdir -p ts/{enums,structs}
 186         rm -f ts/{enums,structs,}/*.{mjs,mts,mts.part}
 187         if [ "$4" = "false" ]; then
 188                 ./genbindings.py "./lightning.h" ts ts ts $DEBUG_ARG typescript node wasm
 189         else
 190                 ./genbindings.py "./lightning.h" ts ts ts $DEBUG_ARG typescript browser wasm
 191         fi
 192         rm -f ts/bindings.c
 193         sed -i 's/^  "version": .*/  "version": "'${LDK_GARBAGECOLLECTED_GIT_OVERRIDE:1:100}'",/g' ts/package.json
 194         sed -i 's/^  "version": .*/  "version": "'${LDK_GARBAGECOLLECTED_GIT_OVERRIDE:1:100}'",/g' node-net/package.json
 195         sed -i 's/^    "lightningdevkit": .*/    "lightningdevkit": "'${LDK_GARBAGECOLLECTED_GIT_OVERRIDE:1:100}'"/g' node-net/package.json
 196         if [ "$3" = "true" ]; then
 197                 echo "#define LDK_DEBUG_BUILD" > ts/bindings.c
 198         elif [ "$3" = "leaks" ]; then
 199                 # For leak checking we use release libldk which doesn't expose
 200                 # __unmangle_inner_ptr, but the C code expects to be able to call it.
 201                 echo "#define __unmangle_inner_ptr(a) (a)" > ts/bindings.c
 202         fi
 203         cat header.c >> ts/bindings.c
 204         cat ts/bindings.c.body >> ts/bindings.c
 205
 206         echo "Building TS bindings..."
 207         COMPILE="$COMMON_COMPILE -flto -Wl,--no-entry -nostdlib --target=wasm32-wasi -Wl,-z -Wl,stack-size=$((8*1024*1024)) -Wl,--initial-memory=$((16*1024*1024)) -Wl,--max-memory=$((1024*1024*1024)) -Wl,--global-base=4096"
 208         # We only need malloc and assert/abort, but for now just use WASI for those:
 209         EXTRA_LINK=/usr/lib/wasm32-wasi/libc.a
 210         [ "$3" != "false" ] && COMPILE="$COMPILE -Wl,-wrap,calloc -Wl,-wrap,realloc -Wl,-wrap,reallocarray -Wl,-wrap,malloc -Wl,-wrap,aligned_alloc -Wl,-wrap,free"
 211         if [ "$3" = "true" ]; then
 212                 WASM_FILE=liblightningjs_debug.wasm
 213                 $COMPILE -o liblightningjs_debug.wasm -g -O1 -I"$1"/lightning-c-bindings/include/ ts/bindings.c "$1"/lightning-c-bindings/target/wasm32-wasi/debug/libldk.a $EXTRA_LINK
 214         else
 215                 WASM_FILE=liblightningjs_release.wasm
 216                 $COMPILE -o liblightningjs_release.wasm -s -Oz -I"$1"/lightning-c-bindings/include/ ts/bindings.c "$1"/lightning-c-bindings/target/wasm32-wasi/release/libldk.a $EXTRA_LINK
 217         fi
 218
 219         if [ -x "$(which tsc)" ]; then
 220                 cd ts
 221                 for F in structs/*; do
 222                         cat imports.mts.part | grep -v " $(basename -s .mts $F)[ ,]" | cat - $F > $F.tmp
 223                         mv $F.tmp $F
 224                 done
 225                 rm imports.mts.part
 226                 tsc --types node --typeRoots .
 227                 cp ../$WASM_FILE liblightningjs.wasm
 228                 cp ../README.md README.md
 229                 cd ../node-net
 230                 tsc --types node --typeRoots .
 231                 echo Ready to publish!
 232                 if [ -x "$(which node)" ]; then
 233                         NODE_V="$(node --version)"
 234                         if [ "${NODE_V:1:2}" -gt 14 ]; then
 235                                 cd ../ts
 236                                 node --stack_trace_limit=200 --trace-uncaught test/node.mjs
 237                                 cd ../node-net
 238                                 node --stack_trace_limit=200 --trace-uncaught test/test.mjs
 239                         fi
 240                 fi
 241         fi
 242 else
 243         if is_gnu_sed; then
 244                 sed -i "s/^    <version>.*<\/version>/    <version>${LDK_GARBAGECOLLECTED_GIT_OVERRIDE:1:100}<\/version>/g" pom.xml
 245         else
 246           # OSX sed is for some reason not compatible with GNU sed
 247                 sed -i '' "s/^    <version>.*<\/version>/    <version>${LDK_GARBAGECOLLECTED_GIT_OVERRIDE:1:100}<\/version>/g" pom.xml
 248         fi
 249
 250         echo "Creating Java bindings..."
 251         mkdir -p src/main/java/org/ldk/{enums,structs}
 252         rm -f src/main/java/org/ldk/{enums,structs}/*.java
 253         rm -f src/main/jni/*.h
 254         if [ "$4" = "true" ]; then
 255                 ./genbindings.py "./lightning.h" src/main/java/org/ldk/impl src/main/java/org/ldk src/main/jni/ $DEBUG_ARG android $4 $TARGET_STRING
 256         else
 257                 ./genbindings.py "./lightning.h" src/main/java/org/ldk/impl src/main/java/org/ldk src/main/jni/ $DEBUG_ARG java $4 $TARGET_STRING
 258         fi
 259         rm -f src/main/jni/bindings.c
 260         if [ "$3" = "true" ]; then
 261                 echo "#define LDK_DEBUG_BUILD" > src/main/jni/bindings.c
 262         elif [ "$3" = "leaks" ]; then
 263                 # For leak checking we use release libldk which doesn't expose
 264                 # __unmangle_inner_ptr, but the C code expects to be able to call it.
 265                 echo "#define __unmangle_inner_ptr(a) (a)" > src/main/jni/bindings.c
 266         fi
 267         cat header.c >> src/main/jni/bindings.c
 268         cat header.c >> src/main/jni/bindings.c
 269         cat src/main/jni/bindings.c.body >> src/main/jni/bindings.c
 270         javac -h src/main/jni src/main/java/org/ldk/enums/*.java src/main/java/org/ldk/impl/*.java
 271         rm src/main/java/org/ldk/enums/*.class src/main/java/org/ldk/impl/bindings*.class
 272
 273         echo "Building Java bindings..."
 274         COMPILE="$COMMON_COMPILE -Isrc/main/jni -pthread -fPIC"
 275         LINK="-ldl -shared"
 276         [ "$IS_MAC" = "false" ] && LINK="$LINK -Wl,--no-undefined"
 277         [ "$IS_MAC" = "true" ] && COMPILE="$COMPILE -mmacosx-version-min=10.9"
 278         [ "$IS_MAC" = "true" -a "$IS_APPLE_CLANG" = "false" ] && LINK="$LINK -fuse-ld=lld"
 279         [ "$IS_MAC" = "true" -a "$IS_APPLE_CLANG" = "false" ] && echo "WARNING: Need at least upstream clang 13!"
 280         [ "$IS_MAC" = "false" -a "$3" != "false" ] && LINK="$LINK -Wl,-wrap,calloc -Wl,-wrap,realloc -Wl,-wrap,malloc -Wl,-wrap,free"
 281         if [ "$3" = "true" ]; then
 282                 $COMPILE $LINK -o liblightningjni_debug$LDK_TARGET_SUFFIX.so -g -fsanitize=address -shared-libasan -rdynamic -I"$1"/lightning-c-bindings/include/ $2 src/main/jni/bindings.c "$1"/lightning-c-bindings/target/$LDK_TARGET/debug/libldk.a -lm
 283         else
 284                 [ "$IS_MAC" = "false" ] && LINK="$LINK -Wl,--no-undefined -flto -Wl,-O3 -Wl,--lto-O3"
 285                 [ "$IS_MAC" = "false" ] && COMPILE="$COMPILE -flto"
 286                 [ "$IS_MAC" = "true" -a "$IS_APPLE_CLANG" = "false" ] && LINK="$LINK -flto -Wl,-O3 -Wl,--lto-O3"
 287                 [ "$IS_MAC" = "true" -a "$IS_APPLE_CLANG" = "false" ] && COMPILE="$COMPILE -flto"
 288                 LDK_LIB="$1"/lightning-c-bindings/target/$LDK_TARGET/release/libldk.a
 289                 if [ "$IS_MAC" = "false" -a "$4" = "false" ]; then
 290                         LINK="$LINK -Wl,--version-script=libcode.version -fuse-ld=lld"
 291                 fi
 292                 $COMPILE -o bindings.o -c -O3 -I"$1"/lightning-c-bindings/include/ $2 src/main/jni/bindings.c
 293                 $COMPILE $LINK -o liblightningjni_release$LDK_TARGET_SUFFIX.so -O3 -I"$1"/lightning-c-bindings/include/ $2 bindings.o $LDK_LIB -lm
 294                 [ "$IS_APPLE_CLANG" != "true" ] && llvm-strip liblightningjni_release$LDK_TARGET_SUFFIX.so
 295                 if [ "$LDK_JAR_TARGET" = "true" ]; then
 296                         # Copy to JNI native directory for inclusion in JARs
 297                         mkdir -p src/main/resources/
 298                         cp liblightningjni_release$LDK_TARGET_SUFFIX.so src/main/resources/liblightningjni$LDK_TARGET_SUFFIX.nativelib
 299                 fi
 300         fi
 301 fi