_ Git - ldk-java/blob - .github/workflows/build.yml

   1 name: Continuous Integration Checks
   2
   3 on: [push, pull_request]
   4
   5 jobs:
   6   check_bindings:
   7     runs-on: ubuntu-latest
   8     # Ubuntu's version of rustc uses its own LLVM instead of being a real native package.
   9     # This leaves us with an incompatible LLVM version when linking. Instead, use a real OS.
  10     container: debian:bullseye
  11     env:
  12       TOOLCHAIN: stable
  13     strategy:
  14       fail-fast: false
  15     steps:
  16       - name: Install native Rust toolchain, Valgrind, and build utilitis
  17         run: |
  18           apt-get update
  19           apt-get -y dist-upgrade
  20           apt-get -y install cargo libstd-rust-dev-wasm32 valgrind lld git g++ clang openjdk-11-jdk maven faketime zip unzip llvm
  21       - name: Checkout source code
  22         uses: actions/checkout@v2
  23         with:
  24           fetch-depth: 0
  25       - name: Install cbindgen
  26         run: cargo install --force cbindgen
  27       - name: Checkout Rust-Lightning and LDK-C-Bindings git
  28         run: |
  29           git config --global user.email "ldk-ci@example.com"
  30           git config --global user.name "LDK CI"
  31           # Note this is a different endpoint, as we need one non-upstream commit!
  32           git clone https://git.bitcoin.ninja/rust-lightning
  33           cd rust-lightning
  34           git checkout origin/2021-03-java-bindings-base
  35           cd ..
  36           git clone https://github.com/lightningdevkit/ldk-c-bindings
  37           cd ldk-c-bindings
  38           git checkout 0.0.102
  39       - name: Rebuild C bindings without STD for WASM
  40         run: |
  41           cd ldk-c-bindings
  42           ./genbindings.sh ../rust-lightning false
  43           mv lightning-c-bindings/target/wasm32-wasi ./
  44           cd ..
  45       - name: Rebuild C bindings, and check the sample app builds + links
  46         run: |
  47           cd ldk-c-bindings
  48           # Reset the Cargo.toml file so that git describe doesn't think we're "-dirty"
  49           git checkout lightning-c-bindings/Cargo.toml
  50           ./genbindings.sh ../rust-lightning true
  51           mv wasm32-wasi lightning-c-bindings/target/
  52           cd ..
  53       - name: Build Java/TS Debug Bindings
  54         run: ./genbindings.sh ./ldk-c-bindings/ "-I/usr/lib/jvm/java-11-openjdk-amd64/include/ -I/usr/lib/jvm/java-11-openjdk-amd64/include/linux/" true false
  55       - name: Run Java Tests against Debug Bindings
  56         run: |
  57           mv liblightningjni_debug_Linux-amd64.so liblightningjni.so
  58           export ASAN_OPTIONS=detect_leaks=0
  59           LD_PRELOAD=/usr/lib/llvm-11/lib/clang/11.0.1/lib/linux/libclang_rt.asan-x86_64.so LD_LIBRARY_PATH=. mvn test
  60       - name: Checkout latest MacOS binaries
  61         run: |
  62           export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)"
  63           git clone --depth 1 https://git.bitcoin.ninja/ldk-java-bins
  64           mkdir -p src/main/resources/
  65           cp "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/liblightningjni_MacOSX-"* src/main/resources/
  66       - name: Build Java/TS Release Bindings
  67         run: |
  68           export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)"
  69           ./genbindings.sh ./ldk-c-bindings/ "-I/usr/lib/jvm/java-11-openjdk-amd64/include/ -I/usr/lib/jvm/java-11-openjdk-amd64/include/linux/" false false
  70       - name: Build deterministic release jar
  71         run: ./build-release-jar.sh
  72       - name: Check latest headers are in git
  73         run: |
  74           git checkout pom.xml
  75           git diff --exit-code
  76       - name: Check latest library and jars are in bins repo
  77         run: |
  78           export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)"
  79           rm "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"*.jar
  80           rm "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"liblightningjni_Linux*.nativelib
  81           cp src/main/resources/liblightningjni_Linux-amd64.nativelib "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"
  82           cp ldk-java-sources.jar "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"
  83           cp ldk-java.jar "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"
  84           cp ldk-java-classes.jar "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"
  85           cp ldk-java-javadoc.jar "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"
  86           cd ldk-java-bins
  87           # ldk-java-leaktracking is only for debug purposes and we don't bother with determinism
  88           git checkout "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/ldk-java-leaktracking.jar"
  89           if ! git diff --exit-code; then
  90             mv "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"* ./
  91             git checkout "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"
  92             apt-get -y install diffoscope
  93             diffoscope ldk-java-sources.jar "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/ldk-java-sources.jar" || echo
  94             diffoscope ldk-java-javadoc.jar "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/ldk-java-javadoc.jar" || echo
  95             diffoscope ldk-java-classes.jar "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/ldk-java-classes.jar" || echo
  96             diffoscope ldk-java.jar "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/ldk-java.jar" || echo
  97             exit 1
  98           fi
  99       - name: Run Java Tests against built release jar
 100         run: |
 101           mvn install:install-file -Dfile=ldk-java.jar -DgroupId=org.lightningdevkit -DartifactId=ldk-java -Dversion=1.0-SNAPSHOT -Dpackaging=jar
 102           cd javatester
 103           mvn package
 104           java -ea -jar target/ldk-java-tests-1.0-SNAPSHOT-jar-with-dependencies.jar
 105           cd ..
 106
 107   android:
 108     runs-on: ubuntu-latest
 109     # Frankly, I'm not really sure why debian and ubuntu differ in the results here, they really shouldn't
 110     container: debian:bullseye
 111     env:
 112       TOOLCHAIN: stable
 113     strategy:
 114       fail-fast: false
 115     steps:
 116       - name: Install rust targets
 117         run: |
 118           apt-get update
 119           apt-get -y dist-upgrade
 120           apt-get -y install git g++ clang faketime zip unzip curl openjdk-11-jdk
 121           curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs > rustup.sh
 122           chmod +x ./rustup.sh
 123           ./rustup.sh -y
 124           . $HOME/.cargo/env
 125           rustup target add armv7-linux-androideabi
 126           rustup target add aarch64-linux-android
 127           rustup target add i686-linux-android
 128           rustup target add x86_64-linux-android
 129       - name: Checkout source code
 130         uses: actions/checkout@v2
 131         with:
 132           fetch-depth: 0
 133       - name: Install android NDK compilers
 134         run: |
 135           curl https://dl.google.com/android/repository/android-ndk-r22b-linux-x86_64.zip > android-ndk-r22b-linux-x86_64.zip
 136           if [ "$(sha256sum android-ndk-r22b-linux-x86_64.zip | awk '{ print $1 }')" != "ac3a0421e76f71dd330d0cd55f9d99b9ac864c4c034fc67e0d671d022d4e806b" ]; then
 137             echo "Bad hash"
 138             exit 1
 139           fi
 140           unzip android-ndk-r22b-linux-x86_64.zip
 141       - name: Install cbindgen
 142         run: |
 143           . $HOME/.cargo/env
 144           cargo install --force cbindgen
 145       - name: Checkout Rust-Lightning and LDK-C-Bindings git
 146         run: |
 147           git config --global user.email "ldk-ci@example.com"
 148           git config --global user.name "LDK CI"
 149           # Note this is a different endpoint, as we need one non-upstream commit!
 150           git clone https://git.bitcoin.ninja/rust-lightning
 151           cd rust-lightning
 152           git checkout origin/2021-03-java-bindings-base
 153           cd ..
 154           git clone https://github.com/lightningdevkit/ldk-c-bindings
 155           cd ldk-c-bindings
 156           git checkout 0.0.102
 157       - name: Checkout Android AAR binaries and artifacts
 158         run: git clone --depth 1 https://git.bitcoin.ninja/ldk-java-bins
 159       - name: Build Android aar
 160         run: |
 161           . $HOME/.cargo/env
 162           export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)"
 163           cp "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/ldk-java-classes.jar" ./
 164           export ANDROID_TOOLCHAIN="$(pwd)/android-ndk-r22b/toolchains/llvm/prebuilt/linux-x86_64"
 165           export PATH="$PATH:$ANDROID_TOOLCHAIN/bin"
 166           ./android-build.sh ./rust-lightning ./ldk-c-bindings/ ./ldk-java-bins/android-artifacts
 167       - name: Check latest library and jars are in bins repo
 168         run: |
 169           export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)"
 170           rm "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/LDK-release.aar"
 171           cp LDK-release.aar "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"
 172           cd ldk-java-bins
 173           if ! git diff --exit-code; then
 174             mv "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/LDK-release.aar" ./
 175             git checkout "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/LDK-release.aar"
 176             apt-get -y install diffoscope
 177             diffoscope LDK-release.aar "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/LDK-release.aar"
 178             exit 1
 179           fi
 180
 181   osx:
 182     strategy:
 183       matrix:
 184         include:
 185           - platform: macos-10.15
 186           - platform: macos-11
 187       fail-fast: false
 188     runs-on: ${{ matrix.platform }}
 189     env:
 190       TOOLCHAIN: stable
 191     steps:
 192       - name: Install other Rust platforms
 193         run: rustup target install aarch64-apple-darwin
 194       - name: Fetch upstream LLVM/clang snapshot
 195         run: |
 196           wget -O clang+llvm-13.0.0-x86_64-apple-darwin.tar.xz https://github.com/llvm/llvm-project/releases/download/llvmorg-13.0.0/clang+llvm-13.0.0-x86_64-apple-darwin.tar.xz
 197           if [ "$(shasum -a 256 clang+llvm-13.0.0-x86_64-apple-darwin.tar.xz | awk '{ print $1 }')" != "d051234eca1db1f5e4bc08c64937c879c7098900f7a0370f3ceb7544816a8b09" ]; then
 198             echo "Bad hash"
 199             exit 1
 200           fi
 201       - name: Unpack upstream LLVM+clang and use it by default
 202         run: |
 203           tar xvvf clang+llvm-13.0.0-x86_64-apple-darwin.tar.xz
 204       - name: Checkout source code
 205         uses: actions/checkout@v2
 206         with:
 207           fetch-depth: 0
 208       - name: Install cbindgen
 209         run: cargo install --force cbindgen
 210       - name: Checkout Rust-Lightning and LDK-C-Bindings git
 211         run: |
 212           git config --global user.email "ldk-ci@example.com"
 213           git config --global user.name "LDK CI"
 214           # Note this is a different endpoint, as we need one non-upstream commit!
 215           git clone https://git.bitcoin.ninja/rust-lightning
 216           cd rust-lightning
 217           git checkout origin/2021-03-java-bindings-base
 218           cd ..
 219           git clone https://github.com/lightningdevkit/ldk-c-bindings
 220           cd ldk-c-bindings
 221           git checkout 0.0.102
 222       - name: Rebuild C bindings with upstream clang, and check the sample app builds + links
 223         run: |
 224           cd ldk-c-bindings
 225           export PATH=`pwd`/clang+llvm-13.0.0-x86_64-apple-darwin/bin:$PATH
 226           CC=clang ./genbindings.sh ../rust-lightning true
 227           cd ..
 228       - name: Fetch OpenJDK 16
 229         run: |
 230           wget -O openjdk-16.0.1_osx-x64_bin.tar.gz https://download.java.net/java/GA/jdk16.0.1/7147401fd7354114ac51ef3e1328291f/9/GPL/openjdk-16.0.1_osx-x64_bin.tar.gz
 231           if [ "$(shasum -a 256 openjdk-16.0.1_osx-x64_bin.tar.gz | awk '{ print $1 }')" != "6098f839954439d4916444757c542c1b8778a32461706812d41cc8bbefce7f2f" ]; then
 232             echo "Bad hash"
 233             exit 1
 234           fi
 235           tar xvvf openjdk-16.0.1_osx-x64_bin.tar.gz
 236           export JAVA_HOME=`pwd`/jdk-16.0.1.jdk/Contents/Home
 237           export PATH=$JAVA_HOME/bin:$PATH
 238       - name: Checkout latest Linux binaries
 239         run: |
 240           export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)"
 241           git clone --depth 1 https://git.bitcoin.ninja/ldk-java-bins
 242           mkdir -p src/main/resources/
 243           cp "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/liblightningjni_Linux-"* src/main/resources/
 244       - name: Build Java/TS Release Bindings
 245         run: |
 246           export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)"
 247           # genbindings.sh always fails as there is no wasm32-wasi library
 248           # available, so instead we check that the expected JNI library
 249           # is created.
 250           export PATH=`pwd`/clang+llvm-13.0.0-x86_64-apple-darwin/bin:$PATH
 251           ./genbindings.sh ./ldk-c-bindings/ "-I$JAVA_HOME/include/ -I$JAVA_HOME/include/darwin -isysroot$(xcrun --show-sdk-path)" false false || echo
 252           cat src/main/resources/liblightningjni_MacOSX-x86_64.nativelib > /dev/null
 253           if [ "${{ matrix.platform }}" = "macos-11" ]; then
 254             export CC="clang --target=aarch64-apple-darwin"
 255             export LDK_TARGET=aarch64-apple-darwin
 256             export LDK_TARGET_CPU=apple-a14
 257             ./genbindings.sh ./ldk-c-bindings/ "-I$JAVA_HOME/include/ -I$JAVA_HOME/include/darwin -isysroot$(xcrun --show-sdk-path)" false false || echo
 258             cat src/main/resources/liblightningjni_MacOSX-aarch64.nativelib > /dev/null
 259           fi
 260       - name: Fetch Maven 3.8.3
 261         run: |
 262           wget -O apache-maven-3.8.3-bin.tar.gz https://apache.osuosl.org/maven/maven-3/3.8.3/binaries/apache-maven-3.8.3-bin.tar.gz
 263           if [ "$(shasum -a 256 apache-maven-3.8.3-bin.tar.gz | awk '{ print $1 }')" != "0f1597d11085b8fe93d84652a18c6deea71ece9fabba45a02cf6600c7758fd5b" ]; then
 264             echo "Bad hash"
 265             exit 1
 266           fi
 267           tar xvvf apache-maven-3.8.3-bin.tar.gz
 268           export PATH=apache-maven-3.8.3/bin:$PATH
 269       - name: Run Java Tests against built jar
 270         run: |
 271           mvn -DskipTests=true package
 272           export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)"
 273           JAR_VERSION=${LDK_GARBAGECOLLECTED_GIT_OVERRIDE:1:100}
 274           mvn install:install-file -Dfile=target/ldk-java-${JAR_VERSION}.jar -DgroupId=org.lightningdevkit -DartifactId=ldk-java -Dversion=1.0-SNAPSHOT -Dpackaging=jar
 275           cd javatester
 276           mvn package
 277           java -ea -jar target/ldk-java-tests-1.0-SNAPSHOT-jar-with-dependencies.jar
 278           cd ..
 279       - name: Check latest release libs are in git
 280         run: |
 281           if [ "${{ matrix.platform }}" = "macos-11" ]; then
 282             export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)"
 283             rm "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"liblightningjni_MacOSX-{x86_64,aarch64}.nativelib
 284             cp src/main/resources/liblightningjni_MacOSX-*.nativelib "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"
 285             cd ldk-java-bins
 286             # Sadly, OSX binaries are not currently deterministic, more debugging is needed.
 287             #git diff --exit-code
 288           fi
 289       - name: Run Java Tests against release bins
 290         run: |
 291           if [ "${{ matrix.platform }}" != "macos-11" ]; then
 292             export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)"
 293             cp "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"liblightningjni_MacOSX-{x86_64,aarch64}.nativelib src/main/resources/
 294             mvn clean
 295             mvn -DskipTests=true package
 296             JAR_VERSION=${LDK_GARBAGECOLLECTED_GIT_OVERRIDE:1:100}
 297             mvn install:install-file -Dfile=target/ldk-java-${JAR_VERSION}.jar -DgroupId=org.lightningdevkit -DartifactId=ldk-java -Dversion=1.0-SNAPSHOT -Dpackaging=jar
 298             cd javatester
 299             mvn package
 300             java -ea -jar target/ldk-java-tests-1.0-SNAPSHOT-jar-with-dependencies.jar
 301             cd ..
 302           fi