_ Git - ldk-java/blob - .github/workflows/build.yml

   1 name: Continuous Integration Checks
   2
   3 on: [push, pull_request]
   4
   5 jobs:
   6   check_bindings:
   7     runs-on: ubuntu-latest
   8     # Ubuntu's version of rustc uses its own LLVM instead of being a real native package.
   9     # This leaves us with an incompatible LLVM version when linking. Instead, use a real OS.
  10     container: debian:bullseye
  11     env:
  12       TOOLCHAIN: stable
  13     strategy:
  14       fail-fast: false
  15     steps:
  16       - name: Install native Rust toolchain, Valgrind, and build utilitis
  17         run: |
  18           apt-get update
  19           apt-get -y dist-upgrade
  20           apt-get -y install cargo libstd-rust-dev-wasm32 valgrind lld git g++ clang openjdk-11-jdk maven faketime zip unzip llvm
  21       - name: Checkout source code
  22         uses: actions/checkout@v2
  23         with:
  24           fetch-depth: 0
  25       - name: Install cbindgen
  26         run: cargo install --force cbindgen
  27       - name: Checkout Rust-Lightning and LDK-C-Bindings git
  28         run: |
  29           git config --global user.email "ldk-ci@example.com"
  30           git config --global user.name "LDK CI"
  31           # Note this is a different endpoint, as we need one non-upstream commit!
  32           git clone https://git.bitcoin.ninja/rust-lightning
  33           cd rust-lightning
  34           git checkout origin/2021-03-java-bindings-base
  35           cd ..
  36           git clone https://github.com/lightningdevkit/ldk-c-bindings
  37           cd ldk-c-bindings
  38           git checkout 0.0.101
  39       - name: Rebuild C bindings without STD for WASM
  40         run: |
  41           cd ldk-c-bindings
  42           ./genbindings.sh ../rust-lightning false
  43           mv lightning-c-bindings/target/wasm32-wasi ./
  44           cd ..
  45       - name: Rebuild C bindings, and check the sample app builds + links
  46         run: |
  47           cd ldk-c-bindings
  48           # Reset the Cargo.toml file so that git describe doesn't think we're "-dirty"
  49           git checkout lightning-c-bindings/Cargo.toml
  50           ./genbindings.sh ../rust-lightning true
  51           mv wasm32-wasi lightning-c-bindings/target/
  52           cd ..
  53       - name: Build Java/TS Debug Bindings
  54         run: ./genbindings.sh ./ldk-c-bindings/ "-I/usr/lib/jvm/java-11-openjdk-amd64/include/ -I/usr/lib/jvm/java-11-openjdk-amd64/include/linux/" true false
  55       - name: Run Java Tests against Debug Bindings
  56         run: |
  57           mv liblightningjni_debug_Linux-amd64.so liblightningjni.so
  58           export ASAN_OPTIONS=detect_leaks=0
  59           LD_PRELOAD=/usr/lib/llvm-11/lib/clang/11.0.1/lib/linux/libclang_rt.asan-x86_64.so LD_LIBRARY_PATH=. mvn test
  60       - name: Detect current git version
  61         run: |
  62           # We assume the top commit is just a bindings update commit, so we
  63           # check out the previous commit to use as the commit we git describe.
  64           # If the top commit is a merge commit, we need to get the last merge
  65           # head and assume the latest bindings are built against its parent.
  66           COMMIT_PARENTS=$(git show -s --pretty=format:%P HEAD)
  67           if [ "${#COMMIT_PARENTS}" = 40 ]; then
  68             export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD^1)"
  69           else
  70             MERGE_HEAD=$(git show --pretty=format:%P HEAD | ( for last in $(cat /dev/stdin); do true; done; echo $last ))
  71             export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag $MERGE_HEAD^1)"
  72           fi
  73           echo "Using $LDK_GARBAGECOLLECTED_GIT_OVERRIDE as git version"
  74           echo "$LDK_GARBAGECOLLECTED_GIT_OVERRIDE" > .git_ver
  75       - name: Checkout latest MacOS binaries
  76         run: |
  77           export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(cat .git_ver)"
  78           git clone --depth 1 https://git.bitcoin.ninja/ldk-java-bins
  79           mkdir -p src/main/resources/
  80           cp "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/liblightningjni_MacOSX-"* src/main/resources/
  81       - name: Build Java/TS Release Bindings
  82         run: |
  83           export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(cat .git_ver)"
  84           ./genbindings.sh ./ldk-c-bindings/ "-I/usr/lib/jvm/java-11-openjdk-amd64/include/ -I/usr/lib/jvm/java-11-openjdk-amd64/include/linux/" false false
  85       - name: Build deterministic release jar
  86         run: ./build-release-jar.sh
  87       - name: Check latest headers are in git
  88         run: |
  89           git checkout pom.xml
  90           git diff --exit-code
  91       - name: Check latest library and jars are in bins repo
  92         run: |
  93           export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(cat .git_ver)"
  94           rm "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"*.jar
  95           rm "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"liblightningjni_Linux*.nativelib
  96           cp src/main/resources/liblightningjni_Linux-amd64.nativelib "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"
  97           cp ldk-java-sources.jar "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"
  98           cp ldk-java.jar "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"
  99           cp ldk-java-classes.jar "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"
 100           cp ldk-java-javadoc.jar "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"
 101           cd ldk-java-bins
 102           # ldk-java-leaktracking is only for debug purposes and we don't bother with determinism
 103           git checkout "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/ldk-java-leaktracking.jar"
 104           if ! git diff --exit-code; then
 105             mv "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"* ./
 106             git checkout "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"
 107             apt-get -y install diffoscope
 108             diffoscope ldk-java-sources.jar "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/ldk-java-sources.jar" || echo
 109             diffoscope ldk-java-javadoc.jar "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/ldk-java-javadoc.jar" || echo
 110             diffoscope ldk-java-classes.jar "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/ldk-java-classes.jar" || echo
 111             diffoscope ldk-java.jar "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/ldk-java.jar" || echo
 112             exit 1
 113           fi
 114       - name: Run Java Tests against built release jar
 115         run: |
 116           mvn install:install-file -Dfile=ldk-java.jar -DgroupId=org.lightningdevkit -DartifactId=ldk-java -Dversion=1.0-SNAPSHOT -Dpackaging=jar
 117           cd javatester
 118           mvn package
 119           java -ea -jar target/ldk-java-tests-1.0-SNAPSHOT-jar-with-dependencies.jar
 120           cd ..
 121
 122   android:
 123     runs-on: ubuntu-latest
 124     # Frankly, I'm not really sure why debian and ubuntu differ in the results here, they really shouldn't
 125     container: debian:bullseye
 126     env:
 127       TOOLCHAIN: stable
 128     strategy:
 129       fail-fast: false
 130     steps:
 131       - name: Install rust targets
 132         run: |
 133           apt-get update
 134           apt-get -y dist-upgrade
 135           apt-get -y install git g++ clang faketime zip unzip curl openjdk-11-jdk
 136           curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs > rustup.sh
 137           chmod +x ./rustup.sh
 138           ./rustup.sh -y
 139           . $HOME/.cargo/env
 140           rustup target add armv7-linux-androideabi
 141           rustup target add aarch64-linux-android
 142           rustup target add i686-linux-android
 143           rustup target add x86_64-linux-android
 144       - name: Checkout source code
 145         uses: actions/checkout@v2
 146         with:
 147           fetch-depth: 0
 148       - name: Install android NDK compilers
 149         run: |
 150           curl https://dl.google.com/android/repository/android-ndk-r22b-linux-x86_64.zip > android-ndk-r22b-linux-x86_64.zip
 151           if [ "$(sha256sum android-ndk-r22b-linux-x86_64.zip | awk '{ print $1 }')" != "ac3a0421e76f71dd330d0cd55f9d99b9ac864c4c034fc67e0d671d022d4e806b" ]; then
 152             echo "Bad hash"
 153             exit 1
 154           fi
 155           unzip android-ndk-r22b-linux-x86_64.zip
 156       - name: Install cbindgen
 157         run: |
 158           . $HOME/.cargo/env
 159           cargo install --force cbindgen
 160       - name: Checkout Rust-Lightning and LDK-C-Bindings git
 161         run: |
 162           git config --global user.email "ldk-ci@example.com"
 163           git config --global user.name "LDK CI"
 164           # Note this is a different endpoint, as we need one non-upstream commit!
 165           git clone https://git.bitcoin.ninja/rust-lightning
 166           cd rust-lightning
 167           git checkout origin/2021-03-java-bindings-base
 168           cd ..
 169           git clone https://github.com/lightningdevkit/ldk-c-bindings
 170           cd ldk-c-bindings
 171           git checkout 0.0.101
 172       - name: Detect current git version
 173         run: |
 174           # We assume the top commit is just a bindings update commit, so we
 175           # check out the previous commit to use as the commit we git describe.
 176           # If the top commit is a merge commit, we need to get the last merge
 177           # head and assume the latest bindings are built against its parent.
 178           COMMIT_PARENTS=$(git show -s --pretty=format:%P HEAD)
 179           if [ "${#COMMIT_PARENTS}" = 40 ]; then
 180             export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD^1)"
 181           else
 182             MERGE_HEAD=$(git show --pretty=format:%P HEAD | ( for last in $(cat /dev/stdin); do true; done; echo $last ))
 183             export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag $MERGE_HEAD^1)"
 184           fi
 185           echo "Using $LDK_GARBAGECOLLECTED_GIT_OVERRIDE as git version"
 186           echo "$LDK_GARBAGECOLLECTED_GIT_OVERRIDE" > .git_ver
 187       - name: Checkout Android AAR binaries and artifacts
 188         run: git clone --depth 1 https://git.bitcoin.ninja/ldk-java-bins
 189       - name: Build Android aar
 190         run: |
 191           . $HOME/.cargo/env
 192           export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(cat .git_ver)"
 193           cp "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/ldk-java-classes.jar" ./
 194           export ANDROID_TOOLCHAIN="$(pwd)/android-ndk-r22b/toolchains/llvm/prebuilt/linux-x86_64"
 195           export PATH="$PATH:$ANDROID_TOOLCHAIN/bin"
 196           ./android-build.sh ./rust-lightning ./ldk-c-bindings/ ./ldk-java-bins/android-artifacts
 197       - name: Check latest library and jars are in bins repo
 198         run: |
 199           export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(cat .git_ver)"
 200           rm "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/LDK-release.aar"
 201           cp LDK-release.aar "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"
 202           cd ldk-java-bins
 203           if ! git diff --exit-code; then
 204             mv "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/LDK-release.aar" ./
 205             git checkout "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/LDK-release.aar"
 206             apt-get -y install diffoscope
 207             diffoscope LDK-release.aar "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/LDK-release.aar"
 208             exit 1
 209           fi
 210
 211   osx:
 212     strategy:
 213       matrix:
 214         include:
 215           - platform: macos-10.15
 216           - platform: macos-11
 217       fail-fast: false
 218     runs-on: ${{ matrix.platform }}
 219     env:
 220       TOOLCHAIN: stable
 221     steps:
 222       - name: Install other Rust platforms
 223         run: rustup target install aarch64-apple-darwin
 224       - name: Fetch upstream LLVM/clang snapshot
 225         run: |
 226           wget -O clang+llvm-12.0.0-x86_64-apple-darwin.tar.xz https://github.com/llvm/llvm-project/releases/download/llvmorg-12.0.0/clang+llvm-12.0.0-x86_64-apple-darwin.tar.xz
 227           if [ "$(shasum -a 256 clang+llvm-12.0.0-x86_64-apple-darwin.tar.xz | awk '{ print $1 }')" != "7bc2259bf75c003f644882460fc8e844ddb23b27236fe43a2787870a4cd8ab50" ]; then
 228             echo "Bad hash"
 229             exit 1
 230           fi
 231       - name: Unpack upstream LLVM+clang and use it by default
 232         run: |
 233           tar xvvf clang+llvm-12.0.0-x86_64-apple-darwin.tar.xz
 234       - name: Checkout source code
 235         uses: actions/checkout@v2
 236         with:
 237           fetch-depth: 0
 238       - name: Install cbindgen
 239         run: cargo install --force cbindgen
 240       - name: Checkout Rust-Lightning and LDK-C-Bindings git
 241         run: |
 242           git config --global user.email "ldk-ci@example.com"
 243           git config --global user.name "LDK CI"
 244           # Note this is a different endpoint, as we need one non-upstream commit!
 245           git clone https://git.bitcoin.ninja/rust-lightning
 246           cd rust-lightning
 247           git checkout origin/2021-03-java-bindings-base
 248           cd ..
 249           git clone https://github.com/lightningdevkit/ldk-c-bindings
 250           cd ldk-c-bindings
 251           git checkout 0.0.101
 252       - name: Rebuild C bindings with upstream clang, and check the sample app builds + links
 253         run: |
 254           cd ldk-c-bindings
 255           export PATH=`pwd`/clang+llvm-12.0.0-x86_64-apple-darwin/bin:$PATH
 256           CC=clang ./genbindings.sh ../rust-lightning true
 257           cd ..
 258       - name: Fetch OpenJDK 16
 259         run: |
 260           wget -O openjdk-16.0.1_osx-x64_bin.tar.gz https://download.java.net/java/GA/jdk16.0.1/7147401fd7354114ac51ef3e1328291f/9/GPL/openjdk-16.0.1_osx-x64_bin.tar.gz
 261           if [ "$(shasum -a 256 openjdk-16.0.1_osx-x64_bin.tar.gz | awk '{ print $1 }')" != "6098f839954439d4916444757c542c1b8778a32461706812d41cc8bbefce7f2f" ]; then
 262             echo "Bad hash"
 263             exit 1
 264           fi
 265           tar xvvf openjdk-16.0.1_osx-x64_bin.tar.gz
 266           export JAVA_HOME=`pwd`/jdk-16.0.1.jdk/Contents/Home
 267           export PATH=$JAVA_HOME/bin:$PATH
 268       - name: Detect current git version
 269         run: |
 270           # We assume the top commit is just a bindings update commit, so we
 271           # check out the previous commit to use as the commit we git describe.
 272           # If the top commit is a merge commit, we need to get the last merge
 273           # head and assume the latest bindings are built against its parent.
 274           COMMIT_PARENTS=$(git show -s --pretty=format:%P HEAD)
 275           if [ "${#COMMIT_PARENTS}" = 40 ]; then
 276             export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD^1)"
 277           else
 278             MERGE_HEAD=$(git show --pretty=format:%P HEAD | ( for last in $(cat /dev/stdin); do true; done; echo $last ))
 279             export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag $MERGE_HEAD^1)"
 280           fi
 281           echo "Using $LDK_GARBAGECOLLECTED_GIT_OVERRIDE as git version"
 282           echo "$LDK_GARBAGECOLLECTED_GIT_OVERRIDE" > .git_ver
 283       - name: Checkout latest Linux binaries
 284         run: |
 285           export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(cat .git_ver)"
 286           git clone --depth 1 https://git.bitcoin.ninja/ldk-java-bins
 287           mkdir -p src/main/resources/
 288           cp "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/liblightningjni_Linux-"* src/main/resources/
 289       - name: Build Java/TS Release Bindings
 290         run: |
 291           export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(cat .git_ver)"
 292           # genbindings.sh always fails as there is no wasm32-wasi library
 293           # available, so instead we check that the expected JNI library
 294           # is created.
 295           export PATH=`pwd`/clang+llvm-12.0.0-x86_64-apple-darwin/bin:$PATH
 296           ./genbindings.sh ./ldk-c-bindings/ "-I$JAVA_HOME/include/ -I$JAVA_HOME/include/darwin -isysroot$(xcrun --show-sdk-path)" false false || echo
 297           cat src/main/resources/liblightningjni_MacOSX-x86_64.nativelib > /dev/null
 298           if [ "${{ matrix.platform }}" = "macos-11" ]; then
 299             export CC="clang --target=aarch64-apple-darwin"
 300             export LDK_TARGET=aarch64-apple-darwin
 301             export LDK_TARGET_CPU=apple-a14
 302             ./genbindings.sh ./ldk-c-bindings/ "-I$JAVA_HOME/include/ -I$JAVA_HOME/include/darwin -isysroot$(xcrun --show-sdk-path)" false false || echo
 303             cat src/main/resources/liblightningjni_MacOSX-aarch64.nativelib > /dev/null
 304           fi
 305       - name: Fetch Maven 3.8.1
 306         run: |
 307           wget -O apache-maven-3.8.1-bin.tar.gz https://apache.osuosl.org/maven/maven-3/3.8.1/binaries/apache-maven-3.8.1-bin.tar.gz
 308           if [ "$(shasum -a 256 apache-maven-3.8.1-bin.tar.gz | awk '{ print $1 }')" != "b98a1905eb554d07427b2e5509ff09bd53e2f1dd7a0afa38384968b113abef02" ]; then
 309             echo "Bad hash"
 310             exit 1
 311           fi
 312           tar xvvf apache-maven-3.8.1-bin.tar.gz
 313           export PATH=apache-maven-3.8.1/bin:$PATH
 314       - name: Run Java Tests against built jar
 315         run: |
 316           mvn -DskipTests=true package
 317           export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(cat .git_ver)"
 318           JAR_VERSION=${LDK_GARBAGECOLLECTED_GIT_OVERRIDE:1:100}
 319           mvn install:install-file -Dfile=target/ldk-java-${JAR_VERSION}.jar -DgroupId=org.lightningdevkit -DartifactId=ldk-java -Dversion=1.0-SNAPSHOT -Dpackaging=jar
 320           cd javatester
 321           mvn package
 322           java -ea -jar target/ldk-java-tests-1.0-SNAPSHOT-jar-with-dependencies.jar
 323           cd ..
 324       - name: Check latest release libs are in git
 325         run: |
 326           if [ "${{ matrix.platform }}" = "macos-11" ]; then
 327             export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(cat .git_ver)"
 328             rm "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"liblightningjni_MacOSX-{x86_64,aarch64}.nativelib
 329             cp src/main/resources/liblightningjni_MacOSX-*.nativelib "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"
 330             cd ldk-java-bins
 331             # Sadly, OSX binaries are not currently deterministic, more debugging is needed.
 332             #git diff --exit-code
 333           fi
 334       - name: Run Java Tests against release bins
 335         run: |
 336           if [ "${{ matrix.platform }}" != "macos-11" ]; then
 337             export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(cat .git_ver)"
 338             cp "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"liblightningjni_MacOSX-{x86_64,aarch64}.nativelib src/main/resources/
 339             mvn clean
 340             mvn -DskipTests=true package
 341             JAR_VERSION=${LDK_GARBAGECOLLECTED_GIT_OVERRIDE:1:100}
 342             mvn install:install-file -Dfile=target/ldk-java-${JAR_VERSION}.jar -DgroupId=org.lightningdevkit -DartifactId=ldk-java -Dversion=1.0-SNAPSHOT -Dpackaging=jar
 343             cd javatester
 344             mvn package
 345             java -ea -jar target/ldk-java-tests-1.0-SNAPSHOT-jar-with-dependencies.jar
 346             cd ..
 347           fi