_ Git - ldk-java/blob - .github/workflows/build.yml

   1 name: Continuous Integration Checks
   2
   3 on: [push, pull_request]
   4
   5 jobs:
   6   check_bindings:
   7     runs-on: ubuntu-latest
   8     # Ubuntu's version of rustc uses its own LLVM instead of being a real native package.
   9     # This leaves us with an incompatible LLVM version when linking. Instead, use a real OS.
  10     container: debian:bullseye
  11     env:
  12       TOOLCHAIN: stable
  13     strategy:
  14       fail-fast: false
  15     steps:
  16       - name: Install native Rust toolchain, Valgrind, and build utilitis
  17         run: |
  18           apt-get update
  19           apt-get -y dist-upgrade
  20           apt-get -y install cargo libstd-rust-dev-wasm32 valgrind lld git g++ clang openjdk-11-jdk maven faketime zip unzip llvm curl
  21       - name: Checkout source code
  22         uses: actions/checkout@v2
  23         with:
  24           fetch-depth: 0
  25       - name: Install cbindgen
  26         run: cargo install --force cbindgen
  27       - name: Checkout Rust-Lightning and LDK-C-Bindings git
  28         run: |
  29           git config --global user.email "ldk-ci@example.com"
  30           git config --global user.name "LDK CI"
  31           # Note this is a different endpoint, as we need one non-upstream commit!
  32           git clone https://git.bitcoin.ninja/rust-lightning
  33           cd rust-lightning
  34           git checkout origin/2021-03-java-bindings-base
  35           cd ..
  36           git clone https://github.com/lightningdevkit/ldk-c-bindings
  37           cd ldk-c-bindings
  38           git checkout 0.0.103
  39       - name: Rebuild C bindings without STD for WASM
  40         run: |
  41           cd ldk-c-bindings
  42           ./genbindings.sh ../rust-lightning false
  43           mv lightning-c-bindings/target/wasm32-wasi ./
  44           cd ..
  45       - name: Rebuild C bindings, and check the sample app builds + links
  46         run: |
  47           cd ldk-c-bindings
  48           # Reset the Cargo.toml file so that git describe doesn't think we're "-dirty"
  49           git checkout lightning-c-bindings/Cargo.toml
  50           ./genbindings.sh ../rust-lightning true
  51           mv wasm32-wasi lightning-c-bindings/target/
  52           cd ..
  53       - name: Build Java/TS Debug Bindings
  54         run: ./genbindings.sh ./ldk-c-bindings/ "-I/usr/lib/jvm/java-11-openjdk-amd64/include/ -I/usr/lib/jvm/java-11-openjdk-amd64/include/linux/" true false
  55       - name: Run Java Tests against Debug Bindings
  56         run: |
  57           mv liblightningjni_debug_Linux-amd64.so liblightningjni.so
  58           export ASAN_OPTIONS=detect_leaks=0
  59           LD_PRELOAD=/usr/lib/llvm-11/lib/clang/11.0.1/lib/linux/libclang_rt.asan-x86_64.so LD_LIBRARY_PATH=. mvn test
  60       - name: Checkout latest MacOS binaries
  61         run: |
  62           export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)"
  63           echo "Fetching deterministic binaries for LDK-GC ${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}"
  64           # Gitweb only allows snapshots of folders by providing the object hash, which we have to extract:
  65           SNAPSHOT_LINK="$(curl "https://git.bitcoin.ninja/index.cgi?p=ldk-java-bins;a=tree;f=${LDK_GARBAGECOLLECTED_GIT_OVERRIDE};hb=refs/heads/main" | grep snapshot | grep -o 'href="[a-zA-Z0-9/?\.=;\-]*"' | sed 's/href="//' | tr -d '"' | grep snapshot)"
  66           curl -o bins-snapshot.tgz "https://git.bitcoin.ninja${SNAPSHOT_LINK}"
  67           mkdir -p ldk-java-bins/"${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}"
  68           cd ldk-java-bins/"${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}"
  69           tar xvvf ../../bins-snapshot.tgz
  70           mv ldk-java-bins-*/* ./
  71           rm -r ldk-java-bins-*
  72           cd ../..
  73           mkdir -p src/main/resources/
  74           cp "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/liblightningjni_MacOSX-"* src/main/resources/
  75       - name: Build Java/TS Release Bindings
  76         run: |
  77           export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)"
  78           ./genbindings.sh ./ldk-c-bindings/ "-I/usr/lib/jvm/java-11-openjdk-amd64/include/ -I/usr/lib/jvm/java-11-openjdk-amd64/include/linux/" false false
  79       - name: Build deterministic release jar
  80         run: ./build-release-jar.sh
  81       - name: Check latest headers are in git
  82         run: |
  83           git checkout pom.xml
  84           git diff --exit-code
  85       - name: Check latest library and jars are in bins repo
  86         run: |
  87           export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)"
  88           mkdir ldk-java-bins/new/
  89           cp "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"liblightningjni_Mac*.nativelib ldk-java-bins/new/
  90           cp "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"LDK-release.aar ldk-java-bins/new/
  91           # ldk-java-leaktracking is only for debug purposes and we don't bother with determinism
  92           cp "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"ldk-java-leaktracking.jar ldk-java-bins/new/
  93           cp src/main/resources/liblightningjni_Linux-amd64.nativelib ldk-java-bins/new/
  94           cp ldk-java-sources.jar ldk-java-bins/new/
  95           cp ldk-java.jar ldk-java-bins/new/
  96           cp ldk-java-classes.jar ldk-java-bins/new/
  97           cp ldk-java-javadoc.jar ldk-java-bins/new/
  98           cd ldk-java-bins
  99           if ! diff -r "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/" new/; then
 100             apt-get -y install diffoscope
 101             diffoscope new/ldk-java-sources.jar "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/ldk-java-sources.jar" || echo
 102             diffoscope new/ldk-java-javadoc.jar "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/ldk-java-javadoc.jar" || echo
 103             diffoscope new/ldk-java-classes.jar "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/ldk-java-classes.jar" || echo
 104             diffoscope new/ldk-java.jar "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/ldk-java.jar" || echo
 105             exit 1
 106           fi
 107       - name: Run Java Tests against built release jar
 108         run: |
 109           mvn install:install-file -Dfile=ldk-java.jar -DgroupId=org.lightningdevkit -DartifactId=ldk-java -Dversion=1.0-SNAPSHOT -Dpackaging=jar
 110           cd javatester
 111           mvn package
 112           java -ea -jar target/ldk-java-tests-1.0-SNAPSHOT-jar-with-dependencies.jar
 113           cd ..
 114
 115   android:
 116     runs-on: ubuntu-latest
 117     # Frankly, I'm not really sure why debian and ubuntu differ in the results here, they really shouldn't
 118     container: debian:bullseye
 119     env:
 120       TOOLCHAIN: stable
 121     strategy:
 122       fail-fast: false
 123     steps:
 124       - name: Install rust targets
 125         run: |
 126           apt-get update
 127           apt-get -y dist-upgrade
 128           apt-get -y install git g++ clang faketime zip unzip curl openjdk-11-jdk
 129           curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs > rustup.sh
 130           chmod +x ./rustup.sh
 131           ./rustup.sh -y
 132           . $HOME/.cargo/env
 133           rustup target add armv7-linux-androideabi
 134           rustup target add aarch64-linux-android
 135           rustup target add i686-linux-android
 136           rustup target add x86_64-linux-android
 137       - name: Checkout source code
 138         uses: actions/checkout@v2
 139         with:
 140           fetch-depth: 0
 141       - name: Install android NDK compilers
 142         run: |
 143           curl https://dl.google.com/android/repository/android-ndk-r22b-linux-x86_64.zip > android-ndk-r22b-linux-x86_64.zip
 144           if [ "$(sha256sum android-ndk-r22b-linux-x86_64.zip | awk '{ print $1 }')" != "ac3a0421e76f71dd330d0cd55f9d99b9ac864c4c034fc67e0d671d022d4e806b" ]; then
 145             echo "Bad hash"
 146             exit 1
 147           fi
 148           unzip android-ndk-r22b-linux-x86_64.zip
 149       - name: Install cbindgen
 150         run: |
 151           . $HOME/.cargo/env
 152           cargo install --force cbindgen
 153       - name: Checkout Rust-Lightning and LDK-C-Bindings git
 154         run: |
 155           git config --global user.email "ldk-ci@example.com"
 156           git config --global user.name "LDK CI"
 157           # Note this is a different endpoint, as we need one non-upstream commit!
 158           git clone https://git.bitcoin.ninja/rust-lightning
 159           cd rust-lightning
 160           git checkout origin/2021-03-java-bindings-base
 161           cd ..
 162           git clone https://github.com/lightningdevkit/ldk-c-bindings
 163           cd ldk-c-bindings
 164           git checkout 0.0.103
 165       - name: Checkout Android AAR binaries and artifacts
 166         run: |
 167           # Gitweb only allows snapshots of folders by providing the object hash, which we have to extract:
 168           export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)"
 169           echo "Fetching deterministic binaries for LDK-GC ${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}"
 170           RELEASE_PAGE="https://git.bitcoin.ninja/index.cgi?p=ldk-java-bins;a=tree;f=${LDK_GARBAGECOLLECTED_GIT_OVERRIDE};hb=refs/heads/main"
 171           SNAPSHOT_LINK="$(curl "$RELEASE_PAGE" | grep snapshot | grep -o 'href="[a-zA-Z0-9/?\.=;\-]*"' | sed 's/href="//' | tr -d '"' | grep snapshot)"
 172           curl -o bins-snapshot.tgz "https://git.bitcoin.ninja${SNAPSHOT_LINK}"
 173
 174           ANDROID_PAGE="https://git.bitcoin.ninja/index.cgi?p=ldk-java-bins;a=tree;f=android-artifacts;hb=refs/heads/main"
 175           SNAPSHOT_LINK="$(curl "$ANDROID_PAGE" | grep snapshot | grep -o 'href="[a-zA-Z0-9/?\.=;\-]*"' | sed 's/href="//' | tr -d '"' | grep snapshot)"
 176           curl -o android-snapshot.tgz "https://git.bitcoin.ninja${SNAPSHOT_LINK}"
 177
 178           mkdir -p ldk-java-bins/"${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}"
 179           cd ldk-java-bins/"${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}"
 180           tar xvvf ../../bins-snapshot.tgz
 181           mv ldk-java-bins-*/* ./
 182           rm -r ldk-java-bins-*
 183
 184           mkdir -p ../android-artifacts
 185           cd ../android-artifacts
 186           tar xvvf ../../android-snapshot.tgz
 187           mv ldk-java-bins-*/* ./
 188           rm -r ldk-java-bins-*
 189       - name: Build Android aar
 190         run: |
 191           . $HOME/.cargo/env
 192           export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)"
 193           cp "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/ldk-java-classes.jar" ./
 194           export ANDROID_TOOLCHAIN="$(pwd)/android-ndk-r22b/toolchains/llvm/prebuilt/linux-x86_64"
 195           export PATH="$PATH:$ANDROID_TOOLCHAIN/bin"
 196           ./android-build.sh ./rust-lightning ./ldk-c-bindings/ ./ldk-java-bins/android-artifacts
 197       - name: Check latest library and jars are in bins repo
 198         run: |
 199           export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)"
 200           if ! diff LDK-release.aar "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"LDK-release.aar; then
 201             apt-get -y install diffoscope
 202             diffoscope LDK-release.aar "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/LDK-release.aar"
 203             exit 1
 204           fi
 205
 206   osx:
 207     strategy:
 208       matrix:
 209         include:
 210           - platform: macos-10.15
 211           - platform: macos-11
 212       fail-fast: false
 213     runs-on: ${{ matrix.platform }}
 214     env:
 215       TOOLCHAIN: stable
 216     steps:
 217       - name: Install other Rust platforms
 218         run: rustup target install aarch64-apple-darwin
 219       - name: Fetch upstream LLVM/clang snapshot
 220         run: |
 221           wget -O clang+llvm-13.0.0-x86_64-apple-darwin.tar.xz https://github.com/llvm/llvm-project/releases/download/llvmorg-13.0.0/clang+llvm-13.0.0-x86_64-apple-darwin.tar.xz
 222           if [ "$(shasum -a 256 clang+llvm-13.0.0-x86_64-apple-darwin.tar.xz | awk '{ print $1 }')" != "d051234eca1db1f5e4bc08c64937c879c7098900f7a0370f3ceb7544816a8b09" ]; then
 223             echo "Bad hash"
 224             exit 1
 225           fi
 226       - name: Unpack upstream LLVM+clang and use it by default
 227         run: |
 228           tar xvvf clang+llvm-13.0.0-x86_64-apple-darwin.tar.xz
 229       - name: Checkout source code
 230         uses: actions/checkout@v2
 231         with:
 232           fetch-depth: 0
 233       - name: Install cbindgen
 234         run: cargo install --force cbindgen
 235       - name: Checkout Rust-Lightning and LDK-C-Bindings git
 236         run: |
 237           git config --global user.email "ldk-ci@example.com"
 238           git config --global user.name "LDK CI"
 239           # Note this is a different endpoint, as we need one non-upstream commit!
 240           git clone https://git.bitcoin.ninja/rust-lightning
 241           cd rust-lightning
 242           git checkout origin/2021-03-java-bindings-base
 243           cd ..
 244           git clone https://github.com/lightningdevkit/ldk-c-bindings
 245           cd ldk-c-bindings
 246           git checkout 0.0.103
 247       - name: Rebuild C bindings with upstream clang, and check the sample app builds + links
 248         run: |
 249           cd ldk-c-bindings
 250           export PATH=`pwd`/clang+llvm-13.0.0-x86_64-apple-darwin/bin:$PATH
 251           CC=clang ./genbindings.sh ../rust-lightning true
 252           cd ..
 253       - name: Fetch OpenJDK 16
 254         run: |
 255           wget -O openjdk-16.0.1_osx-x64_bin.tar.gz https://download.java.net/java/GA/jdk16.0.1/7147401fd7354114ac51ef3e1328291f/9/GPL/openjdk-16.0.1_osx-x64_bin.tar.gz
 256           if [ "$(shasum -a 256 openjdk-16.0.1_osx-x64_bin.tar.gz | awk '{ print $1 }')" != "6098f839954439d4916444757c542c1b8778a32461706812d41cc8bbefce7f2f" ]; then
 257             echo "Bad hash"
 258             exit 1
 259           fi
 260           tar xvvf openjdk-16.0.1_osx-x64_bin.tar.gz
 261           export JAVA_HOME=`pwd`/jdk-16.0.1.jdk/Contents/Home
 262           export PATH=$JAVA_HOME/bin:$PATH
 263       - name: Checkout latest Linux binaries
 264         run: |
 265           export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)"
 266           echo "Fetching deterministic binaries for LDK-GC ${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}"
 267           # Gitweb only allows snapshots of folders by providing the object hash, which we have to extract:
 268           SNAPSHOT_LINK="$(wget -O /dev/stdout "https://git.bitcoin.ninja/index.cgi?p=ldk-java-bins;a=tree;f=${LDK_GARBAGECOLLECTED_GIT_OVERRIDE};hb=refs/heads/main" | grep snapshot | grep -o 'href="[a-zA-Z0-9/?\.=;\-]*"' | sed 's/href="//' | tr -d '"' | grep snapshot)"
 269           wget -O bins-snapshot.tgz "https://git.bitcoin.ninja${SNAPSHOT_LINK}"
 270           mkdir -p ldk-java-bins/"${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}"
 271           cd ldk-java-bins/"${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}"
 272           tar xvvf ../../bins-snapshot.tgz
 273           mv ldk-java-bins-*/* ./
 274           cd ../..
 275           mkdir -p src/main/resources/
 276           cp "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/liblightningjni_Linux-"* src/main/resources/
 277       - name: Build Java/TS Release Bindings
 278         run: |
 279           export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)"
 280           # genbindings.sh always fails as there is no wasm32-wasi library
 281           # available, so instead we check that the expected JNI library
 282           # is created.
 283           export PATH=`pwd`/clang+llvm-13.0.0-x86_64-apple-darwin/bin:$PATH
 284           ./genbindings.sh ./ldk-c-bindings/ "-I$JAVA_HOME/include/ -I$JAVA_HOME/include/darwin -isysroot$(xcrun --show-sdk-path)" false false || echo
 285           cat src/main/resources/liblightningjni_MacOSX-x86_64.nativelib > /dev/null
 286           if [ "${{ matrix.platform }}" = "macos-11" ]; then
 287             export CC="clang --target=aarch64-apple-darwin"
 288             export LDK_TARGET=aarch64-apple-darwin
 289             export LDK_TARGET_CPU=apple-a14
 290             ./genbindings.sh ./ldk-c-bindings/ "-I$JAVA_HOME/include/ -I$JAVA_HOME/include/darwin -isysroot$(xcrun --show-sdk-path)" false false || echo
 291             cat src/main/resources/liblightningjni_MacOSX-aarch64.nativelib > /dev/null
 292           fi
 293       - name: Fetch Maven 3.8.3
 294         run: |
 295           wget -O apache-maven-3.8.3-bin.tar.gz https://apache.osuosl.org/maven/maven-3/3.8.3/binaries/apache-maven-3.8.3-bin.tar.gz
 296           if [ "$(shasum -a 256 apache-maven-3.8.3-bin.tar.gz | awk '{ print $1 }')" != "0f1597d11085b8fe93d84652a18c6deea71ece9fabba45a02cf6600c7758fd5b" ]; then
 297             echo "Bad hash"
 298             exit 1
 299           fi
 300           tar xvvf apache-maven-3.8.3-bin.tar.gz
 301           export PATH=apache-maven-3.8.3/bin:$PATH
 302       - name: Run Java Tests against built jar
 303         run: |
 304           mvn -DskipTests=true package
 305           export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)"
 306           JAR_VERSION=${LDK_GARBAGECOLLECTED_GIT_OVERRIDE:1:100}
 307           mvn install:install-file -Dfile=target/ldk-java-${JAR_VERSION}.jar -DgroupId=org.lightningdevkit -DartifactId=ldk-java -Dversion=1.0-SNAPSHOT -Dpackaging=jar
 308           cd javatester
 309           mvn package
 310           java -ea -jar target/ldk-java-tests-1.0-SNAPSHOT-jar-with-dependencies.jar
 311           cd ..
 312       - name: Check latest release libs are in git
 313         run: |
 314           if [ "${{ matrix.platform }}" = "macos-11" ]; then
 315             export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)"
 316             # Sadly, OSX binaries are not currently deterministic, more debugging is needed.
 317             diff "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"liblightningjni_MacOSX-x86_64.nativelib src/main/resources/liblightningjni_MacOSX-x86_64.nativelib || echo
 318             diff "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"liblightningjni_MacOSX-aarch64.nativelib src/main/resources/liblightningjni_MacOSX-aarch64.nativelib || echo
 319           fi
 320       - name: Run Java Tests against release bins
 321         run: |
 322           if [ "${{ matrix.platform }}" != "macos-11" ]; then
 323             export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)"
 324             cp "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"liblightningjni_MacOSX-{x86_64,aarch64}.nativelib src/main/resources/
 325             mvn clean
 326             mvn -DskipTests=true package
 327             JAR_VERSION=${LDK_GARBAGECOLLECTED_GIT_OVERRIDE:1:100}
 328             mvn install:install-file -Dfile=target/ldk-java-${JAR_VERSION}.jar -DgroupId=org.lightningdevkit -DartifactId=ldk-java -Dversion=1.0-SNAPSHOT -Dpackaging=jar
 329             cd javatester
 330             mvn package
 331             java -ea -jar target/ldk-java-tests-1.0-SNAPSHOT-jar-with-dependencies.jar
 332             cd ..
 333           fi