X-Git-Url: http://git.bitcoin.ninja/index.cgi?a=blobdiff_plain;f=.github%2Fworkflows%2Fbuild.yml;h=885f0b83fa79e0fd39a4db16768aa82ca11cfacf;hb=db55d4ed1b9ee1b2712db1df0f9b0081a70e269b;hp=6ce2ef61808ea68f682fff6a1c94f83aebd7d6cd;hpb=0d5f55c8e63442f3f6ea379b390847123ac92a3d;p=ldk-java diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index 6ce2ef61..885f0b83 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -35,7 +35,7 @@ jobs: cd .. git clone https://github.com/lightningdevkit/ldk-c-bindings cd ldk-c-bindings - git checkout 0.0.100 + git checkout 0.0.102 - name: Rebuild C bindings without STD for WASM run: | cd ldk-c-bindings @@ -57,39 +57,25 @@ jobs: mv liblightningjni_debug_Linux-amd64.so liblightningjni.so export ASAN_OPTIONS=detect_leaks=0 LD_PRELOAD=/usr/lib/llvm-11/lib/clang/11.0.1/lib/linux/libclang_rt.asan-x86_64.so LD_LIBRARY_PATH=. mvn test - - name: Detect current git version - run: | - # We assume the top commit is just a bindings update commit, so we - # check out the previous commit to use as the commit we git describe. - # If the top commit is a merge commit, we need to get the last merge - # head and assume the latest bindings are built against its parent. - COMMIT_PARENTS=$(git show -s --pretty=format:%P HEAD) - if [ "${#COMMIT_PARENTS}" = 40 ]; then - export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD^1)" - else - MERGE_HEAD=$(git show --pretty=format:%P HEAD | ( for last in $(cat /dev/stdin); do true; done; echo $last )) - export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag $MERGE_HEAD^1)" - fi - echo "Using $LDK_GARBAGECOLLECTED_GIT_OVERRIDE as git version" - echo "$LDK_GARBAGECOLLECTED_GIT_OVERRIDE" > .git_ver - name: Checkout latest MacOS binaries run: | - export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(cat .git_ver)" + export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)" git clone --depth 1 https://git.bitcoin.ninja/ldk-java-bins mkdir -p src/main/resources/ cp "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/liblightningjni_MacOSX-"* src/main/resources/ - name: Build Java/TS Release Bindings run: | - export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(cat .git_ver)" + export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)" ./genbindings.sh ./ldk-c-bindings/ "-I/usr/lib/jvm/java-11-openjdk-amd64/include/ -I/usr/lib/jvm/java-11-openjdk-amd64/include/linux/" false false - name: Build deterministic release jar run: ./build-release-jar.sh - name: Check latest headers are in git run: | + git checkout pom.xml git diff --exit-code - name: Check latest library and jars are in bins repo run: | - export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(cat .git_ver)" + export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)" rm "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"*.jar rm "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"liblightningjni_Linux*.nativelib cp src/main/resources/liblightningjni_Linux-amd64.nativelib "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/" @@ -98,14 +84,16 @@ jobs: cp ldk-java-classes.jar "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/" cp ldk-java-javadoc.jar "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/" cd ldk-java-bins + # ldk-java-leaktracking is only for debug purposes and we don't bother with determinism + git checkout "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/ldk-java-leaktracking.jar" if ! git diff --exit-code; then mv "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"* ./ git checkout "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/" apt-get -y install diffoscope - diffoscope ldk-java-sources.jar "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/ldk-java-sources.jar" - diffoscope ldk-java-javadoc.jar "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/ldk-java-javadoc.jar" - diffoscope ldk-java-classes.jar "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/ldk-java-classes.jar" - diffoscope ldk-java.jar "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/ldk-java.jar" + diffoscope ldk-java-sources.jar "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/ldk-java-sources.jar" || echo + diffoscope ldk-java-javadoc.jar "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/ldk-java-javadoc.jar" || echo + diffoscope ldk-java-classes.jar "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/ldk-java-classes.jar" || echo + diffoscope ldk-java.jar "${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/ldk-java.jar" || echo exit 1 fi - name: Run Java Tests against built release jar @@ -165,35 +153,20 @@ jobs: cd .. git clone https://github.com/lightningdevkit/ldk-c-bindings cd ldk-c-bindings - git checkout 0.0.100 - - name: Detect current git version - run: | - # We assume the top commit is just a bindings update commit, so we - # check out the previous commit to use as the commit we git describe. - # If the top commit is a merge commit, we need to get the last merge - # head and assume the latest bindings are built against its parent. - COMMIT_PARENTS=$(git show -s --pretty=format:%P HEAD) - if [ "${#COMMIT_PARENTS}" = 40 ]; then - export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD^1)" - else - MERGE_HEAD=$(git show --pretty=format:%P HEAD | ( for last in $(cat /dev/stdin); do true; done; echo $last )) - export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag $MERGE_HEAD^1)" - fi - echo "Using $LDK_GARBAGECOLLECTED_GIT_OVERRIDE as git version" - echo "$LDK_GARBAGECOLLECTED_GIT_OVERRIDE" > .git_ver + git checkout 0.0.102 - name: Checkout Android AAR binaries and artifacts run: git clone --depth 1 https://git.bitcoin.ninja/ldk-java-bins - name: Build Android aar run: | . $HOME/.cargo/env - export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(cat .git_ver)" + export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)" cp "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/ldk-java-classes.jar" ./ export ANDROID_TOOLCHAIN="$(pwd)/android-ndk-r22b/toolchains/llvm/prebuilt/linux-x86_64" export PATH="$PATH:$ANDROID_TOOLCHAIN/bin" ./android-build.sh ./rust-lightning ./ldk-c-bindings/ ./ldk-java-bins/android-artifacts - name: Check latest library and jars are in bins repo run: | - export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(cat .git_ver)" + export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)" rm "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/LDK-release.aar" cp LDK-release.aar "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/" cd ldk-java-bins @@ -220,14 +193,14 @@ jobs: run: rustup target install aarch64-apple-darwin - name: Fetch upstream LLVM/clang snapshot run: | - wget -O clang+llvm-12.0.0-x86_64-apple-darwin.tar.xz https://github.com/llvm/llvm-project/releases/download/llvmorg-12.0.0/clang+llvm-12.0.0-x86_64-apple-darwin.tar.xz - if [ "$(shasum -a 256 clang+llvm-12.0.0-x86_64-apple-darwin.tar.xz | awk '{ print $1 }')" != "7bc2259bf75c003f644882460fc8e844ddb23b27236fe43a2787870a4cd8ab50" ]; then + wget -O clang+llvm-13.0.0-x86_64-apple-darwin.tar.xz https://github.com/llvm/llvm-project/releases/download/llvmorg-13.0.0/clang+llvm-13.0.0-x86_64-apple-darwin.tar.xz + if [ "$(shasum -a 256 clang+llvm-13.0.0-x86_64-apple-darwin.tar.xz | awk '{ print $1 }')" != "d051234eca1db1f5e4bc08c64937c879c7098900f7a0370f3ceb7544816a8b09" ]; then echo "Bad hash" exit 1 fi - name: Unpack upstream LLVM+clang and use it by default run: | - tar xvvf clang+llvm-12.0.0-x86_64-apple-darwin.tar.xz + tar xvvf clang+llvm-13.0.0-x86_64-apple-darwin.tar.xz - name: Checkout source code uses: actions/checkout@v2 with: @@ -245,11 +218,11 @@ jobs: cd .. git clone https://github.com/lightningdevkit/ldk-c-bindings cd ldk-c-bindings - git checkout 0.0.100 + git checkout 0.0.102 - name: Rebuild C bindings with upstream clang, and check the sample app builds + links run: | cd ldk-c-bindings - export PATH=`pwd`/clang+llvm-12.0.0-x86_64-apple-darwin/bin:$PATH + export PATH=`pwd`/clang+llvm-13.0.0-x86_64-apple-darwin/bin:$PATH CC=clang ./genbindings.sh ../rust-lightning true cd .. - name: Fetch OpenJDK 16 @@ -262,34 +235,19 @@ jobs: tar xvvf openjdk-16.0.1_osx-x64_bin.tar.gz export JAVA_HOME=`pwd`/jdk-16.0.1.jdk/Contents/Home export PATH=$JAVA_HOME/bin:$PATH - - name: Detect current git version - run: | - # We assume the top commit is just a bindings update commit, so we - # check out the previous commit to use as the commit we git describe. - # If the top commit is a merge commit, we need to get the last merge - # head and assume the latest bindings are built against its parent. - COMMIT_PARENTS=$(git show -s --pretty=format:%P HEAD) - if [ "${#COMMIT_PARENTS}" = 40 ]; then - export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD^1)" - else - MERGE_HEAD=$(git show --pretty=format:%P HEAD | ( for last in $(cat /dev/stdin); do true; done; echo $last )) - export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag $MERGE_HEAD^1)" - fi - echo "Using $LDK_GARBAGECOLLECTED_GIT_OVERRIDE as git version" - echo "$LDK_GARBAGECOLLECTED_GIT_OVERRIDE" > .git_ver - name: Checkout latest Linux binaries run: | - export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(cat .git_ver)" + export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)" git clone --depth 1 https://git.bitcoin.ninja/ldk-java-bins mkdir -p src/main/resources/ cp "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/liblightningjni_Linux-"* src/main/resources/ - name: Build Java/TS Release Bindings run: | - export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(cat .git_ver)" + export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)" # genbindings.sh always fails as there is no wasm32-wasi library # available, so instead we check that the expected JNI library # is created. - export PATH=`pwd`/clang+llvm-12.0.0-x86_64-apple-darwin/bin:$PATH + export PATH=`pwd`/clang+llvm-13.0.0-x86_64-apple-darwin/bin:$PATH ./genbindings.sh ./ldk-c-bindings/ "-I$JAVA_HOME/include/ -I$JAVA_HOME/include/darwin -isysroot$(xcrun --show-sdk-path)" false false || echo cat src/main/resources/liblightningjni_MacOSX-x86_64.nativelib > /dev/null if [ "${{ matrix.platform }}" = "macos-11" ]; then @@ -299,19 +257,19 @@ jobs: ./genbindings.sh ./ldk-c-bindings/ "-I$JAVA_HOME/include/ -I$JAVA_HOME/include/darwin -isysroot$(xcrun --show-sdk-path)" false false || echo cat src/main/resources/liblightningjni_MacOSX-aarch64.nativelib > /dev/null fi - - name: Fetch Maven 3.8.1 + - name: Fetch Maven 3.8.3 run: | - wget -O apache-maven-3.8.1-bin.tar.gz https://apache.osuosl.org/maven/maven-3/3.8.1/binaries/apache-maven-3.8.1-bin.tar.gz - if [ "$(shasum -a 256 apache-maven-3.8.1-bin.tar.gz | awk '{ print $1 }')" != "b98a1905eb554d07427b2e5509ff09bd53e2f1dd7a0afa38384968b113abef02" ]; then + wget -O apache-maven-3.8.3-bin.tar.gz https://apache.osuosl.org/maven/maven-3/3.8.3/binaries/apache-maven-3.8.3-bin.tar.gz + if [ "$(shasum -a 256 apache-maven-3.8.3-bin.tar.gz | awk '{ print $1 }')" != "0f1597d11085b8fe93d84652a18c6deea71ece9fabba45a02cf6600c7758fd5b" ]; then echo "Bad hash" exit 1 fi - tar xvvf apache-maven-3.8.1-bin.tar.gz - export PATH=apache-maven-3.8.1/bin:$PATH + tar xvvf apache-maven-3.8.3-bin.tar.gz + export PATH=apache-maven-3.8.3/bin:$PATH - name: Run Java Tests against built jar run: | mvn -DskipTests=true package - export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(cat .git_ver)" + export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)" JAR_VERSION=${LDK_GARBAGECOLLECTED_GIT_OVERRIDE:1:100} mvn install:install-file -Dfile=target/ldk-java-${JAR_VERSION}.jar -DgroupId=org.lightningdevkit -DartifactId=ldk-java -Dversion=1.0-SNAPSHOT -Dpackaging=jar cd javatester @@ -321,7 +279,7 @@ jobs: - name: Check latest release libs are in git run: | if [ "${{ matrix.platform }}" = "macos-11" ]; then - export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(cat .git_ver)" + export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)" rm "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"liblightningjni_MacOSX-{x86_64,aarch64}.nativelib cp src/main/resources/liblightningjni_MacOSX-*.nativelib "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/" cd ldk-java-bins @@ -331,7 +289,7 @@ jobs: - name: Run Java Tests against release bins run: | if [ "${{ matrix.platform }}" != "macos-11" ]; then - export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(cat .git_ver)" + export LDK_GARBAGECOLLECTED_GIT_OVERRIDE="$(git describe --tag HEAD)" cp "ldk-java-bins/${LDK_GARBAGECOLLECTED_GIT_OVERRIDE}/"liblightningjni_MacOSX-{x86_64,aarch64}.nativelib src/main/resources/ mvn clean mvn -DskipTests=true package