X-Git-Url: http://git.bitcoin.ninja/index.cgi?a=blobdiff_plain;f=.github%2Fworkflows%2Fbuild.yml;h=100441d2be200cb85e6e70b296691851f9edb818;hb=73306a3503e1c266e26e401ceb53fa930cc0c990;hp=cfb1b9c847420dc0cb4ee0edb9188033a738e26f;hpb=f0b818952bd4da666310bacfad9321a5da995c29;p=rust-lightning diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index cfb1b9c8..100441d2 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -12,7 +12,7 @@ jobs: beta, # 1.41.1 is MSRV for Rust-Lightning, lightning-invoice, and lightning-persister 1.41.1, - # 1.45.2 is MSRV for lightning-net-tokio, lightning-block-sync, and coverage generation + # 1.45.2 is MSRV for lightning-net-tokio, lightning-block-sync, lightning-background-processor 1.45.2, # 1.47.0 will be the MSRV for no-std builds using hashbrown once core2 is updated 1.47.0] @@ -20,35 +20,57 @@ jobs: - toolchain: stable build-net-tokio: true build-no-std: true + build-futures: true + build-tx-sync: true + coverage: true - toolchain: stable platform: macos-latest build-net-tokio: true build-no-std: true + build-futures: true + build-tx-sync: true + - toolchain: stable + test-custom-message: true - toolchain: beta platform: macos-latest build-net-tokio: true build-no-std: true + build-futures: true + build-tx-sync: true - toolchain: stable platform: windows-latest build-net-tokio: true build-no-std: true + build-futures: true + build-tx-sync: false - toolchain: beta platform: windows-latest build-net-tokio: true build-no-std: true + build-futures: true + build-tx-sync: false - toolchain: beta build-net-tokio: true build-no-std: true + build-futures: true + build-tx-sync: true + - toolchain: beta + test-custom-message: true - toolchain: 1.41.1 build-no-std: false test-log-variants: true + build-futures: false + build-tx-sync: false - toolchain: 1.45.2 build-net-old-tokio: true build-net-tokio: true build-no-std: false - coverage: true + build-futures: true + build-tx-sync: false - toolchain: 1.47.0 + build-futures: true build-no-std: true + build-tx-sync: false runs-on: ${{ matrix.platform }} steps: - name: Checkout source code @@ -62,10 +84,17 @@ jobs: - name: Pin tokio to 1.14 for Rust 1.45 if: "matrix.build-net-old-tokio" run: cargo update -p tokio --precise "1.14.0" --verbose + env: + CARGO_NET_GIT_FETCH_WITH_CLI: "true" + - name: Pin tokio to 1.26 for Windows + if: "matrix.platform == 'windows-latest'" + run: cargo update -p tokio --precise "1.26.0" --verbose + env: + CARGO_NET_GIT_FETCH_WITH_CLI: "true" - name: Build on Rust ${{ matrix.toolchain }} with net-tokio if: "matrix.build-net-tokio && !matrix.coverage" run: cargo build --verbose --color always - - name: Build on Rust ${{ matrix.toolchain }} with net-tokio and full code-linking for coverage generation + - name: Build on Rust ${{ matrix.toolchain }} with net-tokio, and full code-linking for coverage generation if: matrix.coverage run: RUSTFLAGS="-C link-dead-code" cargo build --verbose --color always - name: Build on Rust ${{ matrix.toolchain }} @@ -97,53 +126,89 @@ jobs: RUSTFLAGS="-C link-dead-code" cargo build --verbose --color always --features rpc-client RUSTFLAGS="-C link-dead-code" cargo build --verbose --color always --features rpc-client,rest-client RUSTFLAGS="-C link-dead-code" cargo build --verbose --color always --features rpc-client,rest-client,tokio + - name: Build Transaction Sync Clients on Rust ${{ matrix.toolchain }} with features + if: "matrix.build-tx-sync && !matrix.coverage" + run: | + cd lightning-transaction-sync + cargo build --verbose --color always --features esplora-blocking + cargo build --verbose --color always --features esplora-async + cargo build --verbose --color always --features esplora-async-https + - name: Build transaction sync clients on Rust ${{ matrix.toolchain }} with features and full code-linking for coverage generation + if: "matrix.build-tx-sync && matrix.coverage" + run: | + cd lightning-transaction-sync + RUSTFLAGS="-C link-dead-code" cargo build --verbose --color always --features esplora-blocking + RUSTFLAGS="-C link-dead-code" cargo build --verbose --color always --features esplora-async + RUSTFLAGS="-C link-dead-code" cargo build --verbose --color always --features esplora-async-https + - name: Test transaction sync clients on Rust ${{ matrix.toolchain }} with features + if: "matrix.build-tx-sync" + run: | + cd lightning-transaction-sync + cargo test --verbose --color always --features esplora-blocking + cargo test --verbose --color always --features esplora-async + cargo test --verbose --color always --features esplora-async-https - name: Test backtrace-debug builds on Rust ${{ matrix.toolchain }} - if: "matrix.build-no-std" + if: "matrix.toolchain == 'stable'" + shell: bash # Default on Winblows is powershell run: | - cd lightning && cargo test --verbose --color always --features backtrace + cd lightning && RUST_BACKTRACE=1 cargo test --verbose --color always --features backtrace - name: Test on Rust ${{ matrix.toolchain }} with net-tokio if: "matrix.build-net-tokio && !matrix.coverage" run: cargo test --verbose --color always - - name: Test on Rust ${{ matrix.toolchain }} with net-tokio and full code-linking for coverage generation + - name: Test on Rust ${{ matrix.toolchain }} with net-tokio, and full code-linking for coverage generation if: matrix.coverage run: RUSTFLAGS="-C link-dead-code" cargo test --verbose --color always - - name: Test on no-std bullds Rust ${{ matrix.toolchain }} + - name: Test no-std builds on Rust ${{ matrix.toolchain }} if: "matrix.build-no-std && !matrix.coverage" shell: bash # Default on Winblows is powershell run: | - cd lightning - cargo test --verbose --color always --no-default-features --features no-std - # check if there is a conflict between no-std and the default std feature - cargo test --verbose --color always --features no-std - # check that things still pass without grind_signatures - # note that outbound_commitment_test only runs in this mode, because of hardcoded signature values - cargo test --verbose --color always --no-default-features --features std - # check if there is a conflict between no-std and the c_bindings cfg - RUSTFLAGS="--cfg=c_bindings" cargo test --verbose --color always --no-default-features --features=no-std - cd .. - cd lightning-invoice - cargo test --verbose --color always --no-default-features --features no-std - # check if there is a conflict between no-std and the default std feature - cargo test --verbose --color always --features no-std + for DIR in lightning lightning-invoice lightning-rapid-gossip-sync; do + cd $DIR + cargo test --verbose --color always --no-default-features --features no-std + # check if there is a conflict between no-std and the default std feature + cargo test --verbose --color always --features no-std + # check that things still pass without grind_signatures + # note that outbound_commitment_test only runs in this mode, because of hardcoded signature values + cargo test --verbose --color always --no-default-features --features std + # check if there is a conflict between no-std and the c_bindings cfg + RUSTFLAGS="--cfg=c_bindings" cargo test --verbose --color always --no-default-features --features=no-std + cd .. + done # check no-std compatibility across dependencies - cd .. cd no-std-check - cargo check --verbose --color always - cd .. + cargo check --verbose --color always --features lightning-transaction-sync + - name: Build no-std-check on Rust ${{ matrix.toolchain }} for ARM Embedded + if: "matrix.build-no-std && matrix.platform == 'ubuntu-latest'" + run: | + cd no-std-check + rustup target add thumbv7m-none-eabi + sudo apt-get -y install gcc-arm-none-eabi + cargo build --target=thumbv7m-none-eabi - name: Test on no-std builds Rust ${{ matrix.toolchain }} and full code-linking for coverage generation if: "matrix.build-no-std && matrix.coverage" run: | cd lightning RUSTFLAGS="-C link-dead-code" cargo test --verbose --color always --no-default-features --features no-std - cd .. + - name: Test futures builds on Rust ${{ matrix.toolchain }} + if: "matrix.build-futures && !matrix.coverage" + shell: bash # Default on Winblows is powershell + run: | + cd lightning-background-processor + cargo test --verbose --color always --no-default-features --features futures + - name: Test futures builds on Rust ${{ matrix.toolchain }} and full code-linking for coverage generation + if: "matrix.build-futures && matrix.coverage" + shell: bash # Default on Winblows is powershell + run: | + cd lightning-background-processor + RUSTFLAGS="-C link-dead-code" cargo test --verbose --color always --no-default-features --features futures - name: Test on Rust ${{ matrix.toolchain }} if: "! matrix.build-net-tokio" run: | - cargo test --verbose --color always -p lightning - cargo test --verbose --color always -p lightning-invoice - cargo test --verbose --color always -p lightning-rapid-gossip-sync - cargo build --verbose --color always -p lightning-persister - cargo build --verbose --color always -p lightning-background-processor + cargo test --verbose --color always -p lightning + cargo test --verbose --color always -p lightning-invoice + cargo test --verbose --color always -p lightning-rapid-gossip-sync + cargo test --verbose --color always -p lightning-persister + cargo test --verbose --color always -p lightning-background-processor - name: Test C Bindings Modifications on Rust ${{ matrix.toolchain }} if: "! matrix.build-net-tokio" run: | @@ -167,6 +232,11 @@ jobs: RUSTFLAGS="-C link-dead-code" cargo test --verbose --color always --features rpc-client RUSTFLAGS="-C link-dead-code" cargo test --verbose --color always --features rpc-client,rest-client RUSTFLAGS="-C link-dead-code" cargo test --verbose --color always --features rpc-client,rest-client,tokio + - name: Test Custom Message Macros on Rust ${{ matrix.toolchain }} + if: "matrix.test-custom-message" + run: | + cd lightning-custom-message + cargo test --verbose --color always - name: Install deps for kcov if: matrix.coverage run: | @@ -203,7 +273,7 @@ jobs: benchmark: runs-on: ubuntu-latest env: - TOOLCHAIN: nightly + TOOLCHAIN: stable steps: - name: Checkout source code uses: actions/checkout@v3 @@ -217,19 +287,19 @@ jobs: id: cache-graph uses: actions/cache@v3 with: - path: lightning/net_graph-2021-05-31.bin - key: ldk-net_graph-v0.0.15-2021-05-31.bin + path: lightning/net_graph-2023-01-18.bin + key: ldk-net_graph-v0.0.113-2023-01-18.bin - name: Fetch routing graph snapshot if: steps.cache-graph.outputs.cache-hit != 'true' run: | - curl --verbose -L -o lightning/net_graph-2021-05-31.bin https://bitcoin.ninja/ldk-net_graph-v0.0.15-2021-05-31.bin - echo "Sha sum: $(sha256sum lightning/net_graph-2021-05-31.bin | awk '{ print $1 }')" - if [ "$(sha256sum lightning/net_graph-2021-05-31.bin | awk '{ print $1 }')" != "${EXPECTED_ROUTING_GRAPH_SNAPSHOT_SHASUM}" ]; then + curl --verbose -L -o lightning/net_graph-2023-01-18.bin https://bitcoin.ninja/ldk-net_graph-v0.0.113-2023-01-18.bin + echo "Sha sum: $(sha256sum lightning/net_graph-2023-01-18.bin | awk '{ print $1 }')" + if [ "$(sha256sum lightning/net_graph-2023-01-18.bin | awk '{ print $1 }')" != "${EXPECTED_ROUTING_GRAPH_SNAPSHOT_SHASUM}" ]; then echo "Bad hash" exit 1 fi env: - EXPECTED_ROUTING_GRAPH_SNAPSHOT_SHASUM: 05a5361278f68ee2afd086cc04a1f927a63924be451f3221d380533acfacc303 + EXPECTED_ROUTING_GRAPH_SNAPSHOT_SHASUM: da6066f2bddcddbe7d8a6debbd53545697137b310bbb8c4911bc8c81fc5ff48c - name: Fetch rapid graph sync reference input run: | curl --verbose -L -o lightning-rapid-gossip-sync/res/full_graph.lngossip https://bitcoin.ninja/ldk-compressed_graph-285cb27df79-2022-07-21.bin @@ -248,7 +318,7 @@ jobs: cd .. - name: Run benchmarks on Rust ${{ matrix.toolchain }} run: | - cargo bench --features _bench_unstable + RUSTC_BOOTSTRAP=1 cargo bench --features _bench_unstable check_commits: runs-on: ubuntu-latest @@ -294,6 +364,7 @@ jobs: run: | cargo check --release cargo check --no-default-features --features=no-std --release + cargo check --no-default-features --features=futures --release cargo doc --release fuzz: @@ -323,7 +394,7 @@ jobs: linting: runs-on: ubuntu-latest env: - TOOLCHAIN: 1.47.0 + TOOLCHAIN: stable steps: - name: Checkout source code uses: actions/checkout@v3