Skip to content

Github CI: Test CI to reduce build time with matrix concurrency #661

Github CI: Test CI to reduce build time with matrix concurrency

Github CI: Test CI to reduce build time with matrix concurrency #661

name: ci
on:
pull_request:
paths-ignore:
- "**.md"
- "doc/**"
workflow_dispatch:
defaults:
run:
shell: bash
env:
RUST_BACKTRACE: 1
CARGO_TERM_COLOR: always
jobs:
rustfmt:
runs-on: ubuntu-latest
steps:
- name: Checkout repository
uses: actions/checkout@v4.1.1
- name: Install dependencies
run: sudo apt-get update && sudo apt-get install -y protobuf-compiler libssl-dev
- name: Install Rust nightly
run: rustup toolchain install nightly
- name: Show active toolchain
run: rustup show active-toolchain
- name: Add nightly rustfmt
run: rustup component add rustfmt --toolchain nightly-x86_64-unknown-linux-gnu
- name: Cache rust toolchain and dependencies
uses: actions/cache@v4
with:
path: |
~/.cargo/
target/
key: ${{ runner.os }}-rust-${{ hashFiles('**/Cargo.lock') }}
restore-keys: ${{ runner.os }}-rust-
- name: Rustfmt
run: cargo +nightly fmt --all -- --check
clippy:
runs-on: ubuntu-latest
needs: rustfmt
steps:
- name: Checkout repository
uses: actions/checkout@v4.1.1
- name: Install dependencies
run: sudo apt-get update && sudo apt-get install -y protobuf-compiler libssl-dev
- name: Cache
uses: actions/cache@v4
with:
path: |
~/.cargo/
target/
key: ${{ runner.os }}-rust-${{ hashFiles('**/Cargo.lock') }}
restore-keys: ${{ runner.os }}-rust-
- name: Cargo Clippy
run: rustup component add rust-src && cargo clippy --all --no-deps --all-targets --features=runtime-benchmarks -- -D warnings
check-runtime-benchmarks:
runs-on: ubuntu-latest
needs: rustfmt
outputs:
packages_with_feature: ${{ steps.set_output_with.outputs.packages_with_feature }}
packages_without_feature: ${{ steps.set_output_without.outputs.packages_without_feature }}
steps:
- name: Checkout repository
uses: actions/checkout@v4.1.1
- name: Install jq
run: sudo apt-get update && sudo apt-get install -y jq
- name: Check for runtime-benchmarks feature in packages
id: set_output_with
run: |
echo "Checking for 'runtime-benchmarks' feature in Cargo.toml files..."
packages_with_feature=()
packages_without_feature=()
for cargo_file in $(find . -name "Cargo.toml"); do
if grep -q "\[features\]" "$cargo_file"; then
if grep -q "runtime-benchmarks" "$cargo_file"; then
package_name=$(basename $(dirname "$cargo_file"))
packages_with_feature+=("$package_name")
else
package_name=$(basename $(dirname "$cargo_file"))
packages_without_feature+=("$package_name")
fi
else
package_name=$(basename $(dirname "$cargo_file"))
packages_without_feature+=("$package_name")
fi
done
echo "Packages with runtime-benchmarks feature: ${packages_with_feature[*]}"
echo "Packages without runtime-benchmarks feature: ${packages_without_feature[*]}"
# Set outputs as JSON arrays
echo "::set-output name=packages_with_feature::$(printf '["%s"]' "${packages_with_feature[@]}" | jq -R . | jq -s .)"
echo "::set-output name=packages_without_feature::$(printf '["%s"]' "${packages_without_feature[@]}" | jq -R . | jq -s .)"
test_with_runtime_benchmarks:
runs-on: ubuntu-latest
needs: check-runtime-benchmarks
if: needs.check-runtime-benchmarks.outputs.packages_with_feature != '[]'
strategy:
matrix:
package: ${{ fromJson(needs.check-runtime-benchmarks.outputs.packages_with_feature) }}
steps:
- name: Run tests with runtime-benchmarks
run: |
cargo test --release --package "${{ matrix.package }}" --features "runtime-benchmarks" --no-fail-fast
test_without_runtime_benchmarks:
runs-on: ubuntu-latest
needs: check-runtime-benchmarks
if: needs.check-runtime-benchmarks.outputs.packages_without_feature != '[]'
strategy:
matrix:
package: ${{ fromJson(needs.check-runtime-benchmarks.outputs.packages_without_feature) }}
steps:
- name: Run tests without runtime-benchmarks
run: |
cargo test --release --package "${{ matrix.package }}" --no-fail-fast