mirror of
https://github.com/pezkuwichain/pezkuwi-subxt.git
synced 2026-07-21 07:25:44 +00:00
Add CI for monorepo (#1145)
* Add CI for monorepo * fix frame tests * Format features Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io> * add note for skipping tests and disable test-linux-stable-all * Fix tests and compile issues (#1152) * Fix feature dependant import Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io> * Bump test timeout Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io> * Remove feature gate Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io> * Add resolver 2 Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io> * Remove old lockfile Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io> * Format features Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io> --------- Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io> * Fix check-dependency-rules Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io> * rm test-runtime Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io> * Actually fix script Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io> * enable cargo-check-each-crate-macos * Run check-each-crate on 6 machines (#1163) --------- Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io> Co-authored-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io>
This commit is contained in:
Alexander Samusev
committed by
GitHub
GitHub
parent
1a38d6d6be
commit
e49493442a
@@ -0,0 +1,465 @@
|
||||
# this is an artificial job dependency, for pipeline optimization using GitLab's DAGs
|
||||
# the job can be found in check.yml
|
||||
.run-immediately:
|
||||
needs:
|
||||
- job: job-starter
|
||||
artifacts: false
|
||||
|
||||
test-linux-stable:
|
||||
stage: test
|
||||
extends:
|
||||
- .docker-env
|
||||
- .common-refs
|
||||
- .run-immediately
|
||||
variables:
|
||||
RUST_TOOLCHAIN: stable
|
||||
# Enable debug assertions since we are running optimized builds for testing
|
||||
# but still want to have debug assertions.
|
||||
RUSTFLAGS: "-Cdebug-assertions=y -Dwarnings"
|
||||
parallel: 3
|
||||
script:
|
||||
# Build all but only execute 'runtime' tests.
|
||||
- echo "Node index - ${CI_NODE_INDEX}. Total amount - ${CI_NODE_TOTAL}"
|
||||
# add experimental to features after https://github.com/paritytech/substrate/pull/14502 is merged
|
||||
# "upgrade_version_checks_should_work" is currently failing
|
||||
# "receive_rate_limit_is_enforced"and "benchmark_block_works" can be found in test-linux-stable-additional-tests
|
||||
# they fail if run with other tests
|
||||
# "rx::tests::sent_views_include_finalized_number_update", "follow_chain_works", "create_snapshot_works" and "block_execution_works"
|
||||
# can be found in test-linux-stable-slow
|
||||
- |
|
||||
time cargo nextest run \
|
||||
-E 'all() & !test(upgrade_version_checks_should_work) & !test(receive_rate_limit_is_enforced) & !test(benchmark_block_works) & !test(rx::tests::sent_views_include_finalized_number_update) & !test(follow_chain_works) & !test(create_snapshot_works) & !test(block_execution_works)' \
|
||||
--workspace \
|
||||
--locked \
|
||||
--release \
|
||||
--verbose \
|
||||
--no-fail-fast \
|
||||
--features runtime-benchmarks,try-runtime \
|
||||
--partition count:${CI_NODE_INDEX}/${CI_NODE_TOTAL}
|
||||
# run runtime-api tests with `enable-staging-api` feature on the 1st node
|
||||
- if [ ${CI_NODE_INDEX} == 1 ]; then time cargo nextest run -p sp-api-test --features enable-staging-api; fi
|
||||
# todo: add flacky-test collector
|
||||
|
||||
test-linux-oldkernel-stable:
|
||||
extends: test-linux-stable
|
||||
tags:
|
||||
- oldkernel-vm
|
||||
|
||||
# can be used to run all tests
|
||||
# test-linux-stable-all:
|
||||
# stage: test
|
||||
# extends:
|
||||
# - .docker-env
|
||||
# - .common-refs
|
||||
# - .run-immediately
|
||||
# variables:
|
||||
# RUST_TOOLCHAIN: stable
|
||||
# # Enable debug assertions since we are running optimized builds for testing
|
||||
# # but still want to have debug assertions.
|
||||
# RUSTFLAGS: "-Cdebug-assertions=y -Dwarnings"
|
||||
# parallel: 3
|
||||
# script:
|
||||
# # Build all but only execute 'runtime' tests.
|
||||
# - echo "Node index - ${CI_NODE_INDEX}. Total amount - ${CI_NODE_TOTAL}"
|
||||
# - |
|
||||
# time cargo nextest run \
|
||||
# --workspace \
|
||||
# --locked \
|
||||
# --release \
|
||||
# --verbose \
|
||||
# --no-fail-fast \
|
||||
# --features runtime-benchmarks,try-runtime \
|
||||
# --partition count:${CI_NODE_INDEX}/${CI_NODE_TOTAL}
|
||||
# # todo: add flacky-test collector
|
||||
|
||||
# for some reasons these tests fail if run with all tests
|
||||
test-linux-stable-additional-tests:
|
||||
stage: test
|
||||
extends:
|
||||
- .docker-env
|
||||
- .common-refs
|
||||
- .run-immediately
|
||||
variables:
|
||||
RUST_TOOLCHAIN: stable
|
||||
# Enable debug assertions since we are running optimized builds for testing
|
||||
# but still want to have debug assertions.
|
||||
RUSTFLAGS: "-Cdebug-assertions=y -Dwarnings"
|
||||
script:
|
||||
- |
|
||||
time cargo nextest run \
|
||||
-E 'test(receive_rate_limit_is_enforced) + test(benchmark_block_works)' \
|
||||
--workspace \
|
||||
--locked \
|
||||
--release \
|
||||
--verbose \
|
||||
--features runtime-benchmarks,try-runtime
|
||||
allow_failure: true
|
||||
|
||||
# these ones can be really slow so it's better to run them separately
|
||||
test-linux-stable-slow:
|
||||
stage: test
|
||||
# remove after cache is setup
|
||||
timeout: 2h
|
||||
extends:
|
||||
- .docker-env
|
||||
- .common-refs
|
||||
- .run-immediately
|
||||
variables:
|
||||
RUST_TOOLCHAIN: stable
|
||||
# Enable debug assertions since we are running optimized builds for testing
|
||||
# but still want to have debug assertions.
|
||||
RUSTFLAGS: "-Cdebug-assertions=y -Dwarnings"
|
||||
script:
|
||||
- |
|
||||
time cargo nextest run \
|
||||
-E 'test(rx::tests::sent_views_include_finalized_number_update) + test(follow_chain_works) + test(create_snapshot_works) + test(block_execution_works)' \
|
||||
--workspace \
|
||||
--locked \
|
||||
--release \
|
||||
--verbose \
|
||||
--features runtime-benchmarks,try-runtime
|
||||
allow_failure: true
|
||||
|
||||
# takes about 1,5h without cache
|
||||
# can be used to check that nextest works correctly
|
||||
# test-linux-stable-polkadot:
|
||||
# stage: test
|
||||
# timeout: 2h
|
||||
# extends:
|
||||
# - .docker-env
|
||||
# - .common-refs
|
||||
# - .run-immediately
|
||||
# - .collect-artifacts-short
|
||||
# variables:
|
||||
# RUST_TOOLCHAIN: stable
|
||||
# # Enable debug assertions since we are running optimized builds for testing
|
||||
# # but still want to have debug assertions.
|
||||
# RUSTFLAGS: "-Cdebug-assertions=y -Dwarnings"
|
||||
# script:
|
||||
# - mkdir -p artifacts
|
||||
# - time cargo test --workspace
|
||||
# --locked
|
||||
# --profile testnet
|
||||
# --features=runtime-benchmarks,runtime-metrics,try-runtime --
|
||||
# --skip upgrade_version_checks_should_work
|
||||
|
||||
test-doc:
|
||||
stage: test
|
||||
extends:
|
||||
- .docker-env
|
||||
- .common-refs
|
||||
- .run-immediately
|
||||
variables:
|
||||
# Enable debug assertions since we are running optimized builds for testing
|
||||
# but still want to have debug assertions.
|
||||
RUSTFLAGS: "-Cdebug-assertions=y -Dwarnings"
|
||||
script:
|
||||
- time cargo test --doc
|
||||
|
||||
test-rustdoc:
|
||||
stage: test
|
||||
extends:
|
||||
- .docker-env
|
||||
- .common-refs
|
||||
- .run-immediately
|
||||
variables:
|
||||
SKIP_WASM_BUILD: 1
|
||||
RUSTDOCFLAGS: "-Dwarnings"
|
||||
script:
|
||||
- time cargo doc --workspace --all-features --verbose --no-deps
|
||||
allow_failure: true
|
||||
|
||||
cargo-check-all-benches:
|
||||
stage: test
|
||||
extends:
|
||||
- .docker-env
|
||||
- .common-refs
|
||||
- .run-immediately
|
||||
script:
|
||||
- time cargo check --all --benches
|
||||
|
||||
test-node-metrics:
|
||||
stage: test
|
||||
extends:
|
||||
- .docker-env
|
||||
- .common-refs
|
||||
- .run-immediately
|
||||
- .collect-artifacts-short
|
||||
variables:
|
||||
RUST_TOOLCHAIN: stable
|
||||
# Enable debug assertions since we are running optimized builds for testing
|
||||
# but still want to have debug assertions.
|
||||
RUSTFLAGS: "-Cdebug-assertions=y -Dwarnings"
|
||||
script:
|
||||
- mkdir -p artifacts
|
||||
- time cargo test --profile testnet
|
||||
--locked
|
||||
--features=runtime-metrics -p polkadot-node-metrics > artifacts/log.txt
|
||||
# FIXME!
|
||||
allow_failure: true
|
||||
|
||||
test-deterministic-wasm:
|
||||
stage: test
|
||||
extends:
|
||||
- .docker-env
|
||||
- .common-refs
|
||||
- .run-immediately
|
||||
script:
|
||||
- .gitlab/test_deterministic_wasm.sh
|
||||
|
||||
cargo-check-benches:
|
||||
stage: test
|
||||
variables:
|
||||
CI_JOB_NAME: "cargo-check-benches"
|
||||
extends:
|
||||
- .docker-env
|
||||
- .common-refs
|
||||
- .run-immediately
|
||||
- .collect-artifacts
|
||||
before_script:
|
||||
# TODO: DON'T FORGET TO CHANGE FOR PROD VALUES!!!
|
||||
# merges in the master branch on PRs. skip if base is not master
|
||||
- 'if [ $CI_COMMIT_REF_NAME != "master" ]; then
|
||||
BASE=$(curl -s -H "Authorization: Bearer ${GITHUB_PR_TOKEN}" https://api.github.com/repos/paritytech-stg/polkadot-sdk/pulls/${CI_COMMIT_REF_NAME} | jq -r .base.ref);
|
||||
printf "Merging base branch %s\n" "${BASE:=master}";
|
||||
if [ $BASE != "master" ]; then
|
||||
echo "$BASE is not master, skipping merge";
|
||||
else
|
||||
git config user.email "ci@gitlab.parity.io";
|
||||
git fetch origin "refs/heads/${BASE}";
|
||||
git merge --verbose --no-edit FETCH_HEAD;
|
||||
fi
|
||||
fi'
|
||||
parallel: 2
|
||||
script:
|
||||
- mkdir -p ./artifacts/benches/$CI_COMMIT_REF_NAME-$CI_COMMIT_SHORT_SHA
|
||||
# this job is executed in parallel on two runners
|
||||
- echo "___Running benchmarks___";
|
||||
- case ${CI_NODE_INDEX} in
|
||||
1)
|
||||
SKIP_WASM_BUILD=1 time cargo check --locked --benches --all;
|
||||
cargo run --locked --release -p node-bench -- ::trie::read::small --json
|
||||
| tee ./artifacts/benches/$CI_COMMIT_REF_NAME-$CI_COMMIT_SHORT_SHA/::trie::read::small.json;
|
||||
echo "___Uploading cache for rusty-cachier___";
|
||||
;;
|
||||
2)
|
||||
cargo run --locked --release -p node-bench -- ::node::import::sr25519::transfer_keep_alive::paritydb::small --json
|
||||
| tee ./artifacts/benches/$CI_COMMIT_REF_NAME-$CI_COMMIT_SHORT_SHA/::node::import::sr25519::transfer_keep_alive::paritydb::small.json
|
||||
;;
|
||||
esac
|
||||
|
||||
node-bench-regression-guard:
|
||||
# it's not belong to `build` semantically, but dag jobs can't depend on each other
|
||||
# within the single stage - https://gitlab.com/gitlab-org/gitlab/-/issues/30632
|
||||
# more: https://github.com/paritytech/substrate/pull/8519#discussion_r608012402
|
||||
stage: build
|
||||
extends:
|
||||
- .docker-env
|
||||
- .common-refs
|
||||
needs:
|
||||
# this is a DAG
|
||||
- job: cargo-check-benches
|
||||
artifacts: true
|
||||
# polls artifact from master to compare with current result
|
||||
# need to specify both parallel jobs from master because of the bug
|
||||
# https://gitlab.com/gitlab-org/gitlab/-/issues/39063
|
||||
- project: $CI_PROJECT_PATH
|
||||
job: "cargo-check-benches 1/2"
|
||||
ref: master
|
||||
artifacts: true
|
||||
- project: $CI_PROJECT_PATH
|
||||
job: "cargo-check-benches 2/2"
|
||||
ref: master
|
||||
artifacts: true
|
||||
variables:
|
||||
CI_IMAGE: "paritytech/node-bench-regression-guard:latest"
|
||||
before_script: [""]
|
||||
script:
|
||||
- echo "------- IMPORTANT -------"
|
||||
- echo "node-bench-regression-guard depends on the results of a cargo-check-benches job"
|
||||
- echo "In case of this job failure, check your pipeline's cargo-check-benches"
|
||||
- "node-bench-regression-guard --reference artifacts/benches/master-*
|
||||
--compare-with artifacts/benches/$CI_COMMIT_REF_NAME-$CI_COMMIT_SHORT_SHA"
|
||||
after_script: [""]
|
||||
|
||||
# if this fails (especially after rust version upgrade) run
|
||||
# ./substrate/.maintain/update-rust-stable.sh <rust_version>
|
||||
test-frame-support:
|
||||
stage: test
|
||||
extends:
|
||||
- .docker-env
|
||||
- .common-refs
|
||||
- .run-immediately
|
||||
variables:
|
||||
# Enable debug assertions since we are running optimized builds for testing
|
||||
# but still want to have debug assertions.
|
||||
RUSTFLAGS: "-C debug-assertions -D warnings"
|
||||
RUST_BACKTRACE: 1
|
||||
WASM_BUILD_NO_COLOR: 1
|
||||
WASM_BUILD_RUSTFLAGS: "-C debug-assertions -D warnings"
|
||||
# Ensure we run the UI tests.
|
||||
RUN_UI_TESTS: 1
|
||||
script:
|
||||
- time cargo test --locked -p frame-support-test --features=frame-feature-testing,no-metadata-docs,try-runtime,experimental --manifest-path ./substrate/frame/support/test/Cargo.toml
|
||||
- time cargo test --locked -p frame-support-test --features=frame-feature-testing,frame-feature-testing-2,no-metadata-docs,try-runtime,experimental --manifest-path ./substrate/frame/support/test/Cargo.toml
|
||||
- SUBSTRATE_TEST_TIMEOUT=1 time cargo test -p substrate-test-utils --release --locked -- --ignored timeout
|
||||
- cat /cargo_target_dir/debug/.fingerprint/memory_units-759eddf317490d2b/lib-memory_units.json || true
|
||||
|
||||
# This job runs all benchmarks defined in the `/bin/node/runtime` once to check that there are no errors.
|
||||
quick-benchmarks:
|
||||
stage: test
|
||||
extends:
|
||||
- .docker-env
|
||||
- .common-refs
|
||||
- .run-immediately
|
||||
variables:
|
||||
# Enable debug assertions since we are running optimized builds for testing
|
||||
# but still want to have debug assertions.
|
||||
RUSTFLAGS: "-C debug-assertions -D warnings"
|
||||
RUST_BACKTRACE: "full"
|
||||
WASM_BUILD_NO_COLOR: 1
|
||||
WASM_BUILD_RUSTFLAGS: "-C debug-assertions -D warnings"
|
||||
script:
|
||||
- time cargo run --locked --release --features runtime-benchmarks -- benchmark pallet --execution wasm --wasm-execution compiled --chain dev --pallet "*" --extrinsic "*" --steps 2 --repeat 1
|
||||
|
||||
test-frame-examples-compile-to-wasm:
|
||||
# into one job
|
||||
stage: test
|
||||
extends:
|
||||
- .docker-env
|
||||
- .common-refs
|
||||
- .run-immediately
|
||||
variables:
|
||||
# Enable debug assertions since we are running optimized builds for testing
|
||||
# but still want to have debug assertions.
|
||||
RUSTFLAGS: "-C debug-assertions"
|
||||
RUST_BACKTRACE: 1
|
||||
script:
|
||||
- cd ./substrate/frame/examples/offchain-worker/
|
||||
- cargo build --locked --target=wasm32-unknown-unknown --no-default-features
|
||||
- cd ../basic
|
||||
- cargo build --locked --target=wasm32-unknown-unknown --no-default-features
|
||||
# FIXME
|
||||
allow_failure: true
|
||||
|
||||
test-linux-stable-int:
|
||||
stage: test
|
||||
extends:
|
||||
- .docker-env
|
||||
- .common-refs
|
||||
- .run-immediately
|
||||
variables:
|
||||
# Enable debug assertions since we are running optimized builds for testing
|
||||
# but still want to have debug assertions.
|
||||
RUSTFLAGS: "-C debug-assertions -D warnings"
|
||||
RUST_BACKTRACE: 1
|
||||
WASM_BUILD_NO_COLOR: 1
|
||||
WASM_BUILD_RUSTFLAGS: "-C debug-assertions -D warnings"
|
||||
# Ensure we run the UI tests.
|
||||
RUN_UI_TESTS: 1
|
||||
script:
|
||||
- WASM_BUILD_NO_COLOR=1
|
||||
RUST_LOG=sync=trace,consensus=trace,client=trace,state-db=trace,db=trace,forks=trace,state_db=trace,storage_cache=trace
|
||||
time cargo test -p node-cli --release --locked -- --ignored
|
||||
|
||||
# more information about this job can be found here:
|
||||
# https://github.com/paritytech/substrate/pull/6916
|
||||
check-tracing:
|
||||
stage: test
|
||||
extends:
|
||||
- .docker-env
|
||||
- .common-refs
|
||||
- .run-immediately
|
||||
script:
|
||||
# with-tracing must be explicitly activated, we run a test to ensure this works as expected in both cases
|
||||
- time cargo test --locked --manifest-path ./substrate/primitives/tracing/Cargo.toml --no-default-features
|
||||
- time cargo test --locked --manifest-path ./substrate/primitives/tracing/Cargo.toml --no-default-features --features=with-tracing
|
||||
|
||||
# more information about this job can be found here:
|
||||
# https://github.com/paritytech/substrate/pull/3778
|
||||
test-full-crypto-feature:
|
||||
stage: test
|
||||
extends:
|
||||
- .docker-env
|
||||
- .common-refs
|
||||
- .run-immediately
|
||||
variables:
|
||||
# Enable debug assertions since we are running optimized builds for testing
|
||||
# but still want to have debug assertions.
|
||||
RUSTFLAGS: "-C debug-assertions"
|
||||
RUST_BACKTRACE: 1
|
||||
script:
|
||||
- cd substrate/primitives/core/
|
||||
- time cargo build --locked --verbose --no-default-features --features full_crypto
|
||||
- cd ../application-crypto
|
||||
- time cargo build --locked --verbose --no-default-features --features full_crypto
|
||||
|
||||
cargo-check-each-crate:
|
||||
stage: test
|
||||
extends:
|
||||
- .docker-env
|
||||
- .common-refs
|
||||
- .run-immediately
|
||||
# - .collect-artifacts
|
||||
variables:
|
||||
# $CI_JOB_NAME is set manually so that rusty-cachier can share the cache for all
|
||||
# "cargo-check-each-crate I/N" jobs
|
||||
CI_JOB_NAME: cargo-check-each-crate
|
||||
timeout: 2h
|
||||
script:
|
||||
- PYTHONUNBUFFERED=x time .gitlab/check-each-crate.py "$CI_NODE_INDEX" "$CI_NODE_TOTAL"
|
||||
parallel: 6
|
||||
|
||||
cargo-check-each-crate-macos:
|
||||
stage: test
|
||||
extends:
|
||||
- .docker-env
|
||||
- .common-refs
|
||||
- .run-immediately
|
||||
# - .collect-artifacts
|
||||
before_script:
|
||||
# skip timestamp script, the osx bash doesn't support printf %()T
|
||||
- !reference [.job-switcher, before_script]
|
||||
- !reference [.rust-info-script, script]
|
||||
- !reference [.pipeline-stopper-vars, script]
|
||||
variables:
|
||||
SKIP_WASM_BUILD: 1
|
||||
script:
|
||||
# TODO: enable rusty-cachier once it supports Mac
|
||||
# TODO: use parallel jobs, as per cargo-check-each-crate, once more Mac runners are available
|
||||
# - time ./scripts/ci/gitlab/check-each-crate.py 1 1
|
||||
- time cargo check --workspace --locked
|
||||
tags:
|
||||
- osx
|
||||
|
||||
cargo-hfuzz:
|
||||
stage: test
|
||||
extends:
|
||||
- .docker-env
|
||||
- .common-refs
|
||||
- .run-immediately
|
||||
variables:
|
||||
# max 10s per iteration, 60s per file
|
||||
HFUZZ_RUN_ARGS: >
|
||||
--exit_upon_crash
|
||||
--exit_code_upon_crash 1
|
||||
--timeout 10
|
||||
--run_time 60
|
||||
# use git version of honggfuzz-rs until v0.5.56 is out, we need a few recent changes:
|
||||
# https://github.com/rust-fuzz/honggfuzz-rs/pull/75 to avoid breakage on debian
|
||||
# https://github.com/rust-fuzz/honggfuzz-rs/pull/81 fix to the above pr
|
||||
# https://github.com/rust-fuzz/honggfuzz-rs/pull/82 fix for handling rusty-cachier's absolute CARGO_TARGET_DIR
|
||||
HFUZZ_BUILD_ARGS: >
|
||||
--config=patch.crates-io.honggfuzz.git="https://github.com/altaua/honggfuzz-rs"
|
||||
--config=patch.crates-io.honggfuzz.rev="205f7c8c059a0d98fe1cb912cdac84f324cb6981"
|
||||
artifacts:
|
||||
name: "hfuzz-$CI_COMMIT_SHORT_SHA"
|
||||
expire_in: 7 days
|
||||
when: on_failure
|
||||
paths:
|
||||
- substrate/primitives/arithmetic/fuzzer/hfuzz_workspace/
|
||||
script:
|
||||
- cd ./substrate/primitives/arithmetic/fuzzer
|
||||
- cargo hfuzz build
|
||||
- for target in $(cargo read-manifest | jq -r '.targets | .[] | .name'); do
|
||||
cargo hfuzz run "$target" || { printf "fuzzing failure for %s\n" "$target"; exit 1; }; done
|
||||
Reference in New Issue
Block a user