ci: remove all zombienet CI infrastructure

Zombienet tests are upstream Polkadot SDK tests with no custom pallet
coverage. Mainnet has 500K+ blocks, 9 successful upgrades, and zero
breakage — these tests provide no value for our project.

Removed 22 files (2293 lines):
- 6 workflow files (zombienet_*.yml, preflight, flaky-tests check)
- 3 custom actions (zombienet, zombienet-sdk, download-binaries)
- 5 scripts (dispatch, run, parse, process-logs, check-flaky)
- 5 config files (zombienet-env, flaky-tests, test definitions)
- 1 doc file (ZOMBIENET_CI.md)
- Remaining comment references in build-publish-images.yml
This commit is contained in:
2026-03-16 17:27:37 +03:00
parent 86e44c151c
commit 2ad475ceef
22 changed files with 0 additions and 2293 deletions
@@ -344,13 +344,6 @@ jobs:
retention-days: 1
# Zombienet test artifact builds removed from automatic CI pipeline.
# Zombienet tests can be triggered manually via workflow_dispatch:
# gh workflow run zombienet_pezkuwi.yml
# gh workflow run zombienet_pezcumulus.yml
# gh workflow run zombienet_bizinikiwi.yml
# gh workflow run zombienet_teyrchain-template.yml
### Publish ########################
#
@@ -518,9 +511,6 @@ jobs:
username: ${{ secrets.PEZKUWI_DOCKERHUB_USERNAME }}
password: ${{ secrets.PEZKUWI_DOCKERHUB_PASSWORD }}
# build-push-image-bridges-zombienet-tests: removed from automatic CI
# (depends on zombienet artifacts which are now manual-only)
#
#
#
@@ -584,9 +574,3 @@ jobs:
echo "build_success=true" >> $GITHUB_OUTPUT
fi
# Zombienet test triggers removed from automatic CI pipeline.
# Use manual workflow_dispatch to run zombienet tests when needed:
# gh workflow run zombienet_pezkuwi.yml --field build_run_id=<RUN_ID>
# gh workflow run zombienet_pezcumulus.yml --field build_run_id=<RUN_ID>
# gh workflow run zombienet_bizinikiwi.yml --field build_run_id=<RUN_ID>
# gh workflow run zombienet_teyrchain-template.yml --field build_run_id=<RUN_ID>
@@ -1,39 +0,0 @@
name: Check Zombienet Flaky Tests
concurrency:
group: check-zombienet-flaky-tests-${{ github.event.pull_request.number || github.ref }}
cancel-in-progress: true
on:
pull_request:
types: [opened, synchronize, reopened]
paths:
- '.github/zombienet-flaky-tests'
- '.github/scripts/check-zombienet-flaky-tests.sh'
- '.github/workflows/check-zombienet-flaky-tests.yml'
merge_group:
permissions:
contents: read
jobs:
check-flaky-tests:
runs-on: ubuntu-latest
timeout-minutes: 5
steps:
- name: Checkout repo
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
- name: Validate zombienet-flaky-tests
env:
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
run: |
.github/scripts/check-zombienet-flaky-tests.sh .github/zombienet-flaky-tests
- name: Check results
if: failure()
run: |
echo "::error::Validation failed. Please ensure all entries in .github/zombienet-flaky-tests have valid format and reference existing GitHub issues."
echo "Format: <test-name>:<issue-number>"
echo "See .github/ZOMBIENET_FLAKY_TESTS.md for more information."
exit 1
@@ -1,346 +0,0 @@
# Reusable workflow to set various useful variables
# and to perform checks and generate conditions for other workflows.
# Currently it checks if any Rust (build-related) file is changed
# and if the current (caller) workflow file is changed.
# Example:
#
# jobs:
# preflight:
# uses: ./.github/workflows/reusable-preflight.yml
# some-job:
# needs: changes
# if: ${{ needs.preflight.outputs.changes_rust }}
# .......
name: Zombienet Preflight
on:
workflow_call:
inputs:
tests_yaml:
required: true
type: string
test_pattern:
required: false
type: string
build_run_id:
required: true
type: string
description: "Build run ID from the build workflow."
ref_slug:
required: false
type: string
# Map the workflow outputs to job outputs
outputs:
changes_bizinikiwi:
value: ${{ jobs.preflight.outputs.changes_bizinikiwi }}
description: |
True iff there are changes in bizinikiwi directory or the current workflow
changes_pezcumulus:
value: ${{ jobs.preflight.outputs.changes_pezcumulus }}
description: |
True iff there are changes in pezcumulus directory or the current workflow
changes_pezkuwi:
value: ${{ jobs.preflight.outputs.changes_pezkuwi }}
description: |
True iff there are changes in pezkuwi directory or the current workflow
changes_bridges:
value: ${{ jobs.preflight.outputs.changes_bridges }}
description: |
True iff there are changes in bridges directory or the current workflow
changes_templates:
value: ${{ jobs.preflight.outputs.changes_templates }}
description: |
True iff there are changes in templates directory or the current workflow
changes_zombienet:
value: ${{ jobs.preflight.outputs.changes_zombienet }}
description: |
True iff there are changes in zombienet tests/actions/scripts or the current workflow
CI_IMAGE:
value: ${{ jobs.preflight.outputs.CI_IMAGE }}
description: "CI image"
DOCKER_IMAGES_VERSION:
value: ${{ jobs.preflight.outputs.DOCKER_IMAGES_VERSION }}
description: |
Version for temp docker images.
SOURCE_REF_SLUG:
value: ${{ jobs.preflight.outputs.SOURCE_REF_SLUG }}
BUILD_RUN_ID:
value: ${{ inputs.build_run_id }}
description: |
Id of the build run, needed to download the artifacts.
# zombienet related vars
ZOMBIENET_PROVIDER:
value: ${{ jobs.preflight.outputs.ZOMBIENET_PROVIDER }}
description: "Provider to use in zombienet tests."
ZOMBIENET_IMAGE:
value: ${{ jobs.preflight.outputs.ZOMBIENET_IMAGE }}
description: "ZOMBIENET CI image"
ZOMBIENET_DEFAULT_RUNNER:
value: ${{ jobs.preflight.outputs.ZOMBIENET_DEFAULT_RUNNER }}
description: |
Main runner for zombienet tests.
ZOMBIENET_LARGE_RUNNER:
value: ${{ jobs.preflight.outputs.ZOMBIENET_LARGE_RUNNER }}
description: |
Large runner for zombienet tests.
DEBUG:
value: ${{ jobs.preflight.outputs.DEBUG }}
description: "Debug value to zombienet v1 tests."
# zombienet-sdk related vars
ZOMBIE_PROVIDER:
value: ${{ jobs.preflight.outputs.ZOMBIE_PROVIDER }}
description: "Provider to use in zombienet-sdk tests."
RUST_LOG:
value: ${{ jobs.preflight.outputs.RUST_LOG }}
description: "Log value to use in zombinet-sdk tests."
ZOMBIENET_SDK_DEFAULT_RUNNER:
value: ${{ jobs.preflight.outputs.ZOMBIENET_SDK_DEFAULT_RUNNER }}
description: |
Main runner for zombienet-sdk tests.
ZOMBIENET_SDK_LARGE_RUNNER:
value: ${{ jobs.preflight.outputs.ZOMBIENET_SDK_LARGE_RUNNER }}
description: |
Large runner for zombienet-sdk tests.
ZOMBIENET_SDK_IMAGE:
value: ${{ jobs.preflight.outputs.ZOMBIENET_SDK_IMAGE }}
description: "zombienet-sdk CI image"
# common vars
PUSHGATEWAY_URL:
value: ${{ jobs.preflight.outputs.PUSHGATEWAY_URL }}
description: "Gateway (url) to push metrics related to test."
KUBERNETES_CPU_REQUEST:
value: ${{ jobs.preflight.outputs.KUBERNETES_CPU_REQUEST }}
description: "Base cpu (request) for pod runner."
KUBERNETES_MEMORY_REQUEST:
value: ${{ jobs.preflight.outputs.KUBERNETES_MEMORY_REQUEST }}
description: "Base memory (request) for pod runner."
TEMP_IMAGES_BASE:
value: ${{ jobs.preflight.outputs.TEMP_IMAGES_BASE }}
description: |
Base location for 'temp' images used in tests.
FLAKY_TESTS:
value: ${{ jobs.preflight.outputs.FLAKY_TESTS }}
description: |
comma separated list of flaky tests to skip.
TEST_MATRIX:
value: ${{ jobs.preflight.outputs.TEST_MATRIX }}
description: |
JSON formatted test matrix parsed from test yaml
jobs:
#
#
#
preflight:
runs-on: ubuntu-latest
if: github.event_name == 'workflow_call' || github.event_name == 'workflow_dispatch' || ! contains(github.event.pull_request.labels.*.name, 'T19-skip-zombienet_tests')
outputs:
changes_bizinikiwi: ${{ steps.set_changes.outputs.bizinikiwi_any_changed == 'true' || steps.set_changes.outputs.currentWorkflow_any_changed == 'true' }}
changes_pezcumulus: ${{ steps.set_changes.outputs.pezcumulus_any_changed == 'true' || steps.set_changes.outputs.currentWorkflow_any_changed == 'true' }}
changes_pezkuwi: ${{ steps.set_changes.outputs.pezkuwi_any_changed == 'true' || steps.set_changes.outputs.currentWorkflow_any_changed == 'true' }}
changes_bridges: ${{ steps.set_changes.outputs.bridges_any_changed == 'true' || steps.set_changes.outputs.currentWorkflow_any_changed == 'true' }}
changes_templates: ${{ steps.set_changes.outputs.templates_any_changed == 'true' || steps.set_changes.outputs.currentWorkflow_any_changed == 'true' }}
changes_zombienet: ${{ steps.set_changes.outputs.zombienet_any_changed == 'true' || steps.set_changes.outputs.currentWorkflow_any_changed == 'true' }}
CI_IMAGE: ${{ steps.set_vars.outputs.IMAGE }}
# images versions
DOCKER_IMAGES_VERSION: ${{ steps.set_images_version.outputs.DOCKER_IMAGES_VERSION }}
SOURCE_REF_SLUG: ${{ steps.set_vars.outputs.SOURCE_REF_SLUG }}
# zombienet-env vars
ZOMBIENET_PROVIDER: ${{ steps.set_vars.outputs.ZOMBIENET_PROVIDER }}
ZOMBIENET_IMAGE: ${{ steps.set_vars.outputs.ZOMBIENET_IMAGE }}
ZOMBIENET_DEFAULT_RUNNER: ${{ steps.set_vars.outputs.ZOMBIENET_DEFAULT_RUNNER }}
ZOMBIENET_LARGE_RUNNER: ${{ steps.set_vars.outputs.ZOMBIENET_LARGE_RUNNER }}
PUSHGATEWAY_URL: ${{ steps.set_vars.outputs.PUSHGATEWAY_URL }}
DEBUG: ${{ steps.set_vars.outputs.DEBUG }}
KUBERNETES_CPU_REQUEST: ${{ steps.set_vars.outputs.KUBERNETES_CPU_REQUEST }}
KUBERNETES_MEMORY_REQUEST: ${{ steps.set_vars.outputs.KUBERNETES_MEMORY_REQUEST }}
TEMP_IMAGES_BASE: ${{ steps.set_vars.outputs.TEMP_IMAGES_BASE }}
FLAKY_TESTS: ${{ steps.set_vars.outputs.FLAKY_TESTS }}
TEST_MATRIX: ${{ steps.generate_test_matrix.outputs.TEST_MATRIX }}
# zombienet-sdk vars
RUST_LOG: ${{ steps.set_vars.outputs.RUST_LOG }}
ZOMBIE_PROVIDER: ${{ steps.set_vars.outputs.ZOMBIE_PROVIDER }}
ZOMBIENET_SDK_IMAGE: ${{ steps.set_vars.outputs.ZOMBIENET_SDK_IMAGE }}
ZOMBIENET_SDK_DEFAULT_RUNNER: ${{ steps.set_vars.outputs.ZOMBIENET_SDK_DEFAULT_RUNNER }}
ZOMBIENET_SDK_LARGE_RUNNER: ${{ steps.set_vars.outputs.ZOMBIENET_SDK_LARGE_RUNNER }}
steps:
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
#
# Set changes
#
- name: Current file
id: current_file
shell: bash
run: |
echo "currentWorkflowFile=$(echo ${{ github.workflow_ref }} | sed -nE "s/.*(\.github\/workflows\/[a-zA-Z0-9_-]*\.y[a]?ml)@refs.*/\1/p")" >> $GITHUB_OUTPUT
echo "currentActionDir=$(echo ${{ github.action_path }} | sed -nE "s/.*(\.github\/actions\/[a-zA-Z0-9_-]*)/\1/p")" >> $GITHUB_OUTPUT
- name: Set changes
id: set_changes
uses: tj-actions/changed-files@22103cc46bda19c2b464ffe86db46df6922fd323 #v47.0.5
with:
files_yaml: |
bizinikiwi:
- 'bizinikiwi/**/*'
pezcumulus:
- 'pezcumulus/**/*'
pezkuwi:
- 'pezkuwi/**/*'
bridges:
- 'bridges/**/*'
templates:
- 'templates/**/*'
zombienet:
- '.github/zombienet-tests/**/*'
- '.github/actions/zombienet/**'
- '.github/actions/zombienet-sdk/**'
- '.github/scripts/parse-zombienet-tests.py'
- '.github/scripts/process-logs-zombienet.sh'
- '.github/workflows/zombienet*.yml'
currentWorkflow:
- '${{ steps.current_file.outputs.currentWorkflowFile }}'
- '.github/workflows/zombienet-reusable-preflight.yml'
- '.github/zombienet-env'
- '.github/zombienet-flaky-tests'
#
# Set environment vars (including runner/image)
#
- name: Set vars
id: set_vars
shell: bash
env:
INPUT_REF_SLUG: ${{ inputs.ref_slug }}
run: |
# Determine SOURCE_REF_SLUG
if [[ -n "${INPUT_REF_SLUG}" ]]; then
echo "Using provided ref_slug: ${INPUT_REF_SLUG}"
SOURCE_REF_SLUG="${INPUT_REF_SLUG}"
else
echo "Calculating ref_slug from current context"
export SOURCE_REF_NAME=${{ github.head_ref || github.ref_name }}
SOURCE_REF_SLUG="${SOURCE_REF_NAME//\//_}"
fi
{
echo "SOURCE_REF_SLUG=${SOURCE_REF_SLUG}"
# filter out comments and empty lines
cat .github/zombienet-env | grep -Ev '^\s*#|^\s*$'
. .github/zombienet-env
# Determine if we should use persistent runners (for merge queues)
RUNNER_SUFFIX=""
if [[ $GITHUB_REF_NAME == *"gh-readonly-queue"* ]]; then
RUNNER_SUFFIX="_PERSISTENT"
fi
# Set zombienet v1 configuration
if [[ "$ZOMBIENET_PROVIDER" == "native" ]]; then
echo "ZOMBIENET_IMAGE=${ZOMBIENET_IMAGE_FOR_NATIVE}"
DEFAULT_RUNNER_VAR="ZOMBIENET_DEFAULT_RUNNER_FOR_NATIVE${RUNNER_SUFFIX}"
LARGE_RUNNER_VAR="ZOMBIENET_LARGE_RUNNER_FOR_NATIVE${RUNNER_SUFFIX}"
echo "ZOMBIENET_DEFAULT_RUNNER=${!DEFAULT_RUNNER_VAR}"
echo "ZOMBIENET_LARGE_RUNNER=${!LARGE_RUNNER_VAR}"
else
echo "ZOMBIENET_IMAGE=${ZOMBIENET_IMAGE_FOR_K8S}"
# runner size for k8s is not relevant, it "only" spawns pods and runs the test
echo "ZOMBIENET_DEFAULT_RUNNER=${ZOMBIENET_RUNNER_FOR_K8S}"
echo "ZOMBIENET_LARGE_RUNNER=${ZOMBIENET_RUNNER_FOR_K8S}"
fi
if [[ "$ZOMBIE_PROVIDER" == "native" ]]; then
echo "ZOMBIENET_SDK_IMAGE=${ZOMBIENET_SDK_IMAGE_FOR_NATIVE}"
SDK_DEFAULT_RUNNER_VAR="ZOMBIENET_SDK_DEFAULT_RUNNER_FOR_NATIVE${RUNNER_SUFFIX}"
SDK_LARGE_RUNNER_VAR="ZOMBIENET_SDK_LARGE_RUNNER_FOR_NATIVE${RUNNER_SUFFIX}"
echo "ZOMBIENET_SDK_DEFAULT_RUNNER=${!SDK_DEFAULT_RUNNER_VAR}"
echo "ZOMBIENET_SDK_LARGE_RUNNER=${!SDK_LARGE_RUNNER_VAR}"
else
echo "ZOMBIENET_SDK_IMAGE=${ZOMBIENET_SDK_IMAGE_FOR_K8S}"
# runner size for k8s is not relevant, it "only" spawns pods and runs the test
echo "ZOMBIENET_SDK_DEFAULT_RUNNER=${ZOMBIENET_SDK_RUNNER_FOR_K8S}"
echo "ZOMBIENET_SDK_LARGE_RUNNER=${ZOMBIENET_SDK_RUNNER_FOR_K8S}"
fi
# Trick for multline strings: https://docs.github.com/en/actions/writing-workflows/choosing-what-your-workflow-does/workflow-commands-for-github-actions#example-of-a-multiline-string
echo 'FLAKY_TESTS<<EOF'
cat .github/zombienet-flaky-tests | sed 's/:[0-9]*$//'
echo EOF
# global img from ci
cat .github/env
} >> $GITHUB_OUTPUT
cat .github/zombienet-env
cat .github/env
echo "FLAKY_TESTS:"
cat .github/zombienet-flaky-tests
#
#
#
- name: Set docker images version
id: set_images_version
shell: bash
run: |
export DOCKER_IMAGES_VERSION=${{ github.event.pull_request.head.sha }}
if [[ ${{ github.event_name }} == "merge_group" || ${{ github.event_name }} == "workflow_dispatch" || ${{ github.event_name }} == "push" ]]; then
export DOCKER_IMAGES_VERSION="${GITHUB_SHA}";
fi
echo "DOCKER_IMAGES_VERSION=${DOCKER_IMAGES_VERSION}" >> $GITHUB_OUTPUT
- name: log
shell: bash
run: |
echo "workflow file: ${{ steps.current_file.outputs.currentWorkflowFile }}"
echo "Modified: ${{ steps.set_changes.outputs.modified_keys }}"
echo "CI_IMAGE: ${{ steps.set_vars.outputs.IMAGE }}"
echo "ZOMBIENET_IMAGE: ${{ steps.set_vars.outputs.ZOMBIENET_IMAGE }}"
echo "ZOMBIENET_SDK_IMAGE: ${{ steps.set_vars.outputs.ZOMBIENET_SDK_IMAGE }}"
- name: Generate test matrix
id: generate_test_matrix
shell: bash
env:
TESTS_YAML: ${{ inputs.tests_yaml }}
TEST_PATTERN: ${{ inputs.test_pattern || '' }}
run: |
python3 .github/scripts/parse-zombienet-tests.py \
--matrix ${TESTS_YAML} \
--flaky-tests "${{ steps.set_vars.outputs.FLAKY_TESTS }}" \
--test-pattern "${TEST_PATTERN}" > matrix.json
echo "TEST_MATRIX=$(cat matrix.json)" >> $GITHUB_OUTPUT
echo "TEST_MATRIX:"
cat matrix.json | jq '.'
-122
View File
@@ -1,122 +0,0 @@
name: Zombienet Bizinikiwi
on:
workflow_call:
inputs:
build_run_id:
type: string
description: "Build run ID from the build workflow."
required: true
ref_slug:
type: string
description: "Source ref slug from the build workflow."
required: false
test_pattern:
type: string
description: "Run tests which names match this pattern (also flaky)"
default: ""
required: false
workflow_dispatch:
inputs:
test_pattern:
type: string
description: "Run tests which names match this pattern (also flaky)"
default: ""
required: false
concurrency:
group: bizinikiwi-${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-${{ github.run_id }}
cancel-in-progress: true
permissions: read-all
env:
FF_DISABLE_UMASK_FOR_DOCKER_EXECUTOR: 1
GHA_CLUSTER_SERVER_ADDR: "https://kubernetes.default:443"
# use spot by default
X_INFRA_INSTANCE: "spot"
# don't retry sdk tests
NEXTEST_RETRIES: 0
KUBECONFIG: "/data/config"
ZOMBIE_CLEANER_DISABLED: 1
# DB generated from commit: https://github.com/pezkuwichain/pezkuwi-sdk/commit/868788a5bff3ef94869bd36432726703fe3b4e96
# TODO: As a workaround for https://github.com/pezkuwichain/pezkuwi-sdk/issues/2568 the DB was generated in archive mode.
# After the issue is fixed, we should replace it with a pruned version of the DB.
DB_SNAPSHOT: "https://storage.googleapis.com/zombienet-db-snaps/bizinikiwi/0001-basic-warp-sync/chains-9677807d738b951e9f6c82e5fd15518eb0ae0419.tgz"
DB_BLOCK_HEIGHT: 56687
jobs:
isdraft:
uses: ./.github/workflows/reusable-isdraft.yml
preflight:
needs: isdraft
uses: ./.github/workflows/zombienet-reusable-preflight.yml
with:
tests_yaml: .github/zombienet-tests/zombienet_bizinikiwi_tests.yml
test_pattern: ${{ inputs.test_pattern }}
build_run_id: ${{ inputs.build_run_id }}
ref_slug: ${{ inputs.ref_slug }}
zombienet-bizinikiwi-tests:
name: ${{ matrix.test.job-name }}
runs-on: ${{ matrix.test.runner-type == 'large' && (matrix.test.use-zombienet-sdk && needs.preflight.outputs.ZOMBIENET_SDK_LARGE_RUNNER || needs.preflight.outputs.ZOMBIENET_LARGE_RUNNER) || (matrix.test.use-zombienet-sdk && needs.preflight.outputs.ZOMBIENET_SDK_DEFAULT_RUNNER || needs.preflight.outputs.ZOMBIENET_DEFAULT_RUNNER) }}
timeout-minutes: 70 # 60 for test + 10 for send logs
needs: [preflight]
if: ${{ github.event_name == 'workflow_call' || github.event_name == 'workflow_dispatch' || github.event_name == 'merge_group' || (needs.preflight.outputs.changes_bizinikiwi == 'true' || needs.preflight.outputs.changes_pezkuwi == 'true' || needs.preflight.outputs.changes_zombienet == 'true') }}
container:
image: ${{ matrix.test.use-zombienet-sdk && needs.preflight.outputs.ZOMBIENET_SDK_IMAGE || needs.preflight.outputs.ZOMBIENET_IMAGE }}
options: -v /tmp/zombienet:/tmp/zombienet
env:
ZOMBIENET_INTEGRATION_TEST_IMAGE: "${{ needs.preflight.outputs.TEMP_IMAGES_BASE }}/pezkuwi-debug:${{ needs.preflight.outputs.DOCKER_IMAGES_VERSION }}"
DEBUG: ${{ needs.preflight.outputs.DEBUG }}
ZOMBIENET_PROVIDER: ${{ needs.preflight.outputs.ZOMBIENET_PROVIDER }}
strategy:
fail-fast: false
matrix:
test: ${{ fromJson(needs.preflight.outputs.TEST_MATRIX) }}
steps:
- name: Checkout
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
- name: Additional setup
if: ${{ matrix.test.additional-setup }}
shell: bash
run: ${{ matrix.test.additional-setup }}
- name: zombienet_test (v1)
timeout-minutes: 60
uses: ./.github/actions/zombienet
with:
test-definition: ${{ matrix.test.test-definition }}
job-name: ${{ matrix.test.job-name }}
local-dir: ${{ matrix.test.local-dir }}
concurrency: ${{ matrix.test.concurrency || 1 }}
gh-token: ${{ secrets.GITHUB_TOKEN }}
build-id: ${{ needs.preflight.outputs.BUILD_RUN_ID }}
ref-slug: ${{ needs.preflight.outputs.SOURCE_REF_SLUG }}
- name: process_logs
if: ${{ always() }}
shell: bash
run: |
echo "Processing log files"
echo "::group::Logs"
# do not fail the whole run if this step fails
if ! ./.github/scripts/process-logs-zombienet.sh ; then
echo "::endgroup::"
echo "::warning ::WARNING: Failed to process logs"
else
echo "::endgroup::"
fi
- name: upload_logs
uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # v7.0.0
if: ${{ always() }}
with:
name: zombienet-logs-${{ matrix.test.job-name }}-${{ github.sha }}
path: |
/tmp/zombie*/logs/*
-133
View File
@@ -1,133 +0,0 @@
name: Zombienet Pezcumulus
on:
workflow_call:
inputs:
build_run_id:
type: string
description: "Build run ID from the build workflow."
required: true
ref_slug:
type: string
description: "Source ref slug from the build workflow."
required: false
test_pattern:
type: string
description: "Run tests which names match this pattern (also flaky)"
default: ""
required: false
workflow_dispatch:
inputs:
test_pattern:
type: string
description: "Run tests which names match this pattern (also flaky)"
default: ""
required: false
concurrency:
group: pezcumulus-${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-${{ github.run_id }}
cancel-in-progress: true
permissions: read-all
env:
FF_DISABLE_UMASK_FOR_DOCKER_EXECUTOR: 1
LOCAL_DIR: "./pezcumulus/zombienet/tests"
GHA_CLUSTER_SERVER_ADDR: "https://kubernetes.default:443"
# use spot by default
X_INFRA_INSTANCE: "spot"
# don't retry sdk tests
NEXTEST_RETRIES: 0
KUBECONFIG: "/data/config"
ZOMBIE_CLEANER_DISABLED: 1
# only run if we have changes in [bizinikiwi, pezcumulus, pezkuwi] directories or this workflow.
jobs:
isdraft:
uses: ./.github/workflows/reusable-isdraft.yml
preflight:
needs: isdraft
uses: ./.github/workflows/zombienet-reusable-preflight.yml
with:
tests_yaml: .github/zombienet-tests/zombienet_pezcumulus_tests.yml
test_pattern: ${{ inputs.test_pattern }}
build_run_id: ${{ inputs.build_run_id }}
ref_slug: ${{ inputs.ref_slug }}
zombienet-pezcumulus-tests:
name: ${{ matrix.test.job-name }}
runs-on: ${{ matrix.test.runner-type == 'large' && needs.preflight.outputs.ZOMBIENET_SDK_LARGE_RUNNER || needs.preflight.outputs.ZOMBIENET_SDK_DEFAULT_RUNNER }}
timeout-minutes: 70 # 60 for test + 10 for send logs
needs: [preflight]
# Run if: called from build workflow OR merge_group OR (changes detected)
if: ${{ github.event_name == 'workflow_call' || github.event_name == 'workflow_dispatch' || github.event_name == 'merge_group' || (needs.preflight.outputs.changes_bizinikiwi == 'true' || needs.preflight.outputs.changes_pezcumulus == 'true' || needs.preflight.outputs.changes_pezkuwi == 'true' || needs.preflight.outputs.changes_zombienet == 'true') }}
container:
image: ${{ needs.preflight.outputs.ZOMBIENET_SDK_IMAGE }}
options: -v /tmp/zombienet:/tmp/zombienet
env:
PEZKUWI_IMAGE: "${{ needs.preflight.outputs.TEMP_IMAGES_BASE }}/pezkuwi-debug:${{ needs.preflight.outputs.DOCKER_IMAGES_VERSION }}"
CUMULUS_IMAGE: "${{ needs.preflight.outputs.TEMP_IMAGES_BASE }}/${{ matrix.test.pezcumulus-image }}:${{ needs.preflight.outputs.DOCKER_IMAGES_VERSION }}"
RUST_LOG: ${{ needs.preflight.outputs.RUST_LOG }}
ZOMBIE_PROVIDER: ${{ needs.preflight.outputs.ZOMBIE_PROVIDER }}
strategy:
fail-fast: false
matrix:
test: ${{ fromJson(needs.preflight.outputs.TEST_MATRIX) }}
steps:
- name: Checkout
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
- uses: actions/download-artifact@70fc10c6e5e1ce46ad2ea6f2b72d43f7d47b13c3 # v8.0.0
if: ${{ matrix.test.needs-wasm-binary }}
with:
name: build-test-teyrchain-${{ needs.preflight.outputs.SOURCE_REF_SLUG }}
github-token: ${{ secrets.GITHUB_TOKEN }}
run-id: ${{ needs.preflight.outputs.BUILD_RUN_ID }}
- name: provide_wasm_binary
if: ${{ matrix.test.needs-wasm-binary }}
run: |
tar -xvf artifacts.tar
ls -ltr artifacts/*
cp ./artifacts/zombienet/wasm_binary_spec_version_incremented.rs.compact.compressed.wasm /tmp/
cp ./artifacts/zombienet/wasm_binary_elastic_scaling.rs.compact.compressed.wasm /tmp/
cp ./artifacts/zombienet/wasm_binary_elastic_scaling_12s_slot.rs.compact.compressed.wasm /tmp/
ls -ltr /tmp
rm -rf artifacts
- name: zombienet_test
timeout-minutes: 60
uses: ./.github/actions/zombienet-sdk
with:
test-filter: ${{ matrix.test.test-filter }}
job-name: ${{ matrix.test.job-name }}
prefix: "pezcumulus"
gh-token: ${{ secrets.GITHUB_TOKEN }}
build-id: ${{ needs.preflight.outputs.BUILD_RUN_ID }}
ref-slug: ${{ needs.preflight.outputs.SOURCE_REF_SLUG }}
- name: process_logs
if: ${{ always() }}
shell: bash
run: |
echo "Processing log files"
echo "::group::Logs"
# do not fail the whole run if this step fails
if ! ./.github/scripts/process-logs-zombienet.sh ; then
echo "::endgroup::"
echo "::warning ::WARNING: Failed to process logs"
else
echo "::endgroup::"
fi
- name: upload_logs
uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # v7.0.0
if: ${{ always() }}
with:
name: zombienet-logs-${{ matrix.test.job-name }}-${{ github.sha }}
path: |
/tmp/zombie*/logs/*
-141
View File
@@ -1,141 +0,0 @@
name: Zombienet Pezkuwi
on:
workflow_call:
inputs:
build_run_id:
type: string
description: "Build run ID from the build workflow."
required: true
ref_slug:
type: string
description: "Source ref slug from the build workflow."
required: false
test_pattern:
type: string
description: "Run tests which names match this pattern (also flaky)"
default: ""
required: false
workflow_dispatch:
inputs:
test_pattern:
type: string
description: "Run tests which names match this pattern (also flaky)"
default: ""
required: false
concurrency:
group: pezkuwi-${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-${{ github.run_id }}
cancel-in-progress: true
permissions: read-all
env:
FF_DISABLE_UMASK_FOR_DOCKER_EXECUTOR: 1
LOCAL_DIR: "./pezkuwi/zombienet_tests"
GHA_CLUSTER_SERVER_ADDR: "https://kubernetes.default:443"
# use spot by default
X_INFRA_INSTANCE: "spot"
# don't retry sdk tests
NEXTEST_RETRIES: 0
KUBECONFIG: "/data/config"
ZOMBIE_CLEANER_DISABLED: 1
# only run if we have changes in [bizinikiwi, pezkuwi] directories or this workflow.
jobs:
isdraft:
uses: ./.github/workflows/reusable-isdraft.yml
preflight:
needs: isdraft
uses: ./.github/workflows/zombienet-reusable-preflight.yml
with:
tests_yaml: .github/zombienet-tests/zombienet_pezkuwi_tests.yml
test_pattern: ${{ inputs.test_pattern }}
build_run_id: ${{ inputs.build_run_id }}
ref_slug: ${{ inputs.ref_slug }}
zombienet-pezkuwi-tests:
name: ${{ matrix.test.job-name }}
runs-on: ${{ matrix.test.runner-type == 'large' && (matrix.test.use-zombienet-sdk && needs.preflight.outputs.ZOMBIENET_SDK_LARGE_RUNNER || needs.preflight.outputs.ZOMBIENET_LARGE_RUNNER) || (matrix.test.use-zombienet-sdk && needs.preflight.outputs.ZOMBIENET_SDK_DEFAULT_RUNNER || needs.preflight.outputs.ZOMBIENET_DEFAULT_RUNNER) }}
timeout-minutes: 70 # 60 for test + 10 for send logs
needs: [preflight]
if: ${{ github.event_name == 'workflow_call' || github.event_name == 'workflow_dispatch' || github.event_name == 'merge_group' || (needs.preflight.outputs.changes_bizinikiwi == 'true' || needs.preflight.outputs.changes_pezkuwi == 'true' || needs.preflight.outputs.changes_zombienet == 'true') }}
container:
image: ${{ matrix.test.use-zombienet-sdk && needs.preflight.outputs.ZOMBIENET_SDK_IMAGE || needs.preflight.outputs.ZOMBIENET_IMAGE }}
options: -v /tmp/zombienet:/tmp/zombienet
env:
ZOMBIENET_INTEGRATION_TEST_IMAGE: "${{ needs.preflight.outputs.TEMP_IMAGES_BASE }}/pezkuwi-debug:${{ needs.preflight.outputs.DOCKER_IMAGES_VERSION }}"
PEZKUWI_IMAGE: "${{ needs.preflight.outputs.TEMP_IMAGES_BASE }}/pezkuwi-debug:${{ needs.preflight.outputs.DOCKER_IMAGES_VERSION }}"
COL_IMAGE: "${{ needs.preflight.outputs.TEMP_IMAGES_BASE }}/colander:${{ needs.preflight.outputs.DOCKER_IMAGES_VERSION }}"
CUMULUS_IMAGE: "${{ needs.preflight.outputs.TEMP_IMAGES_BASE }}/${{ matrix.test.pezcumulus-image || 'pezkuwi-teyrchain-debug' }}:${{ needs.preflight.outputs.DOCKER_IMAGES_VERSION }}"
MALUS_IMAGE: "${{ needs.preflight.outputs.TEMP_IMAGES_BASE }}/malus:${{ needs.preflight.outputs.DOCKER_IMAGES_VERSION }}"
DEBUG: ${{ needs.preflight.outputs.DEBUG }}
ZOMBIENET_PROVIDER: ${{ needs.preflight.outputs.ZOMBIENET_PROVIDER }}
RUST_LOG: ${{ needs.preflight.outputs.RUST_LOG }}
ZOMBIE_PROVIDER: ${{ needs.preflight.outputs.ZOMBIE_PROVIDER }}
strategy:
fail-fast: false
matrix:
test: ${{ fromJson(needs.preflight.outputs.TEST_MATRIX) }}
steps:
- name: Checkout
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
- name: Set additional environment variables
if: ${{ matrix.test.additional-env }}
shell: bash
run: |
echo '${{ toJson(matrix.test.additional-env) }}' | jq -r 'to_entries[] | "\(.key)=\(.value)"' >> $GITHUB_ENV
- name: Additional setup
if: ${{ matrix.test.additional-setup }}
shell: bash
run: ${{ matrix.test.additional-setup }}
- name: zombienet_test (v1)
if: ${{ !matrix.test.use-zombienet-sdk }}
timeout-minutes: 60
uses: ./.github/actions/zombienet
with:
test-definition: ${{ matrix.test.test-definition }}
job-name: ${{ matrix.test.job-name }}
local-dir: ${{ matrix.test.local-dir }}
concurrency: ${{ matrix.test.concurrency || 1 }}
gh-token: ${{ secrets.GITHUB_TOKEN }}
build-id: ${{ needs.preflight.outputs.BUILD_RUN_ID }}
ref-slug: ${{ needs.preflight.outputs.SOURCE_REF_SLUG }}
- name: zombienet_test (sdk)
if: ${{ matrix.test.use-zombienet-sdk }}
uses: ./.github/actions/zombienet-sdk
with:
test-filter: ${{ matrix.test.test-filter }}
job-name: ${{ matrix.test.job-name }}
prefix: "pezkuwi"
gh-token: ${{ secrets.GITHUB_TOKEN }}
build-id: ${{ needs.preflight.outputs.BUILD_RUN_ID }}
ref-slug: ${{ needs.preflight.outputs.SOURCE_REF_SLUG }}
- name: process_logs
if: ${{ always() }}
shell: bash
run: |
echo "Processing log files"
echo "::group::Logs"
# do not fail the whole run if this step fails
if ! ./.github/scripts/process-logs-zombienet.sh ; then
echo "::endgroup::"
echo "::warning ::WARNING: Failed to process logs"
else
echo "::endgroup::"
fi
- name: upload_logs
uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # v7.0.0
if: ${{ always() }}
with:
name: zombienet-logs-${{ matrix.test.job-name }}-${{ github.sha }}
path: |
/tmp/zombie*/logs/*
@@ -1,110 +0,0 @@
name: Zombienet Teyrchain Templates
on:
workflow_call:
inputs:
build_run_id:
type: string
description: "Build run ID from the build workflow."
required: true
ref_slug:
type: string
description: "Source ref slug from the build workflow."
required: false
test_pattern:
type: string
description: "Run tests which names match this pattern (also flaky)"
default: ""
required: false
workflow_dispatch:
inputs:
test_pattern:
type: string
description: "Run tests which names match this pattern (also flaky)"
default: ""
required: false
concurrency:
group: teyrchain-template-${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-${{ github.run_id }}
cancel-in-progress: true
permissions: read-all
env:
FF_DISABLE_UMASK_FOR_DOCKER_EXECUTOR: 1
GHA_CLUSTER_SERVER_ADDR: "https://kubernetes.default:443"
# use spot by default
X_INFRA_INSTANCE: "spot"
# only run if we have changes in [bizinikiwi, pezkuwi] directories or this workflow.
jobs:
isdraft:
uses: ./.github/workflows/reusable-isdraft.yml
preflight:
needs: isdraft
uses: ./.github/workflows/zombienet-reusable-preflight.yml
with:
tests_yaml: .github/zombienet-tests/zombienet_teyrchain-template_tests.yml
test_pattern: ${{ inputs.test_pattern }}
build_run_id: ${{ inputs.build_run_id }}
ref_slug: ${{ inputs.ref_slug }}
zombienet-teyrchain-template-tests:
name: ${{ matrix.test.job-name }}
runs-on: ${{ matrix.test.runner-type == 'large' && needs.preflight.outputs.ZOMBIENET_SDK_LARGE_RUNNER || needs.preflight.outputs.ZOMBIENET_SDK_DEFAULT_RUNNER }}
timeout-minutes: 40 # 30 for test + 10 for send logs
needs: [preflight]
# Run if: called from build workflow OR merge_group OR (changes detected)
if: ${{ github.event_name == 'workflow_call' || github.event_name == 'workflow_dispatch' || github.event_name == 'merge_group' || (needs.preflight.outputs.changes_bizinikiwi == 'true' || needs.preflight.outputs.changes_pezcumulus == 'true' || needs.preflight.outputs.changes_pezkuwi == 'true' || needs.preflight.outputs.changes_zombienet == 'true') }}
container:
image: ${{ needs.preflight.outputs.ZOMBIENET_SDK_IMAGE }}
options: -v /tmp/zombienet:/tmp/zombienet
env:
PEZKUWI_IMAGE: "${{ needs.preflight.outputs.TEMP_IMAGES_BASE }}/pezkuwi-debug:${{ needs.preflight.outputs.DOCKER_IMAGES_VERSION }}"
CUMULUS_IMAGE: "${{ needs.preflight.outputs.TEMP_IMAGES_BASE }}/${{ matrix.test.pezcumulus-image }}:${{ needs.preflight.outputs.DOCKER_IMAGES_VERSION }}"
RUST_LOG: ${{ needs.preflight.outputs.RUST_LOG }}
ZOMBIE_PROVIDER: ${{ needs.preflight.outputs.ZOMBIE_PROVIDER }}
strategy:
fail-fast: false
matrix:
test: ${{ fromJson(needs.preflight.outputs.TEST_MATRIX) }}
steps:
- name: Checkout
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
- name: zombienet_test
timeout-minutes: 30
uses: ./.github/actions/zombienet-sdk
with:
test-filter: ${{ matrix.test.test-filter }}
job-name: ${{ matrix.test.job-name }}
prefix: "teyrchain-templates"
gh-token: ${{ secrets.GITHUB_TOKEN }}
build-id: ${{ needs.preflight.outputs.BUILD_RUN_ID }}
ref-slug: ${{ needs.preflight.outputs.SOURCE_REF_SLUG }}
- name: process_logs
if: ${{ always() }}
shell: bash
run: |
echo "Processing log files"
echo "::group::Logs"
# do not fail the whole run if this step fails
if ! ./.github/scripts/process-logs-zombienet.sh ; then
echo "::endgroup::"
echo "::warning ::WARNING: Failed to process logs"
else
echo "::endgroup::"
fi
- name: upload_logs
uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # v7.0.0
if: ${{ always() }}
with:
name: zombienet-logs-${{ matrix.test.job-name }}-${{ github.sha }}
path: |
/tmp/zombie*/logs/*