[ci] Split .gitlab-ci.yml (#1701)

* [WIP][ci] Split .gitlab-ci.yml * comment unused includes * fix typo * fix needs * add all stages * exclude zombienet from check
2026-06-22 16:11:08 +00:00 · 2022-10-19 16:31:42 +02:00
parent 7273afa5f2
commit a53703ee3e
8 changed files with 516 additions and 539 deletions
@@ -0,0 +1,117 @@
+# This file is part of .gitlab-ci.yml
+# Here are all jobs that are executed during "publish" stage
+
+.build-push-image:
+  image:                           quay.io/buildah/stable
+  variables:
+    DOCKERFILE:                    "" # docker/path-to.Dockerfile
+    IMAGE_NAME:                    "" # docker.io/paritypr/image_name
+    VERSION:                       "${CI_COMMIT_REF_NAME}-${CI_COMMIT_SHORT_SHA}"
+  script:
+    - test "$PARITYPR_USER" -a "$PARITYPR_PASS" ||
+        ( echo "no docker credentials provided"; exit 1 )
+    - buildah bud
+        --format=docker
+        --build-arg VCS_REF="${CI_COMMIT_SHA}"
+        --build-arg BUILD_DATE="$(date -u '+%Y-%m-%dT%H:%M:%SZ')"
+        --build-arg IMAGE_NAME="${IMAGE_NAME}"
+        --tag "$IMAGE_NAME:$VERSION"
+        --file ${DOCKERFILE} .
+    - echo "$PARITYPR_PASS" |
+        buildah login --username "$PARITYPR_USER" --password-stdin docker.io
+    - buildah info
+    - buildah push --format=v2s2 "$IMAGE_NAME:$VERSION"
+  after_script:
+    - buildah logout --all
+
+build-push-image-polkadot-parachain-debug:
+  stage:                           publish
+  extends:
+    - .kubernetes-env
+    - .common-refs
+    - .build-push-image
+  needs:
+    - job:                         build-linux-stable
+      artifacts:                   true
+  variables:
+    DOCKERFILE:                    "docker/polkadot-parachain-debug_unsigned_injected.Dockerfile"
+    IMAGE_NAME:                    "docker.io/paritypr/polkadot-parachain-debug"
+    VERSION:                       "${CI_COMMIT_REF_NAME}-${CI_COMMIT_SHORT_SHA}"
+
+build-push-image-test-parachain:
+  stage:                           publish
+  extends:
+    - .kubernetes-env
+    - .common-refs
+    - .build-push-image
+  needs:
+    - job:                         build-test-parachain
+      artifacts:                   true
+  variables:
+    DOCKERFILE:                    "docker/test-parachain_injected.Dockerfile"
+    IMAGE_NAME:                    "docker.io/paritypr/test-parachain"
+    VERSION:                       "${CI_COMMIT_REF_NAME}-${CI_COMMIT_SHORT_SHA}"
+
+publish-s3:
+  stage:                           publish
+  extends:
+    - .kubernetes-env
+    - .publish-refs
+  image:                           paritytech/awscli:latest
+  needs:
+    - job:                         build-linux-stable
+      artifacts:                   true
+  variables:
+    GIT_STRATEGY:                  none
+    BUCKET:                        "releases.parity.io"
+    PREFIX:                        "cumulus/${ARCH}-${DOCKER_OS}"
+  script:
+    - echo "___Publishing a binary with debug assertions!___"
+    - echo "___VERSION = $(cat ./artifacts/VERSION) ___"
+    - aws s3 sync ./artifacts/ s3://${BUCKET}/${PREFIX}/$(cat ./artifacts/VERSION)/
+    - echo "___Updating objects in latest path___"
+    - aws s3 sync s3://${BUCKET}/${PREFIX}/$(cat ./artifacts/VERSION)/ s3://${BUCKET}/${PREFIX}/latest/
+  after_script:
+    - aws s3 ls s3://${BUCKET}/${PREFIX}/latest/
+        --recursive --human-readable --summarize
+
+publish-benchmarks-assets-s3:      &publish-benchmarks
+  stage:                           publish
+  extends:
+    - .kubernetes-env
+    - .benchmarks-refs
+  image:                           paritytech/awscli:latest
+  needs:
+    - job:                         benchmarks-assets
+      artifacts:                   true
+  variables:
+    GIT_STRATEGY:                  none
+    BUCKET:                        "releases.parity.io"
+    PREFIX:                        "cumulus/$CI_COMMIT_REF_NAME/benchmarks"
+  script:
+    - echo "___Removing binary from artifacts___"
+    - rm -f ./artifacts/polkadot-parachain
+    - echo "___Publishing benchmark results___"
+    - aws s3 sync ./artifacts/ s3://${BUCKET}/${PREFIX}/
+  after_script:
+    - aws s3 ls s3://${BUCKET}/${PREFIX}/ --recursive --human-readable --summarize
+
+publish-benchmarks-collectives-s3:
+  <<:                              *publish-benchmarks
+  needs:
+    - job:                         benchmarks-collectives
+      artifacts:                   true
+
+# Ref: https://github.com/paritytech/opstooling/issues/111
+update-parachain-template:
+  stage:                           publish
+  extends:                         .kubernetes-env
+  rules:
+    - if: $CI_COMMIT_REF_NAME =~ /^polkadot-v[0-9]+\.[0-9]+.*$/ # i.e. polkadot-v1.0.99, polkadot-v2.1rc1
+  script:
+    - git clone --depth=1 --branch="$PIPELINE_SCRIPTS_TAG" https://github.com/paritytech/pipeline-scripts
+    - ./pipeline-scripts/update_substrate_template.sh
+      --repo-name "substrate-parachain-template"
+      --template-path "parachain-template"
+      --github-api-token "$GITHUB_TOKEN"
+      --polkadot-branch "$CI_COMMIT_REF_NAME"