pezkuwi-subxt/polkadot/.gitlab-ci.yml

# .gitlab-ci.yml
#
# polkadot
#
# pipelines can be triggered manually in the web
# setting DEPLOY_TAG will only deploy the tagged image


stages:
  - merge-test
  - test
  - build
  - publish
  - deploy

image:                             parity/rust-builder:latest

variables:
  GIT_STRATEGY:                    fetch
  CARGO_HOME:                      "/ci-cache/${CI_PROJECT_NAME}/cargo/${CI_JOB_NAME}"
  SCCACHE_DIR:                     "/ci-cache/${CI_PROJECT_NAME}/sccache"
  CI_SERVER_NAME:                  "GitLab CI"
  DOCKER_OS:                       "debian:stretch"
  ARCH:                            "x86_64"


.collect-artifacts:                &collect-artifacts
  artifacts:
    name:                          "${CI_JOB_NAME}_${CI_COMMIT_REF_NAME}"
    when:                          on_success
    expire_in:                     7 days
    paths:
      - artifacts/

.kubernetes-build:                 &kubernetes-build
  tags:
    - kubernetes-parity-build
  environment:
    name: parity-build

.compiler_info:                    &compiler_info
  before_script:
    - rustup show
    - cargo --version
    - sccache -s


#### stage:                        merge-test

check-merge-conflict:
  stage:                           merge-test
  image:                           parity/tools:latest
  cache:                           {}
  <<:                              *kubernetes-build
  only:
    - /^[0-9]+$/
  variables:
    GITHUB_API:                    "https://api.github.com"
    GITLAB_API:                    "https://gitlab.parity.io/api/v4"
    GITHUB_API_PROJECT:            "parity%2Finfrastructure%2Fgithub-api"
  script:
    - ./scripts/gitlab/check_merge_conflict.sh



test-linux-stable:                 &test
  stage:                           test
  <<:                              *compiler_info
  variables:
    RUST_TOOLCHAIN: stable
    # Enable debug assertions since we are running optimized builds for testing
    # but still want to have debug assertions.
    RUSTFLAGS: -Cdebug-assertions=y
    TARGET: native
  tags:
    - linux-docker
  only:
    - tags
    - master
    - schedules
    - web
    - /^[0-9]+$/
  except:
    variables:
      - $DEPLOY_TAG
  script:
    - ./scripts/build.sh --locked
    - time cargo test --all --release --verbose --locked
    - sccache -s


.build-only:                       &build-only
  only:
    - master
    - tags
    - web


build-linux-release:               &build
  stage:                           build
  <<:                              *collect-artifacts
  <<:                              *build-only
  <<:                              *compiler_info
  except:
    variables:
      - $DEPLOY_TAG
  tags:
    - linux-docker
  script:
    - ./scripts/build.sh --locked
    - time cargo build --release --verbose
    - mkdir -p ./artifacts
    - mv ./target/release/polkadot ./artifacts/.
    - echo -n "Polkadot version = "
    - if [ "${CI_COMMIT_TAG}" ]; then
        echo "${CI_COMMIT_TAG}" | tee ./artifacts/VERSION;
      else
        ./artifacts/polkadot --version |
        sed -n -r 's/^polkadot ([0-9.]+.*-[0-9a-f]{7,13})-.*$/\1/p' |
        tee ./artifacts/VERSION;
      fi
    - sha256sum ./artifacts/polkadot | tee ./artifacts/polkadot.sha256
    - cp -r scripts/docker/* ./artifacts
    - sccache -s




.publish-build:                    &publish-build
  stage:                           publish
  dependencies:
    - build-linux-release
  cache:                           {}
  <<:                              *build-only
  <<:                              *kubernetes-build



publish-docker-release:
  <<:                              *publish-build
  image:                           docker:stable
  services:
    - docker:dind
  # collect VERSION artifact here to pass it on to kubernetes
  <<:                              *collect-artifacts
  variables:
    DOCKER_HOST:                   tcp://localhost:2375
    DOCKER_DRIVER:                 overlay2
    GIT_STRATEGY:                  none
    # DOCKERFILE:                  scripts/docker/Dockerfile
    CONTAINER_IMAGE:               parity/polkadot
  before_script:
    - test "$Docker_Hub_User_Parity" -a "$Docker_Hub_Pass_Parity"
        || ( echo "no docker credentials provided"; exit 1 )
    - docker login -u "$Docker_Hub_User_Parity" -p "$Docker_Hub_Pass_Parity"
    - docker info
  script:
    - VERSION="$(cat ./artifacts/VERSION)"
    - EXTRATAG="${CI_COMMIT_TAG:-latest}"
    - echo "Polkadot version = ${VERSION}"
    - test -z "${VERSION}" && exit 1
    - cd ./artifacts
    - docker build
      --build-arg VCS_REF="${CI_COMMIT_SHA}"
      --build-arg BUILD_DATE="$(date -u '+%Y-%m-%dT%H:%M:%SZ')"
      --tag $CONTAINER_IMAGE:$VERSION 
      --tag $CONTAINER_IMAGE:$EXTRATAG .
    - docker push $CONTAINER_IMAGE:$VERSION
    - docker push $CONTAINER_IMAGE:$EXTRATAG
  after_script:
    - docker logout
    # only VERSION information is needed for the deployment
    - find ./artifacts/ -depth -not -name VERSION -not -name artifacts -delete




publish-s3-release:
  <<:                              *publish-build
  image:                           parity/awscli:latest
  variables:
    GIT_STRATEGY:                  none
    BUCKET:                        "releases.parity.io"
    PREFIX:                        "polkadot/${ARCH}-${DOCKER_OS}"
  script:
    - VERSION="${CI_COMMIT_TAG:-$(cat ./artifacts/VERSION)}"
    # LATEST_BRANCH will be empty if it's not a tag build i.e. CI_COMMIT_TAG is unset
    - LATEST_BRANCH="$(echo $CI_COMMIT_TAG | sed -n -r 's/^(v[0-9]+\.[0-9]+)\.[0-9]+$/\1/p')"
    - aws s3 sync ./artifacts/ s3://${BUCKET}/${PREFIX}/${VERSION}/
    - echo "update objects in latest path"
    - for file in ./artifacts/*; do
      name="$(basename ${file})";
      aws s3api copy-object
        --copy-source ${BUCKET}/${PREFIX}/${VERSION}/${name}
        --bucket ${BUCKET} --key ${PREFIX}/latest${LATEST_BRANCH}/${name};
      done
  after_script:
    - aws s3 ls s3://${BUCKET}/${PREFIX}/latest${LATEST_BRANCH}/
        --recursive --human-readable --summarize





.deploy-template:                  &deploy
  stage:                           deploy
  when:                            manual
  cache:                           {}
  retry:                           1
  image:                           parity/kubetools:latest
  <<:                              *build-only
  tags:
    # this is the runner that is used to deploy it
    - kubernetes-parity-build
  before_script:
    - test -z "${DEPLOY_TAG}" &&
      test "${CI_COMMIT_TAG}" -o -f ./artifacts/VERSION &&
      DEPLOY_TAG="${CI_COMMIT_TAG:-$(cat ./artifacts/VERSION)}"
    - test "${DEPLOY_TAG}" || ( echo "Neither DEPLOY_TAG nor VERSION information available"; exit 1 )
  script:
    - echo "Polkadot version = ${DEPLOY_TAG}"
    # or use helm to render the template
    - helm template
      --values ./scripts/kubernetes/values.yaml
      --set image.tag=${DEPLOY_TAG}
      ./scripts/kubernetes | kubectl apply -f - --dry-run=false
    - echo "# polkadot namespace"
    - kubectl -n polkadot get all
    - echo "# polkadot's nodes' external ip addresses:"
    - kubectl get nodes -l node=polkadot
      -o jsonpath='{range .items[*]}{.metadata.name}{"\t"}{range @.status.addresses[?(@.type=="ExternalIP")]}{.address}{"\n"}{end}'
    - echo "# polkadots' nodes"
    - kubectl -n polkadot get pods
      -o jsonpath='{range .items[*]}{.metadata.name}{"\t"}{.spec.nodeName}{"\n"}{end}'





.deploy-cibuild:                   &deploy-cibuild
  <<:                              *deploy
  dependencies:
    - publish-docker-release

.deploy-tag:                       &deploy-tag
  <<:                              *deploy
  only:
    variables:
      - $DEPLOY_TAG



# have environment:url eventually point to the logs
deploy-ew3:
  <<:                              *deploy-cibuild
  environment:
    name:                          parity-prod-ew3

deploy-ue1:
  <<:                              *deploy-cibuild
  environment:
    name:                          parity-prod-ue1

deploy-ew3-tag:
  <<:                              *deploy-tag
  environment:
    name:                          parity-prod-ew3

deploy-ue1-tag:
  <<:                              *deploy-tag
  environment:
    name:                          parity-prod-ue1