.gitlab-ci.yml

include:
  - project: "papers/papers-internal/internal"
    file: "/.base-gitlab-ci.yml"

variables:
  KUSAMA: kusama
  ROCOCO: rococo
  MAINNET: mainnet
  DEV_EXP_TAG: $CI_PROJECT_NAMESPACE/$CI_PROJECT_NAME-dev-exp:$CI_COMMIT_SHA
  KUSAMA_TAG: $CI_PROJECT_NAMESPACE/$CI_PROJECT_NAME-kusama:$CI_COMMIT_SHA
  KUSAMA_TAG_LATEST: $CI_PROJECT_NAMESPACE/$CI_PROJECT_NAME-kusama:latest
  KUSAMA_TAG_DEV: $CI_PROJECT_NAMESPACE/$CI_PROJECT_NAME-kusama:$CI_COMMIT_SHA
  KUSAMA_TAG_LATEST_DEV: $CI_PROJECT_NAMESPACE/$CI_PROJECT_NAME-kusama:latest
  MAINNET_TAG: $CI_PROJECT_NAMESPACE/$CI_PROJECT_NAME-mainnet:$CI_COMMIT_SHA
  MAINNET_TAG_LATEST: $CI_PROJECT_NAMESPACE/$CI_PROJECT_NAME-mainnet:latest
  MAINNET_TAG_DEV: $CI_PROJECT_NAMESPACE/$CI_PROJECT_NAME-mainnet:$CI_COMMIT_SHA
  MAINNET_TAG_LATEST_DEV: $CI_PROJECT_NAMESPACE/$CI_PROJECT_NAME-mainnet:latest
  DOCKERHUB_CANARY_BASE: acurast/node-canary
  DOCKERHUB_CANARY_TAG: $DOCKERHUB_CANARY_BASE:$CI_COMMIT_SHA
  DOCKERHUB_CANARY_TAG_LATEST: $DOCKERHUB_CANARY_BASE:latest
  DOCKERHUB_MAINNET_BASE: acurast/node-mainnet
  DOCKERHUB_MAINNET_TAG: $DOCKERHUB_MAINNET_BASE:$CI_COMMIT_SHA
  DOCKERHUB_MAINNET_TAG_LATEST: $DOCKERHUB_MAINNET_BASE:latest
  DOCKERHUB_DEVNET_BASE: acurast/node-devnet

stages:
  - benchmarking
  - checks
  - build
  - publish

.prepare_rust:
  image: rust:1.93.0
  before_script:
    - apt update && apt install --assume-yes git clang libclang-dev curl libssl-dev llvm libudev-dev make protobuf-compiler

format-check:
  stage: checks
  extends: .prepare_rust
  script:
    - cargo fmt --check

test:
  stage: checks
  extends: .prepare_rust
  script:
    - cargo test

build-mainnet:
  stage: build
  when: manual
  variables:
    LOCAL_ACURAST: "acurast-$CI_PIPELINE_ID"
  script:
    - docker build -t $MAINNET_TAG --build-arg chain="mainnet" .
    - docker create --name $LOCAL_ACURAST $MAINNET_TAG
    - docker cp $LOCAL_ACURAST:/runtimes/acurast_mainnet_runtime.compact.compressed.wasm acurast_mainnet_runtime-$CI_PIPELINE_ID.compact.compressed.wasm
    - docker rm $LOCAL_ACURAST
  artifacts:
    paths:
      - acurast_mainnet_runtime-$CI_PIPELINE_ID.compact.compressed.wasm

build-canary:
  stage: build
  when: manual
  variables:
    LOCAL_ACURAST: "acurast-$CI_PIPELINE_ID"
  script:
    - docker build -t $KUSAMA_TAG --build-arg chain="kusama" .
    - docker create --name $LOCAL_ACURAST $KUSAMA_TAG
    - docker cp $LOCAL_ACURAST:/runtimes/acurast_kusama_runtime.compact.compressed.wasm acurast_kusama_runtime-$CI_PIPELINE_ID.compact.compressed.wasm
    - docker rm $LOCAL_ACURAST
  artifacts:
    paths:
      - acurast_kusama_runtime-$CI_PIPELINE_ID.compact.compressed.wasm

build-dev:
  stage: build
  when: manual
  variables:
    LOCAL_ACURAST: "acurast-$CI_PIPELINE_ID"
  script:
    - docker build -t $GOOGLE_TAG .
    - docker create --name $LOCAL_ACURAST $GOOGLE_TAG
    - docker cp $LOCAL_ACURAST:/runtimes/acurast_rococo_runtime.compact.compressed.wasm acurast_rococo_runtime-$CI_PIPELINE_ID.compact.compressed.wasm
    - docker rm $LOCAL_ACURAST
  artifacts:
    paths:
      - acurast_rococo_runtime-$CI_PIPELINE_ID.compact.compressed.wasm

build-dev-experimental:
  stage: build
  when: manual
  variables:
    LOCAL_ACURAST: "acurast-$CI_PIPELINE_ID"
  script:
    - docker build -t $DEV_EXP_TAG .
    - docker create --name $LOCAL_ACURAST $DEV_EXP_TAG
    - docker cp $LOCAL_ACURAST:/runtimes/acurast_rococo_runtime.compact.compressed.wasm acurast_rococo_runtime-$CI_PIPELINE_ID.compact.compressed.wasm
    - docker rm $LOCAL_ACURAST
  artifacts:
    paths:
      - acurast_rococo_runtime-$CI_PIPELINE_ID.compact.compressed.wasm

publish-dockerhub-canary:
  stage: publish
  variables:
    IMAGE_TAG: $DOCKERHUB_CANARY_BASE:$CI_COMMIT_TAG
  rules:
    - if: $CI_COMMIT_TAG
  before_script:
    - echo $DOCKERHUB_PASSWORD | docker login -u "$DOCKERHUB_USER" --password-stdin
  script:
    # only kusama tag publishing
    - docker tag $KUSAMA_TAG $IMAGE_TAG
    - docker tag $KUSAMA_TAG $DOCKERHUB_CANARY_TAG
    - docker tag $KUSAMA_TAG $DOCKERHUB_CANARY_TAG_LATEST
    - docker push $IMAGE_TAG
    - docker push $DOCKERHUB_CANARY_TAG
    - docker push $DOCKERHUB_CANARY_TAG_LATEST

publish-dockerhub-mainnet:
  stage: publish
  when: manual
  variables:
    IMAGE_TAG: $DOCKERHUB_MAINNET_BASE:$CI_COMMIT_TAG
  rules:
    - if: $CI_COMMIT_TAG
  before_script:
    - echo $DOCKERHUB_PASSWORD | docker login -u "$DOCKERHUB_USER" --password-stdin
  script:
    - docker tag $MAINNET_TAG $IMAGE_TAG
    - docker tag $MAINNET_TAG $DOCKERHUB_MAINNET_TAG
    - docker tag $MAINNET_TAG $DOCKERHUB_MAINNET_TAG_LATEST
    - docker push $IMAGE_TAG
    - docker push $DOCKERHUB_MAINNET_TAG
    - docker push $DOCKERHUB_MAINNET_TAG_LATEST

publish-dockerhub-dev-experimental:
  stage: publish
  needs:
    - build-dev-experimental
  rules:
    - if: "$CI_COMMIT_TAG"
      when: never
    - if: '$CI_COMMIT_BRANCH == "main" || $CI_COMMIT_BRANCH == "develop"'
      when: never
    - if: "$CI_COMMIT_BRANCH"
      when: manual
  before_script:
    - echo $DOCKERHUB_PASSWORD | docker login -u "$DOCKERHUB_USER" --password-stdin
  script:
    - docker tag $DEV_EXP_TAG $DOCKERHUB_DEVNET_BASE:experimental-$CI_COMMIT_REF_SLUG-$CI_COMMIT_SHORT_SHA
    - docker tag $DEV_EXP_TAG $DOCKERHUB_DEVNET_BASE:experimental-$CI_COMMIT_REF_SLUG
    - docker push $DOCKERHUB_DEVNET_BASE:experimental-$CI_COMMIT_REF_SLUG-$CI_COMMIT_SHORT_SHA
    - docker push $DOCKERHUB_DEVNET_BASE:experimental-$CI_COMMIT_REF_SLUG
  tags:
    - docker

.benchmark-build:
  stage: benchmarking
  when: manual
  timeout: 3h
  before_script:
    - docker login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $CI_REGISTRY
  script:
    - docker build -t "$BENCH_IMAGE" --build-arg benchmarks="$BENCH_FEATURE" .
    - docker push "$BENCH_IMAGE"
  tags:
    - docker

.benchmark-run:
  stage: benchmarking
  image: alpine:latest
  resource_group: benchmark-bare-metal
  # 3h until the BENCH_PALLETS_HIGH_REPEAT pass was added; that pass reruns a whole pallet at 5x the
  # repeats, so the headroom went with it.
  timeout: 4h
  variables:
    BENCH_STEPS: "50"
    BENCH_REPEAT: "20"
    # Pallets listed here are benchmarked a second time at BENCH_REPEAT_HIGH, overwriting their
    # weight file from the main pass. For pallets whose components span only a handful of values the
    # least-squares intercept is noise-dominated at 20 repeats; see the comment in ci/benchmark.sh.
    # Set BENCH_PALLETS_HIGH_REPEAT to "" to skip the pass.
    BENCH_REPEAT_HIGH: "100"
    BENCH_PALLETS_HIGH_REPEAT: "pallet_acurast_marketplace"
    BENCH_CPUSET: "1-5,7-11"
    BENCH_MEM: "32g"
  before_script:
    - apk add --no-cache openssh-client
    - |
      for v in BENCH_SERVER BENCH_USER BENCH_SSH_PORT BENCH_PATH SSH_PRIVATE_KEY; do
        eval "value=\$$v"
        if [ -z "$value" ]; then
          echo "$v is not set. It is expected as a project CI/CD variable;" >&2
          echo "check it exists and is available on this branch (protected?)." >&2
          exit 1
        fi
      done
    - mkdir -p ~/.ssh
    - chmod 700 ~/.ssh
    - eval $(ssh-agent -s)
    - echo "$SSH_PRIVATE_KEY" | base64 -d | ssh-add -
    - ssh-keyscan -p $BENCH_SSH_PORT -H $BENCH_SERVER >> ~/.ssh/known_hosts
  script:
    - RUN_DIR="$BENCH_PATH/$CI_PIPELINE_ID-$BENCH_NETWORK"
    - mkdir -p "$BENCH_OUT"

    - ssh -p $BENCH_SSH_PORT "$BENCH_USER@$BENCH_SERVER" "mkdir -p '$RUN_DIR/out'"
    - |
      scp -P $BENCH_SSH_PORT \
        ci/docker-compose.benchmark.yml ci/benchmark.sh \
        "$BENCH_USER@$BENCH_SERVER:$RUN_DIR/"

    - |
      ssh -p $BENCH_SSH_PORT "$BENCH_USER@$BENCH_SERVER" "
        set -eu
        cd '$RUN_DIR'
        env BENCH_IMAGE='$BENCH_IMAGE' \
            BENCH_CHAIN='$BENCH_CHAIN' \
            BENCH_STEPS='$BENCH_STEPS' \
            BENCH_REPEAT='$BENCH_REPEAT' \
            BENCH_REPEAT_HIGH='$BENCH_REPEAT_HIGH' \
            BENCH_PALLETS_HIGH_REPEAT='$BENCH_PALLETS_HIGH_REPEAT' \
            BENCH_CPUSET='$BENCH_CPUSET' \
            BENCH_MEM='$BENCH_MEM' \
            BENCH_HOST_OUT='$RUN_DIR/out' \
            BENCH_UID=\$(id -u) \
            BENCH_GID=\$(id -g) \
          docker compose -f docker-compose.benchmark.yml run --rm bench
      "

    - scp -P $BENCH_SSH_PORT -r "$BENCH_USER@$BENCH_SERVER:$RUN_DIR/out/benchmarks" "$BENCH_OUT/"

  after_script:
    - eval $(ssh-agent -s)
    - echo "$SSH_PRIVATE_KEY" | base64 -d | ssh-add -
    - |
      ssh -p $BENCH_SSH_PORT "$BENCH_USER@$BENCH_SERVER" "
        cd '$BENCH_PATH/$CI_PIPELINE_ID-$BENCH_NETWORK' 2>/dev/null &&
          # BENCH_IMAGE/UID/GID are repeated here because compose interpolates the
          # whole file before running any command: without them even \`down\` fails
          # with 'required variable BENCH_UID is missing a value', leaving the
          # network and any stopped container behind.
          env BENCH_IMAGE='$BENCH_IMAGE' \
              BENCH_CHAIN='$BENCH_CHAIN' \
              BENCH_UID=\$(id -u) \
              BENCH_GID=\$(id -g) \
            docker compose -f docker-compose.benchmark.yml down --remove-orphans || true
        docker image rm '$BENCH_IMAGE' || true
        # Never 'docker logout' here: the box's registry login is maintained by
        # hand, outside this pipeline, and pulling the image depends on it.
        rm -rf '$BENCH_PATH/$CI_PIPELINE_ID-$BENCH_NETWORK'
      " || true
  artifacts:
    paths:
      - $BENCH_OUT
    expire_in: "30 days"

.bench-vars-mainnet:
  variables:
    BENCH_NETWORK: mainnet
    BENCH_FEATURE: mainnet
    BENCH_CHAIN: acurast-mainnet
    BENCH_OUT: mainnet
    BENCH_IMAGE: $CI_REGISTRY_IMAGE/acurast-node-bench:$CI_COMMIT_SHA-mainnet

.bench-vars-canary:
  variables:
    BENCH_NETWORK: kusama
    BENCH_FEATURE: kusama
    BENCH_CHAIN: acurast-kusama
    BENCH_OUT: kusama
    BENCH_IMAGE: $CI_REGISTRY_IMAGE/acurast-node-bench:$CI_COMMIT_SHA-kusama

.bench-vars-dev:
  variables:
    BENCH_NETWORK: rococo
    BENCH_FEATURE: dev
    BENCH_CHAIN: acurast-rococo
    BENCH_OUT: rococo
    BENCH_IMAGE: $CI_REGISTRY_IMAGE/acurast-node-bench:$CI_COMMIT_SHA-rococo

build-mainnet-benchmarks:
  extends:
    - .benchmark-build
    - .bench-vars-mainnet

run-mainnet-benchmarks:
  extends:
    - .benchmark-run
    - .bench-vars-mainnet
  needs: ["build-mainnet-benchmarks"]

build-canary-benchmarks:
  extends:
    - .benchmark-build
    - .bench-vars-canary

run-canary-benchmarks:
  extends:
    - .benchmark-run
    - .bench-vars-canary
  needs: ["build-canary-benchmarks"]

build-dev-benchmarks:
  extends:
    - .benchmark-build
    - .bench-vars-dev

run-dev-benchmarks:
  extends:
    - .benchmark-run
    - .bench-vars-dev
  needs: ["build-dev-benchmarks"]