ci: try-runtime gh action

.github/workflows/clippy-check.yml

@@ -1,17 +1,15 @@
 on: push
 name: Clippy check
 
-# Make sure CI fails on all warnings, including Clippy lints
 env:
   RUSTFLAGS: "-Dwarnings"
 
 jobs:
   clippy_check:
-    runs-on: [self-hosted]
+    runs-on: ubuntu-latest
     services:
       docker:
         image: docker:20.10.8-dind
-        privileged: true
     container:
       image: paritytech/ci-unified:bullseye-1.77.0
     steps:

.github/workflows/try-runtime.yml

@@ -1,33 +1,38 @@
 name: try-runtime Workflow
 
-on: [pull_request]
+on: push
 
 jobs:
-  build:
+  test-try-runtime:
+    runs-on: ubuntu-latest
     strategy:
       matrix:
-        runtime: [ peregrine, spiritnet ]
-        uri: [ 'wss://peregrine.kilt.io:443', 'wss://peregrine.kilt.io:443' ]
-    runs-on: [ self-hosted ]
-    services:
-      docker:
-        image: docker:20.10.8-dind
-        privileged: true
+        runtime:
+          - peregrine
+          - spiritnet
+        uri:
+          - 'wss://peregrine.kilt.io:443'
+          - 'wss://spiritnet.kilt.io:443'
     container:
       image: paritytech/ci-unified:bullseye-1.77.0
 
     steps:
       - name: Checkout code
-        uses: actions/checkout@v2
+        uses: actions/checkout@v4
 
-      - name: Build
-        run: cargo build --release -p ${{ matrix.runtime }}-runtime --features try-runtime --locked
+      - name: script
+        run: |
+          echo "Running ${{ matrix.runtime }} runtime migration check"
 
-      - name: Run tests
-        uses: NodleCode/[email protected]
-        with:
-          url: ${matrix.uri}
-          snap: snapshots/eden-snapshot-full
-          runtime: target/release/wbuild/${metrix.runtime}-runtime/peregrine_runtime.compact.compressed.wasm
-          checks: "all"
-          options: "----disable-spec-version-check"
+          echo "---------- Downloading try-runtime CLI ----------"
+          curl -sL https://github.com/paritytech/try-runtime-cli/releases/download/v0.7.0/try-runtime-x86_64-unknown-linux-musl -o try-runtime
+          chmod +x ./try-runtime
+          echo "Using try-runtime-cli version:"
+          ./try-runtime --version
+
+          echo "---------- Building ${{ matrix.runtime }} runtime ----------"
+          cargo build --release --locked -p ${{ matrix.runtime }}-runtime --features try-runtime
+
+          echo "---------- Executing on-runtime-upgrade for ${{ matrix.uri }} ----------"
+          ./try-runtime --runtime ./target/release/wbuild/${{ matrix.runtime }}-runtime/${{ matrix.runtime }}_runtime.compact.compressed.wasm \
+              on-runtime-upgrade --disable-spec-version-check --checks=all ${{ matrix.subcommand_extra_args }} live --uri ${{ matrix.uri }}

.gitlab-ci.yml

@@ -1,27 +1,19 @@
+default:
+  interruptible: true
 include:
-  - local: '.gitlab/check-skip.yml'
+  - local: '.gitlab/check.yml'
   - local: '.gitlab/test.yml'
   - local: '.gitlab/build.yml'
-  - local: '.gitlab/release.yml'
 
 variables:
   CARGO_HOME: $CI_PROJECT_DIR/.cargo
   CARGO_TARGET_DIR: $CI_PROJECT_DIR/target
-default:
-  cache:
-    key: ${CI_COMMIT_REF_SLUG}-rust
-    paths:
-      - target
-      - .cargo/bin/
-      - .cargo/registry/index/
-      - .cargo/registry/cache/
-      - .cargo/git/db/
 
 workflow:
   auto_cancel:
     on_new_commit: interruptible
 
 stages:
+  - check
   - test
   - build
-  - release

.gitlab/build.yml

@@ -1,5 +1,4 @@
 build:
-  interruptible: true
   timeout: 2 hours
   image:
     name: kiltprotocol/kilt-ci:2.7.31
@@ -28,4 +27,50 @@ build:
     - "if [[ ! -z ${CI_COMMIT_BRANCH} ]]; then ./.maintain/push-image.sh build latest-${CI_COMMIT_BRANCH}; fi"
     - "if [[ ! -z ${CI_COMMIT_TAG} ]]; then ./.maintain/push-image.sh build ${CI_COMMIT_TAG}; fi"
     - "if [[ ! -z ${CI_COMMIT_TAG} && ! -z ${CI_COMMIT_TAG##*-rc*} && ! -z ${CI_COMMIT_TAG##*dev-*} ]]; then ./.maintain/push-image.sh build latest; fi"
+  cache:
+    key: cache-build
+    paths:
+      - target/
+      - .cargo/bin/
+      - .cargo/registry/index/
+      - .cargo/registry/cache/
+      - .cargo/git/db/
 
+build-wasm:
+  image:
+    name: paritytech/srtool:1.77.0
+    entrypoint: [""]
+  stage: build
+  only:
+    - develop
+    - master
+    - /^[0-9]+(?:\.[0-9]+){2}(?:-(rc)*([0-9])+)?$/
+  parallel:
+    matrix:
+      - RUNTIME: "peregrine"
+        ENDPOINT: "wss://peregrine.kilt.io"
+      - RUNTIME: "spiritnet"
+        ENDPOINT: "wss://spiritnet.kilt.io"
+  script:
+    - export PACKAGE=${RUNTIME}-runtime
+    - export RUNTIME_DIR=runtimes/${RUNTIME}
+    - export PARACHAIN_PALLET_ID=0x50
+    - export AUTHORIZE_UPGRADE_PREFIX=0x02
+    - cp -r * /build
+    - /srtool/build build
+    - subwasm meta --format=json+scale /out/${RUNTIME}_runtime.compact.wasm > /out/${RUNTIME}-metadata.json
+    - subwasm get -o ${RUNTIME}-live.wasm ${ENDPOINT}
+    - subwasm diff --no-color ${RUNTIME}-live.wasm /out/${RUNTIME}_runtime.compact.wasm | tee /out/${RUNTIME}-diff.txt
+    - mkdir ./out
+    - mv /out/* ./out/
+  cache:
+    key: cache-wasm
+    paths:
+      - /build
+      - /out
+  artifacts:
+    paths:
+      - out/*.wasm
+      - out/*.json
+      - out/*.txt
+    expire_in: 12 week

.gitlab/check.yml

@@ -0,0 +1,34 @@
+.check_skip_rust:
+  before_script:
+    - |-
+      if echo "$CI_COMMIT_TITLE" | grep -q "ci-skip-rust"; then
+        echo "Skipping rust tests due to commit title"
+        exit 0
+      fi
+
+.check_skip_integration_tests:
+  before_script:
+    - |-
+      if echo "$CI_COMMIT_TITLE" | grep -q "ci-skip-integration-tests"; then
+        echo "Skipping integration tests due to commit title"
+        exit 0
+      fi
+
+cargo-clippy:
+  extends: .check_skip_rust
+  image: paritytech/ci-unified:bullseye-1.77.0
+  stage: check
+  variables:
+    RUSTFLAGS: "-D warnings"
+  script:
+    - cargo clippy --all-targets --locked --workspace --quiet
+    - cargo clippy --all-targets --all-features --locked --workspace --quiet
+
+check-toml-format:
+  extends: .check_skip_rust
+  image: paritytech/ci-unified:bullseye-1.77.0
+  stage: check
+  cache: {}
+  script:
+    - cargo fmt -- --check
+    - taplo fmt --check