-
Notifications
You must be signed in to change notification settings - Fork 675
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'master' into ao-statement-distribution-reenabling-prep
* master: improve MockValidationDataInherentDataProvider to support async backing (#4442) Bump `proc-macro-crate` to the latest version (#4409) [ci] Run check-runtime-migration in GHA (#4441) prospective-parachains rework (#4035) [ci] Add forklift to GHA ARC (#4372) `CheckWeight` SE: Check for extrinsic length + proof size combined (#4326) Add generate and verify logic for `AncestryProof` (#4430) Rococo AH: undeploy trie migration (#4414) Remove `substrate-frame-cli` (#4403) migrations: `take()`should consume read and write operation weight (#4302) `remote-externalities`: store block header in snapshot (#4349) xcm-emlator: Use `BlockNumberFor` instead of `parachains_common::BlockNumber=u32` (#4434) Remove `pallet::getter` usage from authority-discovery pallet (#4091) Remove pallet::getter usage from pallet-contracts-mock-network (#4417) Add docs to request_core_count (#4423)
- Loading branch information
Showing
89 changed files
with
5,194 additions
and
4,326 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,30 @@ | ||
| [compression] | ||
| type = "zstd" | ||
|
|
||
| [compression.zstd] | ||
| compressionLevel = 3 | ||
|
|
||
| [general] | ||
| jobNameVariable = "CI_JOB_NAME" | ||
| jobsBlackList = [] | ||
| logLevel = "warn" | ||
| threadsCount = 6 | ||
|
|
||
| [metrics] | ||
| enabled = true | ||
| pushEndpoint = "placeholder" | ||
|
|
||
| [metrics.extraLabels] | ||
| environment = "production" | ||
| job_name = "$CI_JOB_NAME" | ||
| project_name = "$CI_PROJECT_PATH" | ||
|
|
||
| [storage] | ||
| type = "s3" | ||
|
|
||
| [storage.s3] | ||
| accessKeyId = "placeholder" | ||
| bucketName = "placeholder" | ||
| concurrency = 10 | ||
| endpointUrl = "placeholder" | ||
| secretAccessKey = "placeholder" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,119 @@ | ||
| name: check-runtime-migration | ||
|
|
||
| on: | ||
| pull_request: | ||
| types: [opened, synchronize, reopened, ready_for_review] | ||
| merge_group: | ||
| concurrency: | ||
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | ||
| cancel-in-progress: true | ||
|
|
||
| env: | ||
| FORKLIFT_storage_s3_bucketName: ${{ secrets.FORKLIFT_storage_s3_bucketName }} | ||
| FORKLIFT_storage_s3_accessKeyId: ${{ secrets.FORKLIFT_storage_s3_accessKeyId }} | ||
| FORKLIFT_storage_s3_secretAccessKey: ${{ secrets.FORKLIFT_storage_s3_secretAccessKey }} | ||
| FORKLIFT_storage_s3_endpointUrl: ${{ secrets.FORKLIFT_storage_s3_endpointUrl }} | ||
| FORKLIFT_metrics_pushEndpoint: ${{ secrets.FORKLIFT_metrics_pushEndpoint }} | ||
|
|
||
| jobs: | ||
| set-image: | ||
| # GitHub Actions allows using 'env' in a container context. | ||
| # However, env variables don't work for forks: https://github.com/orgs/community/discussions/44322 | ||
| # This workaround sets the container image for each job using 'set-image' job output. | ||
| runs-on: ubuntu-latest | ||
| outputs: | ||
| IMAGE: ${{ steps.set_image.outputs.IMAGE }} | ||
| steps: | ||
| - name: Checkout | ||
| uses: actions/checkout@v4 | ||
| - id: set_image | ||
| run: cat .github/env >> $GITHUB_OUTPUT | ||
| # rococo and westend are disabled for now (no access to parity-chains.parity.io) | ||
| check-runtime-migration: | ||
| runs-on: arc-runners-polkadot-sdk-beefy | ||
| timeout-minutes: 30 | ||
| needs: [set-image] | ||
| container: | ||
| image: ${{ needs.set-image.outputs.IMAGE }} | ||
| strategy: | ||
| fail-fast: false | ||
| matrix: | ||
| network: [ | ||
| # westend, | ||
| # rococo, | ||
| asset-hub-westend, | ||
| asset-hub-rococo, | ||
| bridge-hub-westend, | ||
| bridge-hub-rococo, | ||
| contracts-rococo, | ||
| collectives-westend, | ||
| coretime-rococo, | ||
| ] | ||
| include: | ||
| # - network: westend | ||
| # package: westend-runtime | ||
| # wasm: westend_runtime.compact.compressed.wasm | ||
| # uri: "wss://westend-try-runtime-node.parity-chains.parity.io:443" | ||
| # subcommand_extra_args: "--no-weight-warnings" | ||
| # command_extra_args: "" | ||
| # - network: rococo | ||
| # package: rococo-runtime | ||
| # wasm: rococo_runtime.compact.compressed.wasm | ||
| # uri: "wss://rococo-try-runtime-node.parity-chains.parity.io:443" | ||
| # subcommand_extra_args: "--no-weight-warnings" | ||
| # command_extra_args: "" | ||
| - network: asset-hub-westend | ||
| package: asset-hub-westend-runtime | ||
| wasm: asset_hub_westend_runtime.compact.compressed.wasm | ||
| uri: "wss://westend-asset-hub-rpc.polkadot.io:443" | ||
| subcommand_extra_args: "" | ||
| command_extra_args: "" | ||
| - network: "asset-hub-rococo" | ||
| package: "asset-hub-rococo-runtime" | ||
| wasm: "asset_hub_rococo_runtime.compact.compressed.wasm" | ||
| uri: "wss://rococo-asset-hub-rpc.polkadot.io:443" | ||
| subcommand_extra_args: "" | ||
| command_extra_args: "" | ||
| - network: "bridge-hub-westend" | ||
| package: "bridge-hub-westend-runtime" | ||
| wasm: "bridge_hub_westend_runtime.compact.compressed.wasm" | ||
| uri: "wss://westend-bridge-hub-rpc.polkadot.io:443" | ||
| - network: "bridge-hub-rococo" | ||
| package: "bridge-hub-rococo-runtime" | ||
| wasm: "bridge_hub_rococo_runtime.compact.compressed.wasm" | ||
| uri: "wss://rococo-bridge-hub-rpc.polkadot.io:443" | ||
| - network: "contracts-rococo" | ||
| package: "contracts-rococo-runtime" | ||
| wasm: "contracts_rococo_runtime.compact.compressed.wasm" | ||
| uri: "wss://rococo-contracts-rpc.polkadot.io:443" | ||
| - network: "collectives-westend" | ||
| package: "collectives-westend-runtime" | ||
| wasm: "collectives_westend_runtime.compact.compressed.wasm" | ||
| uri: "wss://westend-collectives-rpc.polkadot.io:443" | ||
| command_extra_args: "--disable-spec-name-check" | ||
| - network: "coretime-rococo" | ||
| package: "coretime-rococo-runtime" | ||
| wasm: "coretime_rococo_runtime.compact.compressed.wasm" | ||
| uri: "wss://rococo-coretime-rpc.polkadot.io:443" | ||
| steps: | ||
| - name: Checkout | ||
| uses: actions/checkout@v4 | ||
| - name: script | ||
| run: | | ||
| echo "Running ${{ matrix.network }} runtime migration check" | ||
| export RUST_LOG=remote-ext=debug,runtime=debug | ||
| echo "---------- Downloading try-runtime CLI ----------" | ||
| curl -sL https://github.com/paritytech/try-runtime-cli/releases/download/v0.5.4/try-runtime-x86_64-unknown-linux-musl -o try-runtime | ||
| chmod +x ./try-runtime | ||
| echo "Using try-runtime-cli version:" | ||
| ./try-runtime --version | ||
| echo "---------- Building ${{ matrix.package }} runtime ----------" | ||
| time forklift cargo build --release --locked -p ${{ matrix.package }} --features try-runtime | ||
| echo "---------- Executing on-runtime-upgrade for ${{ matrix.network }} ----------" | ||
| time ./try-runtime ${{ matrix.command_extra_args }} \ | ||
| --runtime ./target/release/wbuild/${{ matrix.package }}/${{ matrix.wasm }} \ | ||
| on-runtime-upgrade --disable-spec-version-check --checks=all ${{ matrix.subcommand_extra_args }} live --uri ${{ matrix.uri }} | ||
| sleep 5 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,101 @@ | ||
| name: tests | ||
|
|
||
| on: | ||
| pull_request: | ||
| types: [opened, synchronize, reopened, ready_for_review] | ||
| merge_group: | ||
| concurrency: | ||
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | ||
| cancel-in-progress: true | ||
|
|
||
| env: | ||
| FORKLIFT_storage_s3_bucketName: ${{ secrets.FORKLIFT_storage_s3_bucketName }} | ||
| FORKLIFT_storage_s3_accessKeyId: ${{ secrets.FORKLIFT_storage_s3_accessKeyId }} | ||
| FORKLIFT_storage_s3_secretAccessKey: ${{ secrets.FORKLIFT_storage_s3_secretAccessKey }} | ||
| FORKLIFT_storage_s3_endpointUrl: ${{ secrets.FORKLIFT_storage_s3_endpointUrl }} | ||
| FORKLIFT_metrics_pushEndpoint: ${{ secrets.FORKLIFT_metrics_pushEndpoint }} | ||
|
|
||
| jobs: | ||
| set-image: | ||
| # GitHub Actions allows using 'env' in a container context. | ||
| # However, env variables don't work for forks: https://github.com/orgs/community/discussions/44322 | ||
| # This workaround sets the container image for each job using 'set-image' job output. | ||
| runs-on: ubuntu-latest | ||
| outputs: | ||
| IMAGE: ${{ steps.set_image.outputs.IMAGE }} | ||
| steps: | ||
| - name: Checkout | ||
| uses: actions/checkout@v4 | ||
| - id: set_image | ||
| run: cat .github/env >> $GITHUB_OUTPUT | ||
| test-linux-stable-int: | ||
| runs-on: arc-runners-polkadot-sdk-beefy | ||
| timeout-minutes: 30 | ||
| needs: [set-image] | ||
| container: | ||
| image: ${{ needs.set-image.outputs.IMAGE }} | ||
| env: | ||
| RUSTFLAGS: "-C debug-assertions -D warnings" | ||
| RUST_BACKTRACE: 1 | ||
| WASM_BUILD_NO_COLOR: 1 | ||
| WASM_BUILD_RUSTFLAGS: "-C debug-assertions -D warnings" | ||
| # Ensure we run the UI tests. | ||
| RUN_UI_TESTS: 1 | ||
| steps: | ||
| - name: Checkout | ||
| uses: actions/checkout@v4 | ||
| - name: script | ||
| run: WASM_BUILD_NO_COLOR=1 time forklift cargo test -p staging-node-cli --release --locked -- --ignored | ||
| quick-benchmarks: | ||
| runs-on: arc-runners-polkadot-sdk-beefy | ||
| timeout-minutes: 30 | ||
| needs: [set-image] | ||
| container: | ||
| image: ${{ needs.set-image.outputs.IMAGE }} | ||
| env: | ||
| RUSTFLAGS: "-C debug-assertions -D warnings" | ||
| RUST_BACKTRACE: "full" | ||
| WASM_BUILD_NO_COLOR: 1 | ||
| WASM_BUILD_RUSTFLAGS: "-C debug-assertions -D warnings" | ||
| steps: | ||
| - name: Checkout | ||
| uses: actions/checkout@v4 | ||
| - name: script | ||
| run: time forklift cargo run --locked --release -p staging-node-cli --bin substrate-node --features runtime-benchmarks -- benchmark pallet --chain dev --pallet "*" --extrinsic "*" --steps 2 --repeat 1 --quiet | ||
| # cf https://github.com/paritytech/polkadot-sdk/issues/1652 | ||
| test-syscalls: | ||
| runs-on: arc-runners-polkadot-sdk-beefy | ||
| timeout-minutes: 30 | ||
| needs: [set-image] | ||
| container: | ||
| image: ${{ needs.set-image.outputs.IMAGE }} | ||
| continue-on-error: true # this rarely triggers in practice | ||
| env: | ||
| SKIP_WASM_BUILD: 1 | ||
| steps: | ||
| - name: Checkout | ||
| uses: actions/checkout@v4 | ||
| - name: script | ||
| run: | | ||
| forklift cargo build --locked --profile production --target x86_64-unknown-linux-musl --bin polkadot-execute-worker --bin polkadot-prepare-worker | ||
| cd polkadot/scripts/list-syscalls | ||
| ./list-syscalls.rb ../../../target/x86_64-unknown-linux-musl/production/polkadot-execute-worker --only-used-syscalls | diff -u execute-worker-syscalls - | ||
| ./list-syscalls.rb ../../../target/x86_64-unknown-linux-musl/production/polkadot-prepare-worker --only-used-syscalls | diff -u prepare-worker-syscalls - | ||
| # todo: | ||
| # after_script: | ||
| # - if [[ "$CI_JOB_STATUS" == "failed" ]]; then | ||
| # printf "The x86_64 syscalls used by the worker binaries have changed. Please review if this is expected and update polkadot/scripts/list-syscalls/*-worker-syscalls as needed.\n"; | ||
| # fi | ||
| cargo-check-all-benches: | ||
| runs-on: arc-runners-polkadot-sdk-beefy | ||
| timeout-minutes: 30 | ||
| needs: [set-image] | ||
| container: | ||
| image: ${{ needs.set-image.outputs.IMAGE }} | ||
| env: | ||
| SKIP_WASM_BUILD: 1 | ||
| steps: | ||
| - name: Checkout | ||
| uses: actions/checkout@v4 | ||
| - name: script | ||
| run: time forklift cargo check --all --benches |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.