release-21_extrinsic-ordering-check-from-two.yml

# This workflow performs the Extrinsic Ordering Check on demand using two reference binaries

name: Release - Extrinsic API Check with reference bins
on:
  workflow_dispatch:
    inputs:
      reference_binary_url:
        description: A url to a Linux binary for the node containing the reference runtime to test against
        default: https://releases.parity.io/cumulus/v0.9.230/polkadot-parachain
        required: true
      binary_url:
        description: A url to a Linux binary for the node containing the runtime to test
        default: https://releases.parity.io/cumulus/v0.9.270-rc7/polkadot-parachain
        required: true

jobs:
  check:
    name: Run check
    runs-on: ubuntu-latest
    timeout-minutes: 10
    env:
      REF_URL: ${{github.event.inputs.reference_binary_url}}
      BIN_REF: polkadot-parachain-ref
      BIN_URL: ${{github.event.inputs.binary_url}}
      BIN_BASE: polkadot-parachain
      TMP: ./tmp
    strategy:
      fail-fast: false
      matrix:
        include:
          - runtime: asset-hub-kusama
            local: asset-hub-kusama-local
            relay: kusama-local
          - runtime: asset-hub-polkadot
            local: asset-hub-polkadot-local
            relay: polkadot-local
          - runtime: asset-hub-westend
            local: asset-hub-westend-local
            relay: polkadot-local
          - runtime: contracts-rococo
            local: contracts-rococo-local
            relay: polkadot-local

    steps:
      - uses: actions/checkout@c85c95e3d7251135ab7dc9ce3241c5835cc595a9 # v3.5.3

      - name: Create tmp dir
        run: |
          mkdir -p $TMP
          pwd

      - name: Fetch reference binary for ${{ matrix.runtime }}
        run: |
          echo Fetching $REF_URL
          curl $REF_URL -o $TMP/$BIN_REF
          chmod a+x  $TMP/$BIN_REF
          $TMP/$BIN_REF --version

      - name: Fetch test binary for ${{ matrix.runtime }}
        run: |
          echo Fetching $BIN_URL
          curl $BIN_URL -o $TMP/$BIN_BASE
          chmod a+x  $TMP/$BIN_BASE
          $TMP/$BIN_BASE --version

      - name: Start local reference node for ${{ matrix.runtime }}
        run: |
          echo Running reference on ${{ matrix.local }}
          $TMP/$BIN_REF --chain=${{ matrix.local }} --ws-port=9954 --tmp -- --chain ${{ matrix.relay }} &
          sleep 15

      - name: Start local test node for ${{ matrix.runtime }}
        run: |
          echo Running test on ${{ matrix.local }}
          $TMP/$BIN_BASE --chain=${{ matrix.local }} --ws-port=9944 --tmp -- --chain ${{ matrix.relay }} &
          sleep 15

      - name: Prepare output
        run: |
          REF_VERSION=$($TMP/$BIN_REF --version)
          BIN_VERSION=$($TMP/$BIN_BASE --version)
          echo "Metadata comparison:" >> output.txt
          echo "Date: $(date)" >> output.txt
          echo "Ref. binary: $REF_URL" >> output.txt
          echo "Test binary: $BIN_URL" >> output.txt
          echo "Ref. version: $REF_VERSION" >> output.txt
          echo "Test version: $BIN_VERSION" >> output.txt
          echo "Chain: ${{ matrix.local }}" >> output.txt
          echo "Relay: ${{ matrix.relay }}" >> output.txt
          echo "----------------------------------------------------------------------" >> output.txt

      - name: Pull polkadot-js-tools image
        run: docker pull jacogr/polkadot-js-tools

      - name: Compare the metadata
        run: |
          CMD="docker run --pull always --network host jacogr/polkadot-js-tools metadata ws://localhost:9954 ws://localhost:9944"
          echo -e "Running:\n$CMD"
          $CMD >> output.txt
          sed -z -i 's/\n\n/\n/g' output.txt
          cat output.txt | egrep -n -i ''
          SUMMARY=$(./scripts/ci/github/extrinsic-ordering-filter.sh output.txt)
          echo -e $SUMMARY
          echo -e $SUMMARY >> output.txt

      - name: Show result
        run: |
          cat output.txt

      - name: Save output as artifact
        uses: actions/upload-artifact@0b7f8abb1508181956e8e162db84b466c27e18ce # v3.1.2
        with:
          name: ${{ matrix.runtime }}
          path: |
            output.txt

      - name: Stop our local nodes
        run: |
          pkill $BIN_REF || true
          pkill $BIN_BASE || true