WIP - Rework CI for build jobs

.github/workflows/block-build.yml

@@ -1,25 +1,29 @@
 name: Block
 on:
-  push:
-    branches: [master, develop]
-    tags: ['*']
-  pull_request:
-    types: [opened, reopened, synchronize]
+  workflow_call:
+    inputs:
+      cache-key:
+        required: false
+        type: string
   workflow_dispatch:
+    inputs:
+      cache-key:
+        required: false
+        type: string
 
-env:
-  cwd: ${{github.workspace}}/packages/block
 
-defaults:
-  run:
-    working-directory: packages/block
+env:
+  cwd: ${{github.workspace}}
 
 concurrency:
-  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
+  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}-block
   cancel-in-progress: true
 
 jobs:
   test-block:
+    defaults:
+      run:
+        working-directory: ${{github.workspace}}/packages/block
     runs-on: ubuntu-latest
     strategy:
       matrix:
@@ -30,19 +34,25 @@ jobs:
           submodules: recursive
 
       - name: Use Node.js ${{ matrix.node-version }}
-        uses: actions/setup-node@v2
+        uses: actions/setup-node@v3
         with:
           node-version: ${{ matrix.node-version }}
           cache: 'npm'
 
-      - run: npm ci
-        working-directory: ${{github.workspace}}
+      - uses: actions/cache/restore@v3
+        with:
+          path: ${{github.workspace}}
+          key: ${{ inputs.cache-key }}
+
+      - name: Install Dependencies
+        if: steps.cache.outputs.cache-hit != 'true'
+        run: npm ci
 
-      - run: npm run lint
+      - run: npm run lint      
       - run: npm run coverage
 
       - uses: codecov/codecov-action@v3
         with:
-          files: ${{ env.cwd }}/coverage/lcov.info
+          files: ${{ github.workspace}}/packages/block/coverage/lcov.info
           flags: block
         if: ${{ matrix.node-version == 16 }}

.github/workflows/blockchain-build.yml

@@ -1,10 +1,10 @@
 name: Blockchain
 on:
-  push:
-    branches: [master, develop]
-    tags: ['*']
-  pull_request:
-    types: [opened, reopened, synchronize]
+  workflow_call:
+    inputs:
+      cache-key:
+        required: true
+        type: string
   workflow_dispatch:
 
 env:
@@ -33,8 +33,11 @@ jobs:
           node-version: ${{ matrix.node-version }}
           cache: 'npm'
 
-      - run: npm ci
-        working-directory: ${{github.workspace}}
+
+      - uses: actions/cache/restore@v3
+        with:
+          path: ${{github.workspace}}
+          key: ${{ inputs.cache-key }}
 
       - run: npm run lint
       - run: npm run coverage

.github/workflows/build.yml

@@ -0,0 +1,132 @@
+name: Build
+on:
+  push:
+    branches: [master]
+    tags: ['*']
+  pull_request:
+    types: [opened, reopened, synchronize]
+  workflow_dispatch:
+
+env:
+  cwd: ${{github.workspace}}
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}-build
+  cancel-in-progress: true
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        node-version: [16]
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          submodules: recursive
+
+      - name: Use Node.js ${{ matrix.node-version }}
+        uses: actions/setup-node@v3
+        with:
+          node-version: ${{ matrix.node-version }}
+          cache: 'npm'
+
+      - run: npm ci
+        working-directory: ${{github.workspace}}
+
+      - uses: actions/cache@v3
+        with:
+          path: ${{github.workspace}}
+          key: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}-build
+
+      - run: echo ${{ github.workflow }}-${{ github.head_ref || github.run_id }}-build
+
+  block:
+    needs: build
+    uses: ./.github/workflows/block-build.yml
+    with:
+      cache-key: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}-build
+
+  blockchain:
+    needs: build
+    uses: ./.github/workflows/blockchain-build.yml
+    with:
+      cache-key: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}-build
+
+  client:
+    needs: build
+    uses: ./.github/workflows/client-build.yml
+    with:
+      cache-key: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}-build
+
+  common:
+    needs: build
+    uses: ./.github/workflows/common-build.yml
+    with:
+      cache-key: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}-build
+
+  devp2p:
+    needs: build
+    uses: ./.github/workflows/devp2p-build.yml
+    with:
+      cache-key: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}-build
+
+  ethash:
+    needs: build
+    uses: ./.github/workflows/ethash-build.yml
+    with:
+      cache-key: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}-build
+
+  evm:
+    needs: build
+    uses: ./.github/workflows/evm-build.yml
+    with:
+      cache-key: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}-build
+
+  examples:
+    needs: build
+    uses: ./.github/workflows/examples.yml
+    with:
+      cache-key: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}-build
+
+  rlp:
+    needs: build
+    uses: ./.github/workflows/rlp-build.yml
+    with:
+      cache-key: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}-build
+
+  statemanager:
+    needs: build
+    uses: ./.github/workflows/statemanager-build.yml
+    with:
+      cache-key: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}-build
+
+  trie:
+    needs: build
+    uses: ./.github/workflows/trie-build.yml
+    with:
+      cache-key: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}-build
+
+  tx:
+    needs: build
+    uses: ./.github/workflows/tx-build.yml
+    with:
+      cache-key: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}-build
+
+  util:
+    needs: build
+    uses: ./.github/workflows/block-build.yml
+    with:
+      cache-key: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}-build
+
+  vm-build:
+    needs: build
+    uses: ./.github/workflows/vm-build.yml
+    with:
+      cache-key: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}-build
+
+  vm-pr:
+    needs: build
+    uses: ./.github/workflows/vm-pr.yml
+    with:
+      cache-key: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}-build

.github/workflows/client-build.yml

@@ -1,10 +1,10 @@
 name: Client
 on:
-  push:
-    branches: [master, develop]
-    tags: ['*']
-  pull_request:
-    types: [opened, reopened, synchronize]
+  workflow_call:
+    inputs:
+      cache-key:
+        required: true
+        type: string
   workflow_dispatch:
 
 env:
@@ -33,71 +33,16 @@ jobs:
           node-version: ${{ matrix.node-version }}
           cache: 'npm'
 
-      - run: npm ci
-        working-directory: ${{github.workspace}}
 
-      - run: npm run coverage
-
-      - uses: codecov/codecov-action@v3
-        with:
-          files: ${{ env.cwd }}/coverage/lcov.info
-          flags: client
-        if: ${{ matrix.node-version == 16 }}
-
-      - uses: nick-fields/retry@v2
-        with:
-          timeout_minutes: 10
-          max_attempts: 3
-          command: cd ${{github.workspace}}/packages/client && npm run test:integration
-
-      - run: npm run test:browser
-
-      - run: npm run lint
-
-  test-client-dockerfile:
-    name: test client docker file
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v3
-      # https://github.com/docker/setup-qemu-action
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@v1
-      # https://github.com/docker/setup-buildx-action
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v1
-      - name: Build from npm
-        run: >
-          docker buildx build .
-          --tag ethereumjs:local-npm
-          --platform linux/amd64
-          --build-arg COMMIT=$(git rev-parse HEAD)
-        working-directory: ${{github.workspace}}
-      - name: Build from source
-        run: >
-          docker buildx build .
-          -f Dockerfile.fromSource
-          --tag ethereumjs:local-source
-          --platform linux/amd64
-          --build-arg COMMIT=$(git rev-parse HEAD)
-        working-directory: ${{github.workspace}}
-
-  test-client-cli:
-    runs-on: ubuntu-latest
-    strategy:
-      fail-fast: false
-    steps:
-      - uses: actions/checkout@v3
-
-      - uses: actions/setup-node@v2
+      - uses: actions/cache/restore@v3
         with:
-          node-version: 18
-          cache: 'npm'
+          path: ${{github.workspace}}
+          key: ${{ inputs.cache-key }}
 
-      - run: npm ci
-        working-directory: ${{github.workspace}}
+      - run: npm i wtfnode
 
       - uses: nick-fields/retry@v2
         with:
-          timeout_minutes: 10
-          max_attempts: 3
-          command: cd ${{github.workspace}}/packages/client && npm run tape -- 'test/sim/mainnet.spec.ts'
+          timeout_minutes: 2
+          max_attempts: 1
+          command: cd ${{github.workspace}}/packages/client && npx wtfnode ../../node_modules/tape/bin/tape -r ts-node/register './test/**/*.spec.ts'

.github/workflows/common-build.yml

@@ -1,10 +1,10 @@
 name: Common
 on:
-  push:
-    branches: [master, develop]
-    tags: ['*']
-  pull_request:
-    types: [opened, reopened, synchronize]
+  workflow_call:
+    inputs:
+      cache-key:
+        required: true
+        type: string
   workflow_dispatch:
 
 env:
@@ -15,7 +15,7 @@ defaults:
     working-directory: packages/common
 
 concurrency:
-  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
+  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}-common
   cancel-in-progress: true
 
 jobs:
@@ -28,13 +28,15 @@ jobs:
       - uses: actions/checkout@v3
 
       - name: Use Node.js ${{ matrix.node-version }}
-        uses: actions/setup-node@v2
+        uses: actions/setup-node@v3
         with:
           node-version: ${{ matrix.node-version }}
           cache: 'npm'
 
-      - run: npm ci
-        working-directory: ${{github.workspace}}
+      - uses: actions/cache/restore@v3
+        with:
+          path: ${{github.workspace}}
+          key: ${{ inputs.cache-key }}
 
       - run: npm run lint
       - run: npm run coverage