system-tests.yml

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
name: system-tests

on:
  # Run every day at 00:00
  schedule:
    - cron: "0 0 * * *"
  push:
    paths:
      - '.github/workflows/system-tests.yml'
      - 'nifi-system-tests/**'
      - 'nifi-api/**'
      - 'nifi-framework-api/**'
      - 'nifi-nar-bundles/nifi-framework-bundle/**'
      - 'nifi-stateless/**'
  pull_request:
    paths:
      - '.github/workflows/system-tests.yml'
      - 'nifi-system-tests/**'
      - 'nifi-api/**'
      - 'nifi-framework-api/**'
      - 'nifi-nar-bundles/nifi-framework-bundle/**'
      - 'nifi-stateless/**'

env:
  DEFAULT_MAVEN_OPTS: >-
    -Xmx3g
    -Duser.language=en
    -Duser.country=GB
    -Duser.timezone=UTC
  MAVEN_COMMAND: >-
    ./mvnw
    -V
    -nsu
    -ntp
    -ff
  MAVEN_BUILD_ARGUMENTS: >-
    install
    -D skipTests
    -am
  MAVEN_RUN_ARGUMENTS: >-
    package
    verify
    -P integration-tests
  MAVEN_PROJECTS: >-
    -pl :nifi-python-framework
    -pl :nifi-python-extension-api
    -pl :nifi-python-test-extensions
    -pl nifi-system-tests/nifi-system-test-suite
    -pl nifi-system-tests/nifi-stateless-system-test-suite

permissions:
  contents: read

jobs:
  ubuntu-17:
    timeout-minutes: 120
    runs-on: ubuntu-latest
    name: Ubuntu Java 17
    steps:
      - name: Checkout Code
        uses: actions/checkout@v3
      - name: Set up Java 17
        uses: actions/setup-java@v3
        with:
          distribution: zulu
          java-version: 17
          cache: 'maven'
      - name: Set up Python 3.9
        uses: actions/setup-python@v4
        with:
          python-version: '3.9'
      - name: Build Dependencies
        env:
          MAVEN_OPTS: >-
            ${{ env.DEFAULT_MAVEN_OPTS }}
        run: >
          ${{ env.MAVEN_COMMAND }}
          ${{ env.MAVEN_BUILD_ARGUMENTS }}
          ${{ env.MAVEN_PROJECTS }}
      - name: Run Tests
        env:
          MAVEN_OPTS: >-
            ${{ env.DEFAULT_MAVEN_OPTS }}
        run: >
          ${{ env.MAVEN_COMMAND }}
          ${{ env.MAVEN_RUN_ARGUMENTS }}
          ${{ env.MAVEN_PROJECTS }}
      - name: Upload Troubleshooting Logs
        if: failure() || cancelled()
        uses: actions/upload-artifact@v3
        with:
          name: ubuntu-17-troubleshooting-logs
          path: |
            nifi-system-tests/nifi-system-test-suite/target/failsafe-reports/**/*.txt
            nifi-system-tests/nifi-system-test-suite/target/surefire-reports/**/*.txt
            nifi-system-tests/nifi-system-test-suite/target/troubleshooting/**/*
          retention-days: 7

  ubuntu:
    timeout-minutes: 120
    runs-on: ubuntu-latest
    name: Ubuntu Java 11
    steps:
      - name: Checkout Code
        uses: actions/checkout@v3
      - name: Set up Java 11
        uses: actions/setup-java@v3
        with:
          distribution: zulu
          java-version: 11
          cache: 'maven'
      - name: Set up Python 3.9
        uses: actions/setup-python@v4
        with:
          python-version: '3.9'
      - name: Build Dependencies
        env:
          MAVEN_OPTS: >-
            ${{ env.DEFAULT_MAVEN_OPTS }}
        run: >
          ${{ env.MAVEN_COMMAND }}
          ${{ env.MAVEN_BUILD_ARGUMENTS }}
          ${{ env.MAVEN_PROJECTS }}
      - name: Run Tests
        env:
          MAVEN_OPTS: >-
            ${{ env.DEFAULT_MAVEN_OPTS }}
        run: >
          ${{ env.MAVEN_COMMAND }}
          ${{ env.MAVEN_RUN_ARGUMENTS }}
          ${{ env.MAVEN_PROJECTS }}
      - name: Upload Troubleshooting Logs
        if: failure() || cancelled()
        uses: actions/upload-artifact@v3
        with:
          name: ubuntu-latest-troubleshooting-logs
          path: |
            nifi-system-tests/nifi-system-test-suite/target/failsafe-reports/**/*.txt
            nifi-system-tests/nifi-system-test-suite/target/surefire-reports/**/*.txt
            nifi-system-tests/nifi-system-test-suite/target/troubleshooting/**/*
          retention-days: 7

  macos:
    timeout-minutes: 120
    runs-on: macos-latest
    name: MacOS Java 11
    steps:
      - name: Checkout Code
        uses: actions/checkout@v3
      - name: Set up Java 11
        uses: actions/setup-java@v3
        with:
          distribution: zulu
          java-version: 11
          cache: 'maven'
      - name: Set up Python 3.9
        uses: actions/setup-python@v4
        with:
          python-version: '3.9'
      - name: Build Dependencies
        env:
          MAVEN_OPTS: >-
            ${{ env.DEFAULT_MAVEN_OPTS }}
        run: >
          ${{ env.MAVEN_COMMAND }}
          ${{ env.MAVEN_BUILD_ARGUMENTS }}
          ${{ env.MAVEN_PROJECTS }}
      - name: Run Tests
        env:
          MAVEN_OPTS: >-
            ${{ env.DEFAULT_MAVEN_OPTS }}
        run: >
          ${{ env.MAVEN_COMMAND }}
          ${{ env.MAVEN_RUN_ARGUMENTS }}
          ${{ env.MAVEN_PROJECTS }}
      - name: Upload Troubleshooting Logs
        if: failure() || cancelled()
        uses: actions/upload-artifact@v3
        with:
          name: macos-latest-troubleshooting-logs
          path: |
            nifi-system-tests/nifi-system-test-suite/target/failsafe-reports/**/*.txt
            nifi-system-tests/nifi-system-test-suite/target/surefire-reports/**/*.txt
            nifi-system-tests/nifi-system-test-suite/target/troubleshooting/**/*
          retention-days: 7