-
Notifications
You must be signed in to change notification settings - Fork 76
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
9f3ee20
commit 364776f
Showing
3 changed files
with
72 additions
and
52 deletions.
There are no files selected for viewing
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,72 @@ | ||
--- | ||
name: CICD (PR) | ||
on: | ||
pull_request: | ||
branches: [main] | ||
types: | ||
- opened | ||
- reopened | ||
- synchronize | ||
- ready_for_review | ||
|
||
jobs: | ||
validate-json-files: | ||
runs-on: ubuntu-latest | ||
steps: | ||
- uses: actions/setup-python@v2 | ||
with: | ||
python-version: "3.8.12" | ||
- name: Checkout | ||
uses: actions/checkout@v2 | ||
- name: Install dependencies | ||
run: | | ||
pip install --upgrade pip && | ||
pip install -r requirements_test.txt | ||
- name: Run pytest on tests | ||
run: pytest -vv tests | ||
|
||
airflow-tests: | ||
runs-on: ubuntu-latest | ||
steps: | ||
- uses: actions/setup-python@v2 | ||
with: | ||
python-version: "3.8.12" | ||
- name: Checkout | ||
uses: actions/checkout@v2 | ||
- name: Install dependencies | ||
run: | | ||
pip install --upgrade pip && | ||
pip install \ | ||
-r requirements_test.txt \ | ||
-r airflow/requirements_local.txt \ | ||
-e cli \ | ||
-r airflow/requirements_airflow.txt | ||
- name: Run pytest on airflow/tests | ||
run: pytest -vv airflow | ||
|
||
check-changed-file-limit: | ||
runs-on: ubuntu-latest | ||
|
||
steps: | ||
- name: Checkout repo | ||
uses: actions/checkout@v2 | ||
with: | ||
fetch-depth: 0 | ||
|
||
- name: Fetch main branch | ||
run: git fetch origin main:main | ||
|
||
- name: Check number of changed files | ||
id: check-files | ||
run: | | ||
# Count the number of changed files | ||
NUM_FILES=$(git diff --name-only main HEAD | grep '^airflow/dags/resources/stages/parse/table_definitions' | wc -l) | ||
echo "Number of changed files: $NUM_FILES" | ||
# Fail the job if more than 50 files are changed | ||
if [ "$NUM_FILES" -gt 50 ]; then | ||
echo "Error: More than 50 files have been changed. Failing the job." | ||
exit 1 | ||
else | ||
echo "Number of changed files is within limit." | ||
fi |
This file was deleted.
Oops, something went wrong.