Add CI/CD on PR (#176)

.github/workflows/cicd-on-pr.yml

@@ -0,0 +1,72 @@
+---
+name: CICD (PR)
+on:
+    pull_request:
+        branches: [main]
+        types:
+            - opened
+            - reopened
+            - synchronize
+            - ready_for_review
+
+jobs:
+  validate-json-files:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/setup-python@v2
+        with:
+          python-version: "3.8.12"
+      - name: Checkout
+        uses: actions/checkout@v2
+      - name: Install dependencies
+        run: |
+          pip install --upgrade pip &&
+          pip install -r requirements_test.txt
+      - name: Run pytest on tests
+        run: pytest -vv tests
+
+  airflow-tests:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/setup-python@v2
+        with:
+          python-version: "3.8.12"
+      - name: Checkout
+        uses: actions/checkout@v2
+      - name: Install dependencies
+        run: |
+          pip install --upgrade pip &&
+          pip install \
+            -r requirements_test.txt \
+            -r airflow/requirements_local.txt \
+            -e cli \
+            -r airflow/requirements_airflow.txt
+      - name: Run pytest on airflow/tests
+        run: pytest -vv airflow
+
+  check-changed-file-limit:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout repo
+        uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+
+      - name: Fetch main branch
+        run: git fetch origin main:main
+
+      - name: Check number of changed files
+        id: check-files
+        run: |
+          # Count the number of changed files
+          NUM_FILES=$(git diff --name-only main HEAD | grep '^airflow/dags/resources/stages/parse/table_definitions' | wc -l)
+          echo "Number of changed files: $NUM_FILES"
+          
+          # Fail the job if more than 50 files are changed
+          if [ "$NUM_FILES" -gt 50 ]; then
+            echo "Error: More than 50 files have been changed. Failing the job."
+            exit 1
+          else
+            echo "Number of changed files is within limit."
+          fi