Fix Observability CI workflow checks (opensearch-project#2046)

* add job scheduler to observability CI Signed-off-by: Shenoy Pratik <sgguruda@amazon.com> * update workflow for integ tests Signed-off-by: Shenoy Pratik <sgguruda@amazon.com> * remove datasources test Signed-off-by: Shenoy Pratik <sgguruda@amazon.com> * exclude localhost links from link checker Signed-off-by: Shenoy Pratik <sgguruda@amazon.com> * update links for link checker Signed-off-by: Shenoy Pratik <sgguruda@amazon.com> --------- Signed-off-by: Shenoy Pratik <sgguruda@amazon.com> Signed-off-by: Adam Tackett <tackadam@amazon.com>
TackAdam · Aug 20, 2024 · 10f4c46 · 10f4c46
1 parent 1a5ccb5
commit 10f4c46
Show file tree

Hide file tree

Showing 9 changed files with 79 additions and 105 deletions.
diff --git a/.cypress/integration/datasources_test/datasources_basic_ui.spec.js b/.cypress/integration/datasources_test/datasources_basic_ui.spec.js
diff --git a/.github/workflows/ftr-e2e-dashboards-observability-test.yml b/.github/workflows/ftr-e2e-dashboards-observability-test.yml
@@ -4,9 +4,9 @@ on: [pull_request, push]
 
 env:
   PLUGIN_NAME: dashboards-observability
-  OPENSEARCH_DASHBOARDS_VERSION: 'main'
-  OPENSEARCH_VERSION: '3.0.0'
-  OPENSEARCH_PLUGIN_VERSION: '3.0.0.0'
+  OPENSEARCH_DASHBOARDS_VERSION: "main"
+  OPENSEARCH_VERSION: "3.0.0"
+  OPENSEARCH_PLUGIN_VERSION: "3.0.0.0"
 
 jobs:
   tests:
@@ -29,8 +29,15 @@ jobs:
       - name: Set up Java 21
         uses: actions/setup-java@v3
         with:
-          distribution: 'corretto'
-          java-version: '21'
+          distribution: "corretto"
+          java-version: "21"
+
+      - name: Download Job Scheduler artifact
+        uses: suisei-cn/actions-download-file@v1.4.0
+        with:
+          url: https://aws.oss.sonatype.org/service/local/artifact/maven/redirect?r=snapshots&g=org.opensearch.plugin&a=opensearch-job-scheduler&v=${{ env.OPENSEARCH_PLUGIN_VERSION }}-SNAPSHOT&p=zip
+          target: plugin-artifacts/
+          filename: opensearch-job-scheduler.zip
 
       - name: Download observability artifact
         uses: suisei-cn/actions-download-file@v1.4.0
@@ -57,6 +64,11 @@ jobs:
           rm -f opensearch-*.tar.gz
         shell: bash
 
+      - name: Install job scheduler plugin
+        run: |
+          /bin/bash -c "yes | ./opensearch-${{ env.OPENSEARCH_VERSION }}-SNAPSHOT/bin/opensearch-plugin install file:$(pwd)/plugin-artifacts/opensearch-job-scheduler.zip"
+        shell: bash
+
       - name: Install observability plugin
         run: |
           /bin/bash -c "yes | ./opensearch-${{ env.OPENSEARCH_VERSION }}-SNAPSHOT/bin/opensearch-plugin install file:$(pwd)/plugin-artifacts/observability.zip"
@@ -94,7 +106,7 @@ jobs:
         uses: actions/setup-node@v1
         with:
           node-version: ${{ steps.versions_step.outputs.node_version }}
-          registry-url: 'https://registry.npmjs.org'
+          registry-url: "https://registry.npmjs.org"
 
       - name: Install correct yarn version for OpenSearch Dashboards
         run: |
@@ -112,7 +124,7 @@ jobs:
           cd OpenSearch-Dashboards
           nohup yarn start --no-base-path --no-watch | tee dashboard.log &
 
-      - name : Check If OpenSearch Dashboards Is Ready
+      - name: Check If OpenSearch Dashboards Is Ready
         if: ${{ runner.os == 'Linux' }}
         run: |
           cd ./OpenSearch-Dashboards
@@ -130,7 +142,7 @@ jobs:
           repository: opensearch-project/opensearch-dashboards-functional-test
           ref: ${{ env.OPENSEARCH_DASHBOARDS_VERSION }}
           fetch-depth: 0
-  
+
       - name: Install Cypress
         run: |
           npm install cypress --save-dev

diff --git a/.github/workflows/integration-tests-workflow.yml b/.github/workflows/integration-tests-workflow.yml
@@ -4,9 +4,9 @@ on: [pull_request, push]
 
 env:
   PLUGIN_NAME: dashboards-observability
-  OPENSEARCH_DASHBOARDS_VERSION: 'main'
-  OPENSEARCH_VERSION: '3.0.0'
-  OPENSEARCH_PLUGIN_VERSION: '3.0.0.0'
+  OPENSEARCH_DASHBOARDS_VERSION: "main"
+  OPENSEARCH_VERSION: "3.0.0"
+  OPENSEARCH_PLUGIN_VERSION: "3.0.0.0"
 
 jobs:
   tests:
@@ -26,7 +26,6 @@ jobs:
         testgroups:
           [
             app_analytics_test,
-            datasources_test,
             event_analytics_test,
             integrations_test,
             metrics_analytics_test,
@@ -43,8 +42,15 @@ jobs:
       - name: Set up Java 21
         uses: actions/setup-java@v3
         with:
-          distribution: 'corretto'
-          java-version: '21'
+          distribution: "corretto"
+          java-version: "21"
+
+      - name: Download Job Scheduler artifact
+        uses: suisei-cn/actions-download-file@v1.4.0
+        with:
+          url: https://aws.oss.sonatype.org/service/local/artifact/maven/redirect?r=snapshots&g=org.opensearch.plugin&a=opensearch-job-scheduler&v=${{ env.OPENSEARCH_PLUGIN_VERSION }}-SNAPSHOT&p=zip
+          target: plugin-artifacts/
+          filename: opensearch-job-scheduler.zip
 
       - name: Download observability artifact
         uses: suisei-cn/actions-download-file@v1.4.0
@@ -71,6 +77,11 @@ jobs:
           rm -f opensearch-*.tar.gz
         shell: bash
 
+      - name: Install job scheduler plugin
+        run: |
+          /bin/bash -c "yes | ./opensearch-${{ env.OPENSEARCH_VERSION }}-SNAPSHOT/bin/opensearch-plugin install file:$(pwd)/plugin-artifacts/opensearch-job-scheduler.zip"
+        shell: bash
+
       - name: Install observability plugin
         run: |
           /bin/bash -c "yes | ./opensearch-${{ env.OPENSEARCH_VERSION }}-SNAPSHOT/bin/opensearch-plugin install file:$(pwd)/plugin-artifacts/observability.zip"
@@ -108,7 +119,7 @@ jobs:
         uses: actions/setup-node@v1
         with:
           node-version: ${{ steps.versions_step.outputs.node_version }}
-          registry-url: 'https://registry.npmjs.org'
+          registry-url: "https://registry.npmjs.org"
 
       - name: Configure OpenSearch Dashboards
         run: |

diff --git a/.github/workflows/link-checker.yml b/.github/workflows/link-checker.yml
@@ -1,13 +1,12 @@
 name: Link Checker
 on:
   push:
-    branches: [ main ]
+    branches: [main]
   pull_request:
-    branches: [ main ]
+    branches: [main]
 
 jobs:
   linkchecker:
-
     runs-on: ubuntu-latest
 
     steps:
@@ -16,9 +15,8 @@ jobs:
         id: lychee
         uses: lycheeverse/lychee-action@master
         with:
-          args: --accept=200,403,429  "./**/*.html" "./**/*.md" "./**/*.txt"
+          args: --accept=200,403,429  "./**/*.html" "./**/*.md" "./**/*.txt" --exclude "http://localhost" --exclude "https://localhost"
         env:
           GITHUB_TOKEN: ${{secrets.GITHUB_TOKEN}}
       - name: Fail if there were link errors
         run: exit ${{ steps.lychee.outputs.exit_code }}
-
diff --git a/..._started/getting_started_artifacts/otel-services/assets/getting-started-demo-1.0.0.ndjson b/..._started/getting_started_artifacts/otel-services/assets/getting-started-demo-1.0.0.ndjson
diff --git a/...g_started/getting_started_artifacts/otel-services/assets/otel-index-patterns-1.0.0.ndjson b/...g_started/getting_started_artifacts/otel-services/assets/otel-index-patterns-1.0.0.ndjson