feat: update apiv2 db ingestion to support new s3 schema (#324) #172
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build and push ingestor to remote | |
| on: | |
| push: | |
| branches: | |
| - main | |
| paths: | |
| - "ingestion_tools/**" | |
| - ".github/workflows/push-ingestor-build.yaml" | |
| # https://docs.github.com/en/actions/deployment/security-hardening-your-deployments/configuring-openid-connect-in-amazon-web-services | |
| permissions: | |
| id-token: write | |
| contents: read | |
| jobs: | |
| deploy-to-staging: | |
| name: build and push ingestor to remote | |
| runs-on: ubuntu-latest | |
| environment: staging | |
| if: github.repository == 'chanzuckerberg/cryoet-data-portal-backend' | |
| steps: | |
| - name: Configure AWS Credentials | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| mask-aws-account-id: true | |
| aws-region: ${{ secrets.AWS_REGION }} | |
| role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }} | |
| role-duration-seconds: 1200 | |
| - name: Login to Amazon ECR | |
| id: login-ecr | |
| uses: aws-actions/amazon-ecr-login@v1 | |
| - name: Checkout code | |
| uses: actions/checkout@v3 | |
| - name: Docker build & Push | |
| uses: docker/build-push-action@v4 | |
| with: | |
| context: ./ingestion_tools | |
| file: ./ingestion_tools/Dockerfile | |
| tags: ${{ secrets.ECR_REPO }}:${{ github.head_ref || github.ref_name }} | |
| push: true | |
| provenance: false |