Merge pull request #153 from keboola/CF-3242-marek-update-push-yaml #171
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: GitHub Actions | |
| on: [ push ] | |
| concurrency: ci-${{ github.ref }} # to avoid tag collisions in the ECR | |
| env: | |
| # Name of the image in the ECR | |
| APP_IMAGE: keboola/db-extractor-snowflake | |
| # Developer portal login | |
| KBC_DEVELOPERPORTAL_VENDOR: "keboola" | |
| KBC_DEVELOPERPORTAL_APP: "keboola.ex-db-snowflake" | |
| KBC_DEVELOPERPORTAL_USERNAME: "keboola+github_actions_db_extractor_snowflake" | |
| KBC_DEVELOPERPORTAL_PASSWORD: ${{ secrets.KBC_DEVELOPERPORTAL_PASSWORD }} | |
| # DockerHub login | |
| DOCKERHUB_USER: "keboolabot" | |
| DOCKERHUB_TOKEN: ${{ secrets.DOCKERHUB_TOKEN }} | |
| # Test KBC project | |
| KBC_STORAGE_TOKEN: ${{ secrets.KBC_STORAGE_TOKEN }} | |
| KBC_TEST_PROJECT_URL: "https://connection.keboola.com/admin/projects/2703" | |
| KBC_TEST_PROJECT_CONFIGS: "288409174" # space separated list | |
| KBC_RUNID: 123456 | |
| SNOWFLAKE_DB_DATABASE: "COMPONENT_TESTING" | |
| SNOWFLAKE_DB_HOST: "kebooladev.snowflakecomputing.com" | |
| SNOWFLAKE_DB_PORT: 443 | |
| SNOWFLAKE_DB_SCHEMA: "COMPONENT_TEST" | |
| SNOWFLAKE_DB_USER: "COMPONENT_TESTER" | |
| SNOWFLAKE_DB_WAREHOUSE: "DEV" | |
| SNOWFLAKE_DB_ROLE_NAME: "COMPONENT_TESTER" | |
| SNOWFLAKE_DB_PASSWORD: ${{ secrets.SNOWFLAKE_DB_PASSWORD }} | |
| KBC_COMPONENT_RUN_MODE: "run" | |
| jobs: | |
| build: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| app_image_tag: ${{ steps.tag.outputs.app_image_tag }} | |
| is_semantic_tag: ${{ steps.tag.outputs.is_semantic_tag }} | |
| steps: | |
| - | |
| name: Check out the repo | |
| uses: actions/checkout@v3 | |
| - | |
| name: Print Docker version | |
| run: docker -v | |
| - | |
| name: Docker login | |
| if: env.DOCKERHUB_TOKEN | |
| run: docker login --username "$DOCKERHUB_USER" --password "$DOCKERHUB_TOKEN" | |
| - | |
| name: Build image | |
| run: docker build -t $APP_IMAGE . | |
| - | |
| name: Set image tag | |
| id: tag | |
| run: | | |
| TAG="${GITHUB_REF##*/}" | |
| IS_SEMANTIC_TAG=$(echo "$TAG" | grep -q '^v\?[0-9]\+\.[0-9]\+\.[0-9]\+$' && echo true || echo false) | |
| echo "Tag = '$TAG', is semantic tag = '$IS_SEMANTIC_TAG'" | |
| echo "is_semantic_tag=$IS_SEMANTIC_TAG" >> $GITHUB_OUTPUT | |
| echo "app_image_tag=$TAG" >> $GITHUB_OUTPUT | |
| - | |
| name: Push image to ECR | |
| uses: keboola/action-push-to-ecr@master | |
| with: | |
| vendor: ${{ env.KBC_DEVELOPERPORTAL_VENDOR }} | |
| app_id: ${{ env.KBC_DEVELOPERPORTAL_APP }} | |
| username: ${{ env.KBC_DEVELOPERPORTAL_USERNAME }} | |
| password: ${{ env.KBC_DEVELOPERPORTAL_PASSWORD }} | |
| tag: ${{ steps.tag.outputs.app_image_tag }} | |
| push_latest: ${{ steps.tag.outputs.is_semantic_tag }} | |
| source_image: ${{ env.APP_IMAGE}} | |
| tests: | |
| needs: build | |
| runs-on: ubuntu-latest | |
| # strategy: | |
| # fail-fast: false | |
| # matrix: ... | |
| steps: | |
| - | |
| name: Check out the repo | |
| uses: actions/checkout@v3 | |
| - | |
| name: Pull image from ECR | |
| uses: keboola/action-pull-from-ecr@master | |
| with: | |
| vendor: ${{ env.KBC_DEVELOPERPORTAL_VENDOR }} | |
| app_id: ${{ env.KBC_DEVELOPERPORTAL_APP }} | |
| username: ${{ env.KBC_DEVELOPERPORTAL_USERNAME }} | |
| password: ${{ env.KBC_DEVELOPERPORTAL_PASSWORD }} | |
| tag: ${{ needs.build.outputs.app_image_tag }} | |
| target_image: ${{ env.APP_IMAGE}} | |
| tag_as_latest: true | |
| - | |
| name: Run tests | |
| run: docker run | |
| -e SNOWFLAKE_DB_DATABASE | |
| -e SNOWFLAKE_DB_HOST | |
| -e SNOWFLAKE_DB_PORT | |
| -e SNOWFLAKE_DB_SCHEMA | |
| -e SNOWFLAKE_DB_USER | |
| -e SNOWFLAKE_DB_WAREHOUSE | |
| -e SNOWFLAKE_DB_ROLE_NAME | |
| -e SNOWFLAKE_DB_PASSWORD | |
| -e KBC_RUNID | |
| -e KBC_COMPONENT_RUN_MODE | |
| -e KBC_DATA_TYPE_SUPPORT=none | |
| $APP_IMAGE | |
| composer ci | |
| tests-in-kbc: | |
| needs: build | |
| runs-on: ubuntu-latest | |
| steps: | |
| - | |
| name: Run KBC test jobs | |
| if: env.KBC_STORAGE_TOKEN && env.KBC_TEST_PROJECT_CONFIGS | |
| uses: keboola/action-run-configs-parallel@master | |
| with: | |
| token: ${{ env.KBC_STORAGE_TOKEN }} | |
| componentId: ${{ env.KBC_DEVELOPERPORTAL_APP }} | |
| tag: ${{ needs.build.outputs.app_image_tag }} | |
| configs: ${{ env.KBC_TEST_PROJECT_CONFIGS }} | |
| deploy: | |
| needs: | |
| - build | |
| - tests | |
| - tests-in-kbc | |
| runs-on: ubuntu-latest | |
| if: startsWith(github.ref, 'refs/tags/') && needs.build.outputs.is_semantic_tag == 'true' | |
| steps: | |
| - | |
| name: Set tag in the Developer Portal | |
| uses: keboola/action-set-tag-developer-portal@master | |
| with: | |
| vendor: ${{ env.KBC_DEVELOPERPORTAL_VENDOR }} | |
| app_id: ${{ env.KBC_DEVELOPERPORTAL_APP }} | |
| username: ${{ env.KBC_DEVELOPERPORTAL_USERNAME }} | |
| password: ${{ env.KBC_DEVELOPERPORTAL_PASSWORD }} | |
| tag: ${{ needs.build.outputs.app_image_tag }} |