Test Suite #710
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: 'Test Suite' | |
| # Runs acceptance and migrations tests with a set of terraform versions and provider versions (used for migration tests). | |
| # This worflow is scheduled daily and runs against dev every day except for Sunday when we run against QA, and Fridays when we run against 2.0.0 dev branch. | |
| # It can also be run manually. | |
| # The 1st day of the month we run terraform-compatibility-matrix.yml and therefore, we skip the test-suite (see shedule->cron below). | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| terraform_matrix: | |
| description: 'Terraform version matrix (JSON array)' | |
| default: '["1.13.x","1.12.x","1.11.x","1.10.x","1.9.x","1.8.x","1.7.x","1.6.x"]' | |
| provider_matrix: | |
| description: 'Previous MongoDB Atlas Provider version matrix for migration tests (JSON array)' | |
| default: '[""]' # "" for latest version | |
| send_notification: | |
| description: 'Send the Slack notification if any of the tests fail.' | |
| type: boolean | |
| default: false | |
| workflow_call: | |
| inputs: | |
| terraform_matrix: | |
| description: 'Terraform version matrix (JSON array)' | |
| type: string | |
| provider_matrix: | |
| description: 'Previous MongoDB Atlas Provider version matrix for migration tests (JSON array)' | |
| type: string | |
| default: '[""]' # "" for latest version | |
| atlas_cloud_env: | |
| description: 'Atlas cloud environment used, can be either `dev` or `qa`, empty for `dev`' | |
| type: string | |
| required: false | |
| send_notification: | |
| description: 'Send the Slack notification if any of the tests fail.' | |
| type: boolean | |
| default: true | |
| schedule: | |
| - cron: "0 0 2-31 * *" # workflow runs every day at midnight UTC except on the first day of the month | |
| concurrency: | |
| group: '${{ github.workflow }}' | |
| cancel-in-progress: false | |
| jobs: | |
| variables: | |
| env: | |
| schedule_terraform_matrix: '["1.13.x"]' | |
| schedule_provider_matrix: '[""]' # "" for latest version | |
| runs-on: ubuntu-latest | |
| outputs: | |
| terraform_matrix: ${{ inputs.terraform_matrix || env.schedule_terraform_matrix }} | |
| provider_matrix: ${{ inputs.provider_matrix || env.schedule_provider_matrix }} | |
| is_fri: ${{ steps.set_day.outputs.DAY == 'Fri' }} | |
| is_sun: ${{ steps.set_day.outputs.DAY == 'Sun' }} | |
| steps: | |
| - name: set day | |
| id: set_day | |
| run: | | |
| echo "DAY=$(date +'%a')" | |
| echo "DAY=$(date +'%a')" >> "$GITHUB_OUTPUT" | |
| clean-before: | |
| secrets: inherit | |
| uses: ./.github/workflows/cleanup-test-env.yml | |
| tests: | |
| needs: [clean-before, variables] | |
| if: ${{ !cancelled() }} | |
| strategy: | |
| max-parallel: 1 | |
| fail-fast: false | |
| matrix: | |
| terraform_version: ${{ fromJSON(needs.variables.outputs.terraform_matrix) }} | |
| provider_version: ${{ fromJSON(needs.variables.outputs.provider_matrix) }} | |
| name: ${{ matrix.terraform_version || 'latest' }}-${{ matrix.provider_version || 'latest' }}-${{ needs.variables.outputs.is_fri == 'true' && '2.0.0' || 'master' }} | |
| secrets: inherit | |
| uses: ./.github/workflows/acceptance-tests.yml | |
| with: | |
| terraform_version: ${{ matrix.terraform_version }} | |
| provider_version: ${{ matrix.provider_version }} | |
| atlas_cloud_env: ${{ inputs.atlas_cloud_env || needs.variables.outputs.is_sun == 'true' && 'qa' || '' }} # Run against QA on Sundays | |
| ref: ${{ needs.variables.outputs.is_fri == 'true' && 'CLOUDP-320243-dev-2.0.0' || '' }} # Run 2.0.0 dev branch on Fridays | |
| clean-after: | |
| needs: tests | |
| if: ${{ !cancelled() }} | |
| secrets: inherit | |
| uses: ./.github/workflows/cleanup-test-env.yml | |
| slack-notification: | |
| needs: [tests, clean-after] | |
| if: ${{ !cancelled() && needs.tests.result == 'failure' && !contains(github.event.inputs.send_notification, 'false') }} | |
| runs-on: ubuntu-latest | |
| permissions: {} | |
| steps: | |
| - name: Send Slack message | |
| id: slack | |
| uses: slackapi/slack-github-action@91efab103c0de0a537f72a35f6b8cda0ee76bf0a | |
| with: | |
| webhook: ${{ secrets.SLACK_WEBHOOK_URL }} | |
| webhook-type: incoming-webhook | |
| payload: | | |
| { | |
| "text": "Test Suite failed", | |
| "blocks": [ | |
| { | |
| "type": "section", | |
| "text": { | |
| "type": "mrkdwn", | |
| "text": "❌ *Test Suite failed* ${{ secrets.SLACK_ONCALL_TAG }} <${{github.server_url}}/${{github.repository}}/actions/runs/${{github.run_id}}|View Failed Action>" | |
| } | |
| } | |
| ] | |
| } |