data replication resources for sandbox-alpha #80
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Data replication pipeline | ||
| run-name: ${{ inputs.action }} data replication resources for ${{ inputs.environment }} | ||
| on: | ||
| workflow_dispatch: | ||
| inputs: | ||
| environment: | ||
| description: Deployment environment | ||
| required: true | ||
| type: choice | ||
| options: | ||
| - training | ||
| - production | ||
| - test | ||
| - qa | ||
| - sandbox-alpha | ||
| - sandbox-beta | ||
| deployment_type: | ||
| description: Service to deploy | ||
| required: true | ||
| type: choice | ||
| options: | ||
| - Full deployment | ||
| - DB snapshot only | ||
| - Webapp only | ||
| image_tag: | ||
| description: Docker image tag to deploy | ||
| required: false | ||
| type: string | ||
| db_snapshot_arn: | ||
| description: ARN of the DB snapshot to use (optional) | ||
| required: false | ||
| type: string | ||
| egress_cidr: | ||
| description: CIDR blocks to allow egress traffic. | ||
| type: string | ||
| required: true | ||
| default: "[]" | ||
| env: | ||
| aws_role: ${{ inputs.environment == 'production' | ||
| && 'arn:aws:iam::820242920762:role/GithubDeployDataReplicationInfrastructure' | ||
| || 'arn:aws:iam::393416225559:role/GithubDeployDataReplicationInfrastructure' }} | ||
| recreate_db: ${{ inputs.deployment_type == 'Full deployment' || inputs.deployment_type == 'DB snapshot only' }} | ||
| recreate_webapp: ${{ inputs.deployment_type == 'Full deployment' || inputs.deployment_type == 'Webapp only' }} | ||
| defaults: | ||
| run: | ||
| working-directory: terraform/data_replication | ||
| concurrency: | ||
| group: deploy-data-replica-${{ inputs.environment }} | ||
| jobs: | ||
| prepare-db-replica: | ||
| if: env.recreate_db | ||
|
Check failure on line 56 in .github/workflows/data-replication-pipeline.yml
|
||
| name: Prepare data replica | ||
| runs-on: ubuntu-latest | ||
| permissions: | ||
| id-token: write | ||
| steps: | ||
| - name: Checkout code | ||
| uses: actions/checkout@v4 | ||
| - name: Configure AWS Credentials | ||
| uses: aws-actions/configure-aws-credentials@v4 | ||
| with: | ||
| role-to-assume: ${{ env.aws_role }} | ||
| aws-region: eu-west-2 | ||
| - name: get latest snapshot | ||
| id: get-latest-snapshot | ||
| run: | | ||
| set -e | ||
| if [ -z "${{ inputs.db_snapshot_arn }}" ]; then | ||
| echo "No snapshot ARN provided, fetching the latest snapshot" | ||
| SNAPSHOT_ARN=$(aws rds describe-db-cluster-snapshots \ | ||
| --query "DBClusterSnapshots[?DBClusterIdentifier=='mavis-${{ inputs.environment }}'].[DBClusterSnapshotArn, SnapshotCreateTime]" \ | ||
| --output text | sort -k2 -r | head -n 1 | cut -f1) | ||
| if [ -z "$SNAPSHOT_ARN" ]; then | ||
| echo "No snapshots found for mavis-${{ inputs.environment }}" | ||
| exit 1 | ||
| fi | ||
| else | ||
| echo "Using provided snapshot ARN: ${{ inputs.db_snapshot_arn }}" | ||
| SNAPSHOT_ARN="${{ inputs.db_snapshot_arn }}" | ||
| fi | ||
| echo "Using snapshot ARN: $SNAPSHOT_ARN" | ||
| echo "SNAPSHOT_ARN=$SNAPSHOT_ARN" >> $GITHUB_OUTPUT | ||
| - name: Install terraform | ||
| uses: hashicorp/setup-terraform@v3 | ||
| with: | ||
| terraform_version: 1.11.4 | ||
| - name: Get db secret arn | ||
| id: get-db-secret-arn | ||
| working-directory: terraform/app | ||
| run: | | ||
| terraform init -backend-config="env/${{ inputs.environment }}-backend.hcl" -upgrade | ||
| DB_SECRET_ARN=$(terraform output --raw db_secret_arn) | ||
| echo "DB_SECRET_ARN=$DB_SECRET_ARN" >> $GITHUB_OUTPUT | ||
| - name: ECR login | ||
| id: login-ecr | ||
| uses: aws-actions/amazon-ecr-login@v2 | ||
| - name: Get docker image digest | ||
| id: get-docker-image-digest | ||
| run: | | ||
| set -e | ||
| DOCKER_IMAGE="${{ steps.login-ecr.outputs.registry }}/mavis/webapp:${{ inputs.image_tag || github.sha }}" | ||
| docker pull "$DOCKER_IMAGE" | ||
| DOCKER_DIGEST=$(docker inspect --format='{{index .RepoDigests 0}}' "$DOCKER_IMAGE") | ||
| DIGEST="${DOCKER_DIGEST#*@}" | ||
| echo "DIGEST=$DIGEST" >> $GITHUB_OUTPUT | ||
| outputs: | ||
| SNAPSHOT_ARN: ${{ steps.get-latest-snapshot.outputs.SNAPSHOT_ARN }} | ||
| DB_SECRET_ARN: ${{ steps.get-db-secret-arn.outputs.DB_SECRET_ARN }} | ||
| prepare-webapp: | ||
| if: env.recreate_webapp | ||
| name: Prepare webapp | ||
| runs-on: ubuntu-latest | ||
| permissions: | ||
| id-token: write | ||
| steps: | ||
| - name: Checkout code | ||
| uses: actions/checkout@v4 | ||
| - name: Configure AWS Credentials | ||
| uses: aws-actions/configure-aws-credentials@v4 | ||
| with: | ||
| role-to-assume: ${{ env.aws_role }} | ||
| aws-region: eu-west-2 | ||
| - name: ECR login | ||
| id: login-ecr | ||
| uses: aws-actions/amazon-ecr-login@v2 | ||
| - name: Get docker image digest | ||
| id: get-docker-image-digest | ||
| run: | | ||
| set -e | ||
| DOCKER_IMAGE="${{ steps.login-ecr.outputs.registry }}/mavis/webapp:${{ inputs.image_tag || github.sha }}" | ||
| docker pull "$DOCKER_IMAGE" | ||
| DOCKER_DIGEST=$(docker inspect --format='{{index .RepoDigests 0}}' "$DOCKER_IMAGE") | ||
| DIGEST="${DOCKER_DIGEST#*@}" | ||
| echo "DIGEST=$DIGEST" >> $GITHUB_OUTPUT | ||
| outputs: | ||
| DOCKER_DIGEST: ${{ steps.get-docker-image-digest.outputs.DIGEST }} | ||
| plan: | ||
| name: Terraform plan | ||
| runs-on: ubuntu-latest | ||
| needs: | ||
| - prepare-db-replica | ||
| - prepare-webapp | ||
| if: ${{ !cancelled() && | ||
| (needs.prepare-db-replica.result == 'success' || needs.prepare-db-replica.result == 'skipped') && | ||
| (needs.prepare-webapp.result == 'success' || needs.prepare-webapp.result == 'skipped') }} | ||
| env: | ||
| SNAPSHOT_ARN: ${{ needs.prepare-db-replica.outputs.SNAPSHOT_ARN }} | ||
| DB_SECRET_ARN: ${{ needs.prepare-db-replica.outputs.DB_SECRET_ARN }} | ||
| DOCKER_DIGEST: ${{ needs.prepare-webapp.outputs.DOCKER_DIGEST }} | ||
| permissions: | ||
| id-token: write | ||
| steps: | ||
| - name: Checkout code | ||
| uses: actions/checkout@v4 | ||
| - name: Configure AWS Credentials | ||
| uses: aws-actions/configure-aws-credentials@v4 | ||
| with: | ||
| role-to-assume: ${{ env.aws_role }} | ||
| aws-region: eu-west-2 | ||
| - name: Install terraform | ||
| uses: hashicorp/setup-terraform@v3 | ||
| with: | ||
| terraform_version: 1.11.4 | ||
| - name: Terraform Plan | ||
| id: plan | ||
| run: | | ||
| set -e | ||
| terraform init -backend-config="env/${{ inputs.environment }}-backend.hcl" -upgrade | ||
| if [ "${{ env.recreate_db }}" == "true" ]; then | ||
| echo "Tainting the database instance for recreation" | ||
| terraform taint aws_rds_cluster.cluster | ||
| fi | ||
| terraform plan -var="image_digest=${{ env.DOCKER_DIGEST }}" -var="db_secret_arn=${{ env.DB_SECRET_ARN }}" \ | ||
| -var="imported_snapshot=${{ env.SNAPSHOT_ARN }}" -var-file="env/${{ inputs.environment }}.tfvars" \ | ||
| -var='allowed_egress_cidr_blocks=${{ inputs.egress_cidr }}' \ | ||
| -out ${{ runner.temp }}/tfplan | tee ${{ runner.temp }}/tf_stdout | ||
| - name: Upload artifact | ||
| uses: actions/upload-artifact@v4 | ||
| with: | ||
| name: tfplan_infrastructure-${{ inputs.environment }} | ||
| path: ${{ runner.temp }}/tfplan | ||
| apply: | ||
| name: Terraform apply | ||
| runs-on: ubuntu-latest | ||
| needs: plan | ||
| environment: ${{ inputs.environment }} | ||
| permissions: | ||
| id-token: write | ||
| steps: | ||
| - name: Checkout code | ||
| uses: actions/checkout@v4 | ||
| - name: Configure AWS Credentials | ||
| uses: aws-actions/configure-aws-credentials@v4 | ||
| with: | ||
| role-to-assume: ${{ env.aws_role }} | ||
| aws-region: eu-west-2 | ||
| - name: Download artifact | ||
| uses: actions/download-artifact@v4 | ||
| with: | ||
| name: tfplan_infrastructure-${{ inputs.environment }} | ||
| path: ${{ runner.temp }} | ||
| - name: Install terraform | ||
| uses: hashicorp/setup-terraform@v3 | ||
| with: | ||
| terraform_version: 1.11.4 | ||
| - name: Apply the changes | ||
| run: | | ||
| set -e | ||
| terraform init -backend-config="env/${{ inputs.environment }}-backend.hcl" -upgrade | ||
| terraform apply ${{ runner.temp }}/tfplan | ||
