Fix/count and sort saved collections

.circleci/config.yml

@@ -51,7 +51,7 @@ parameters:
     default: './pnpm-lock.yaml'
   image:
     type: string
-    default: stack-web-<< pipeline.git.branch >> | sed -e 's/\//-/g'
+    default: la-base-web-<< pipeline.git.branch >> | sed -e 's/\//-/g'
   deploy_version:
     type: string
     default: latest
@@ -64,21 +64,21 @@ parameters:
     ## web_app_deployment
     ## web_app_preview_deletion
     ## project_stack_deployment
-    default: "web_app_deployment"
+    default: 'web_app_deployment'
   # Name of the environment to scrap
   web_app_docker_registry:
     # This is redundant with .env.dist but needed as jobs are way simpler to configure with this parameter
     type: string
-    default: 'rg.fr-par.scw.cloud/stack-web-app'
+    default: 'rg.fr-par.scw.cloud/la-base-web-app'
   preview_deletion_branch:
     type: string
-    default: ""
+    default: ''
 
 workflows:
   version: 2
   web_app_deployment:
     when:
-      equal: [ web_app_deployment, << pipeline.parameters.trigger_workflow >> ]
+      equal: [web_app_deployment, << pipeline.parameters.trigger_workflow >>]
     jobs:
       - prepare_workspace_dependencies
       - lint_web:
@@ -138,7 +138,8 @@ workflows:
 
   project_infrastructure_deployment:
     when:
-      equal: [ project_stack_deployment, << pipeline.parameters.trigger_workflow >> ]
+      equal:
+        [project_stack_deployment, << pipeline.parameters.trigger_workflow >>]
     jobs:
       - prepare_workspace_dependencies
       - lint_and_test_cdk_package:
@@ -162,11 +163,15 @@ workflows:
     when:
       and:
         - not:
-            equal: [ main, << pipeline.parameters.preview_deletion_branch >>]
+            equal: [main, << pipeline.parameters.preview_deletion_branch >>]
         - not:
-            equal: [ dev, << pipeline.parameters.preview_deletion_branch >>]
+            equal: [dev, << pipeline.parameters.preview_deletion_branch >>]
         - << pipeline.parameters.preview_deletion_branch >>
-        - equal: [ web_app_preview_deletion, << pipeline.parameters.trigger_workflow >> ]
+        - equal:
+            [
+              web_app_preview_deletion,
+              << pipeline.parameters.trigger_workflow >>,
+            ]
     jobs:
       - prepare_workspace_dependencies
       - web_app_preview_deletion:
@@ -179,8 +184,6 @@ jobs:
     resource_class: large
     steps:
       - checkout
-      - skip/skip_unchanged:
-          paths: pnpm-lock.yaml
       - install_dependencies
       - run:
           name: 'Fetch dependencies'
@@ -304,7 +307,7 @@ jobs:
       - add_secrets_to_dotenv_file
       - setup_docker_web_env
       - run:
-          name: "Add NEXT_PUBLIC_* env to .env"
+          name: 'Add NEXT_PUBLIC_* env to .env'
           command: |
             pnpm --silent cli dotenv:add-next-public $NAMESPACE
       - restore_cache:
@@ -370,7 +373,7 @@ jobs:
   test_web_e2e:
     executor: node-e2e
     resource_class: large
-    parallelism: 2
+    parallelism: 3
     steps:
       - checkout
       - install_dependencies
@@ -384,7 +387,7 @@ jobs:
           command: pnpm --silent -F @app/web prisma generate
       - setup_docker_web_env
       - run:
-          name: "Add NEXT_PUBLIC_* env to .env"
+          name: 'Add NEXT_PUBLIC_* env to .env'
           command: |
             pnpm --silent cli dotenv:add-next-public --local $NAMESPACE
       - run:
@@ -440,7 +443,7 @@ jobs:
       - add_secrets_to_dotenv_file
       - setup_docker_web_env
       - run:
-          name: "Add NEXT_PUBLIC_* env to .env"
+          name: 'Add NEXT_PUBLIC_* env to .env'
           command: |
             pnpm --silent cli dotenv:add-next-public --local $NAMESPACE
       - run:
@@ -471,7 +474,7 @@ jobs:
             pnpm --silent -F @app/web test:integration
 
   deploy_web:
-    executor: node
+    executor: node-postgres
     resource_class: large
     steps:
       - checkout
@@ -488,7 +491,7 @@ jobs:
             pnpm --silent cli secrets:database:setup $NAMESPACE
             echo "export DATABASE_PASSWORD=$(pnpm --silent cli secrets:database-password $NAMESPACE)" >> ${BASH_ENV}
       - run:
-          name: "Create terraform variables file from environment variables"
+          name: 'Create terraform variables file from environment variables'
           command: |
             pnpm --silent cli terraform:vars-from-env web
       - install_terraform
@@ -519,6 +522,16 @@ jobs:
       - run:
           name: Set deployment status to migration
           command: pnpm --silent cli github:deployment:update $DEPLOYMENT_ID in_progress -d 'Executing database migrations' -l https://app.circleci.com/pipelines/workflows/$CIRCLE_WORKFLOW_ID
+      - when:
+          condition:
+            and:
+              - not:
+                  equal: [main, << pipeline.git.branch >>]
+          steps:
+            - run:
+                name: 'Import main database dump on preview envs'
+                command: |
+                  pnpm --silent cli backup:locally-restore-latest-main
       - run:
           name: 'Migrate database'
           command: |
@@ -530,7 +543,7 @@ jobs:
           condition:
             and:
               - not:
-                  equal: [ main, << pipeline.git.branch >> ]
+                  equal: [main, << pipeline.git.branch >>]
           steps:
             - run:
                 name: 'Load fixtures on preview envs'
@@ -561,7 +574,7 @@ jobs:
           command: pnpm --silent -F @app/web prisma generate
       - add_secrets_to_dotenv_file
       - run:
-          name: "Create terraform variables file from environment variables"
+          name: 'Create terraform variables file from environment variables'
           command: |
             pnpm --silent cli terraform:vars-from-env project
       - run:
@@ -582,14 +595,58 @@ jobs:
           command: pnpm --silent -F @app/web prisma generate
       - add_secrets_to_dotenv_file
       - run:
-          name: "Create terraform variables file from environment variables"
+          name: 'Create terraform variables file from environment variables'
           command: |
             pnpm --silent cli terraform:vars-from-env project
       - run:
           name: 'Deploy project infrastructure stack'
           command: |
             pnpm --silent -F @app/cdk cdktf deploy project --var-file .tfvars.json --auto-approve --outputs-file=cdk.out.json --outputs-file-include-sensitive-outputs
 
+  backup_main_database:
+    executor: node
+    resource_class: large
+    parameters:
+      backup_type:
+        type: string
+        default: manual
+      expires_in_days:
+        type: integer
+        default: 90
+    steps:
+      - checkout
+      - install_dependencies
+      - create_dotenv_file
+      - add_secrets_to_dotenv_file
+      - add_dotenv_vars_to_bash_env
+      - run:
+          name: 'Set backup file name'
+          command: |
+            BACKUP_FILE_NAME="backup_${BACKUP_DATABASE_NAME}_<< parameters.backup_type >>_$(date -u +'%Y-%m-%d-%H%M%S')"
+            echo "export BACKUP_FILE_NAME=$BACKUP_FILE_NAME" >> ${BASH_ENV}
+            echo "Backup file name: $BACKUP_FILE_NAME"
+      - run:
+          name: 'Set expires at'
+          # Set the BACKUP_EXPIRES_AT env variable to iso 8601 format to now + number of days in {{parameters.expires_in_days}}
+          command: |
+            BACKUP_EXPIRES_AT=$(date -u -d "+<< parameters.expires_in_days >> days" +'%Y-%m-%dT%H:%M:%SZ')
+            echo "export BACKUP_EXPIRES_AT=$BACKUP_EXPIRES_AT" >> ${BASH_ENV}
+            echo "Backup expires at: $BACKUP_EXPIRES_AT"
+      - run:
+          name: 'Create backup file'
+          command: |
+            curl -X POST \
+                -H "X-Auth-Token: $CI_SCW_SECRET_KEY" \
+                -H "Content-Type: application/json" \
+                -d "{
+                \"database_name\": \"$BACKUP_DATABASE_NAME\",
+                \"instance_id\": \"$DATABASE_INSTANCE_ID\",
+                \"name\": \"$BACKUP_FILE_NAME\",
+                \"expires_at\": \"$BACKUP_EXPIRES_AT\"
+              }" \
+              --fail --include \
+                "https://api.scaleway.com/rdb/v1/regions/fr-par/backups"
+
   web_app_preview_deletion:
     executor: node
     resource_class: large
@@ -603,15 +660,15 @@ jobs:
           command: pnpm --silent -F @app/web prisma generate
       - add_secrets_to_dotenv_file
       - run:
-          name: "Create terraform variables file from environment variables"
+          name: 'Create terraform variables file from environment variables'
           command: |
             DATABASE_PASSWORD='placeholder_for_destroy' WEB_CONTAINER_IMAGE='placeholder_for_destroy' pnpm --silent cli terraform:vars-from-env web
       - when:
           condition:
             or:
               - not: << pipeline.parameters.preview_deletion_branch >>
-              - equal: [ main, << pipeline.parameters.preview_deletion_branch >> ]
-              - equal: [ dev, << pipeline.parameters.preview_deletion_branch >> ]
+              - equal: [main, << pipeline.parameters.preview_deletion_branch >>]
+              - equal: [dev, << pipeline.parameters.preview_deletion_branch >>]
           steps:
             - run:
                 name: 'Canceling job, invalid configuration << pipeline.parameters.preview_deletion_branch >>'
@@ -648,18 +705,21 @@ commands:
       - restore_cache:
           keys:
             - << pipeline.parameters.cache_version >>-pnpm-{{ checksum "<< pipeline.parameters.lockfile >>" }}
+      - run:
+          name: 'Fetch dependencies'
+          command: pnpm install --virtual-store-dir << pipeline.parameters.virtual_store_dir >> --frozen-lockfile
 
   create_dotenv_file:
     steps:
       - run:
-          name: "Create .env file from .env.dist"
+          name: 'Create .env file from .env.dist'
           command: |
             cp .env.dist .env
 
   add_secrets_to_dotenv_file:
     steps:
       - run:
-          name: "Add secrets to .env"
+          name: 'Add secrets to .env'
           command: |
             SCW_ACCESS_KEY=$CI_SCW_ACCESS_KEY SCW_SECRET_KEY=$CI_SCW_SECRET_KEY pnpm --silent cli dotenv:from-secrets
 
@@ -673,14 +733,13 @@ commands:
   setup_docker_web_env:
     steps:
       - run:
-          name: "Set docker env vars"
+          name: 'Set docker env vars'
           command: |
             echo "export WEB_APP_DOCKER_REGISTRY='<< pipeline.parameters.web_app_docker_registry >>'" >> ${BASH_ENV}
             echo "export BRANCH='<< pipeline.git.branch >>'" >> ${BASH_ENV}
             echo "export NAMESPACE=$(echo '<< pipeline.git.branch >>' | sed -e 's/\//-/g')" >> ${BASH_ENV}
-            echo "export IMAGE_NAME=$(echo 'stack-web-<< pipeline.git.branch >>' | sed -e 's/\//-/g')" >> ${BASH_ENV}
+            echo "export IMAGE_NAME=$(echo 'la-base-web-<< pipeline.git.branch >>' | sed -e 's/\//-/g')" >> ${BASH_ENV}
             echo "export IMAGE_BUILD_TAG=$(echo '$WEB_APP_DOCKER_REGISTRY/$IMAGE_NAME:<< pipeline.number >>')" >> ${BASH_ENV}
             echo "export IMAGE_DEPLOY_TAG=$(echo '$WEB_APP_DOCKER_REGISTRY/$IMAGE_NAME:<< pipeline.parameters.deploy_version >>')" >> ${BASH_ENV}
             echo "export IMAGE_E2E_TAG=$(echo '$WEB_APP_DOCKER_REGISTRY/$IMAGE_NAME:<< pipeline.parameters.e2e_version >>')" >> ${BASH_ENV}
             echo "export WEB_CONTAINER_IMAGE=$(echo '$WEB_APP_DOCKER_REGISTRY/$IMAGE_NAME:<< pipeline.number >>')" >> ${BASH_ENV}
-