organize folders

Author: abimichel

.github/workflows/dbt-docker-publish-pmt.yml renamed to .github/workflows/docker-publish-pmt-dbt.yml

@@ -2,15 +2,12 @@ name: Push to GHCR
 
 on:
   push:
-    branches: [ "main" ]
-  pull_request:
-    branches: [ "main" ]
+    branches: ["main" ]
 
 env:
-  # Vish: image name is ghcr.io/bcgov/nr-dap-dlh-pmt:main
   REGISTRY: ghcr.io
-  DBT_PATH: pmt/dbt/pmt_dbt/
-  IMAGE_NAME: ${{ github.repository }}-pmt
+  DOCKERFILE_PATH: permitting/dbt/pmt_dbt/
+  IMAGE_NAME: ${{ github.repository }}-pmt-dbt
 
 jobs:
   build:
@@ -26,9 +23,7 @@ jobs:
 
       - name: Install cosign
         if: github.event_name != 'pull_request'
-        uses: sigstore/cosign-installer@6e04d228eb30da1757ee4e1dd75a0ec73a653e06 #v3.1.1
-        with:
-          cosign-release: 'v2.1.1'
+        uses: sigstore/cosign-installer@v3.3.0
 
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@f95db51fddba0c2d1ec667646a06c2ce06100226 # v3.0.0
@@ -51,19 +46,19 @@ jobs:
         id: build-and-push
         uses: docker/build-push-action@0565240e2d4ab88bba5387d719585280857ece09 # v5.0.0
         with:
-          # Vish: adding this to help the action find the Dockerfile to build from
-          context: ${{ env.DBT_PATH }}/       
+          # DF-NOTE: to help the action find the Dockerfile to build from
+          context: ${{ env.DOCKERFILE_PATH }}/
           push: ${{ github.event_name != 'pull_request' }}
           tags: ${{ steps.meta.outputs.tags }}
           labels: ${{ steps.meta.outputs.labels }}
           cache-from: type=gha
           cache-to: type=gha,mode=max
 
-      #- name: Sign the published Docker image
-        #if: ${{ github.event_name != 'pull_request' }}
-        #env:
+      - name: Sign the published Docker image
+        if: ${{ github.event_name != 'pull_request' }}
+        env:
           # https://docs.github.com/en/actions/security-guides/security-hardening-for-github-actions#using-an-intermediate-environment-variable
-          #TAGS: ${{ steps.meta.outputs.tags }}
-          #DIGEST: ${{ steps.build-and-push.outputs.digest }}
-          
-        #run: echo "${TAGS}" | xargs -I {} cosign sign --yes {}@${DIGEST}
+          TAGS: ${{ steps.meta.outputs.tags }}
+          DIGEST: ${{ steps.build-and-push.outputs.digest }}
+
+        run: echo "${TAGS}" | xargs -I {} cosign sign --yes {}@${DIGEST}

README.md

@@ -1,2 +1,21 @@
 # nr-dap-dlh
-Holds the objects for the data lakehouse part of the data analytics platform.
+This repository holds code and artifacts for the Data Analytics Platform (DAP).
+
+The Data Lakehouse (DLH) allows for the summarization, transformation and combination of structured and semi-structured data, including the consumption of replicated data assets from the Operation Data Store (ODS), APIs and Object Storage.
+
+## File Structure
+
+- **ETL Tools (such as Data Build Tool (DBT) projects):**
+  `nr-dap-dlh/{domain}/{name of tool}/{Files}`
+
+- **Python or R Scripts**
+  `nr-dap-dlh/{domain}/scripts/{Files}`
+
+- **DDL (Data Definition Language)** Includes commands like CREATE, ALTER, and COMMENT that define and modify database structure.
+  `nr-dap-dlh/{domain}/ddl/{Filename = name of the table}`
+
+- **DQL (Data Query Language) / DML (Data Manipulation Language)** Includes commands like SELECT, INSERT, UPDATE, and DELETE that manipulate data within the database.
+  `nr-dap-dlh/{domain}/dml/{Files}`
+
+- **DCL (Data Control Language)** Includes commands like GRANT and REVOKE that control access to the data in the database.
+  `nr-dap-dlh/{domain}/dcl/{Files}`

logs/dbt.log

@@ -2,4 +2,3 @@
 target/
 dbt_packages/
 logs/
-profiles.yml