Merge branch 'integrate_1.9' of https://github.com/opendatacube/datacube-explorer into integrate_1.9

Author: Ariana Barzinpour

.docker/create_db.sh

@@ -1,3 +1,3 @@
 #!/usr/bin/env bash
 
-PGPASSWORD=${DB_PASSWORD} psql -h ${DB_HOSTNAME} -U ${DB_USERNAME} -c 'create database opendatacube_test'
+PGPASSWORD=${POSTGRES_PASSWORD} psql -h ${POSTGRES_HOSTNAME} -U ${POSTGRES_USER} -c 'create database opendatacube_test'

.github/dependabot.yml

@@ -4,7 +4,7 @@ updates:
   directory: "/"
   schedule:
     interval: "daily"
-  target-branch: "develop"
+  target-branch: "develop" # should this be removed? changed? duplicated?
 - package-ecosystem: docker
   directory: "/"
   schedule:

.github/workflows/deployment_test.yaml

@@ -9,6 +9,7 @@ on: # yamllint disable-line rule:truthy
   push:
     branches:
       - develop
+      - integrate_1.9
     paths:
       - '**'
 

.github/workflows/docker.yml

@@ -7,6 +7,7 @@ on:
   push:
     branches:
       - develop
+      - integrate_1.9
     paths:
       - "**"
 

.github/workflows/publish-pypi.yml

@@ -17,7 +17,7 @@ jobs:
       - name: Setup Python
         uses: actions/setup-python@v5
         with:
-          python-version: 3.8
+          python-version: 3.10
 
       - name: Install Twine
         run: |

.github/workflows/test.yml

@@ -9,6 +9,7 @@ on:
   push:
     branches:
       - develop
+      - integrate_1.9
     paths:
       - '**'
 

README.md

@@ -81,8 +81,6 @@ with [pyflakes](https://github.com/PyCQA/pyflakes).
 
 They are included when installing the test dependencies:
 
-    pip install --upgrade --no-deps --extra-index-url https://packages.dea.ga.gov.au/ 'datacube' 'digitalearthau'
-
     pip install -e .[test]
 
 Run `make lint` to check your changes, and `make format` to format your code
@@ -118,11 +116,11 @@ version uses virtualenvs which are incompatible with Conda's environments)
 
 Set ODC's environment variable before running the server:
 
-    export DATACUBE_ENVIRONMENT=staging
+    export ODC_ENVIRONMENT=staging
 
 You can always see which environment/settings will be used by running `datacube system check`.
 
-See the ODC documentation for config and [datacube environments](https://datacube-core.readthedocs.io/en/latest/user/config.html#runtime-config)
+See the ODC documentation for [datacube configuration and environments](https://opendatacube.readthedocs.io/en/latest/installation/database/configuration.html)
 
 ### How can I set different timezone
 
@@ -218,8 +216,8 @@ Three roles are created:
 - **explorer-generator**: Suitable for generating and updating summaries (ie. Running `cubedash-gen`)
 - **explorer-owner**: For creating and updating the schema. (ie. Running `cubedash-gen --init`)
 
-Note that these roles extend the built-in datacube role `agdc_user`. If you
-created your datacube without permissions, a stand-alone creator of the `agdc_user`
+Note that these roles extend the built-in datacube role `agdc_user` (using postgres) or `odc_user` (using postgis).
+If you created your datacube without permissions, a stand-alone creator of the appropriate
 role is available as a prerequisite in the same [roles](cubedash/summary/roles)
 directory.
 

cubedash/_audit.py

@@ -69,7 +69,7 @@ def legacy_product_audit_page():
 @bp.route("/audit/datasets-metadata")
 def datasets_metadata_page():
     store = _model.STORE
-    all_products = {p.name for p in store.index.products.get_all()}
+    all_products = {p.name for p in store.all_products()}
     summarised_products = set(store.list_complete_products())
     unsummarised_product_names = all_products - summarised_products
 

cubedash/_dataset.py

@@ -37,8 +37,8 @@ def dataset_page(id_):
 def dataset_full_page(product_name: str, id_: UUID):
     derived_dataset_overflow = source_dataset_overflow = 0
 
-    index = _model.STORE.index
-    dataset = index.datasets.get(id_, include_sources=False)
+    store = _model.STORE
+    dataset = store.index.datasets.get(id_, include_sources=False)
 
     if dataset is None:
         abort(404, f"No dataset found with id {id_}")
@@ -59,19 +59,19 @@ def dataset_full_page(product_name: str, id_: UUID):
     provenance_display_limit = current_app.config.get(
         "CUBEDASH_PROVENANCE_DISPLAY_LIMIT", PROVENANCE_DISPLAY_LIMIT
     )
-    source_datasets, source_dataset_overflow = utils.get_dataset_sources(
-        index, id_, limit=provenance_display_limit
+    source_datasets, source_dataset_overflow = store.e_index.get_dataset_sources(
+        id_, limit=provenance_display_limit
     )
 
     dataset.metadata.sources = {}
     ordered_metadata = utils.prepare_dataset_formatting(dataset)
 
-    derived_datasets, derived_dataset_overflow = utils.get_datasets_derived(
-        index, id_, limit=provenance_display_limit
+    derived_datasets, derived_dataset_overflow = store.e_index.get_datasets_derived(
+        id_, limit=provenance_display_limit
     )
     derived_datasets.sort(key=utils.dataset_label)
 
-    footprint, region_code = _model.STORE.get_dataset_footprint_region(id_)
+    footprint, region_code = store.get_dataset_footprint_region(id_)
     # We only have a footprint in the spatial table above if summarisation has been
     # run for the product (...and done so after the dataset was added).
     #

cubedash/_filters.py

@@ -44,7 +44,7 @@ def _format_datetime(date):
 
 @bp.app_template_filter("metadata_center_time")
 def _get_metadata_center_time(dataset):
-    return utils.center_time_from_metadata(dataset)
+    return utils.datetime_from_metadata(dataset)
 
 
 @bp.app_template_filter("localised_metadata_center_time")
@@ -141,7 +141,7 @@ def _all_values_none(d: Mapping):
 
 @bp.app_template_filter("dataset_day_link")
 def _dataset_day_link(dataset: Dataset, timezone=None):
-    t = utils.center_time_from_metadata(dataset)
+    t = utils.datetime_from_metadata(dataset)
     if t is None:
         return "(unknown time)"
     if timezone: