Ajour des résultats des metaux lourds

dbt_/models/intermediate/metaux_lourds/_int__metaux_lourds_models.yaml

@@ -0,0 +1,56 @@
+version: 2
+
+models:
+  - name: int__resultats_metaux_lourds_udi_dernier
+    description: >
+      Resultats Plomb et Arsenic par UDI pour la
+      temporalité 'derniers prélèvements'
+    columns:
+      - name: categorie
+        tests:
+          - not_null
+          - accepted_values:
+              values:
+                - metaux_lourds_pb
+                - metaux_lourds_as
+
+      - name: cdreseau
+        description: "Code de l'installation (unité de distribution)"
+        type: VARCHAR
+        tests:
+          - not_null
+
+      - name: dernier_prel_datetime
+        description: >
+          Date et heure du dernier prélèvement
+          pris en compte dans l'analyse
+        type: TIMESTAMP
+        tests:
+          - not_null
+          - dbt_utils.expression_is_true:
+              expression: ">= CURRENT_DATE - INTERVAL 1 YEAR"
+
+      - name: periode
+        description: "Période de résultat"
+        type: VARCHAR
+        tests:
+          - accepted_values:
+              values: ["dernier_prel"]
+
+      - name: dernier_prel_valeur
+        description: "Valeur du dernier prélèvement"
+        type: FLOAT
+
+      - name: resultat
+        description: "Résultat"
+        type: VARCHAR
+        tests:
+          - not_null
+          - accepted_values:
+              values:
+                - aucun_parametre_quantifie
+                - sup_limite_qualite
+                - sup_limite_qualite_2036
+                - inf_5
+                - as_sup_10_inf_13
+                - inf_10

dbt_/models/intermediate/metaux_lourds/int__resultats_metaux_lourds_udi_dernier.sql

@@ -0,0 +1,87 @@
+-- Ici on ne garde que le dernier prélèvement
+-- pour chaque UDI dans la dernière année
+WITH metaux_lourds_dernier_prel AS (
+    SELECT
+        *,
+        ROW_NUMBER()
+            OVER (
+                PARTITION BY
+                    cdreseau,
+                    cdparametresiseeaux
+                ORDER BY datetimeprel DESC
+            )
+            AS row_number
+    FROM
+        {{ ref('int__resultats_udi_communes') }}
+    WHERE
+        cdparametresiseeaux IN ('PB', 'AS')
+        AND
+        -- On garde les prélèvements de moins d'un an
+        CURRENT_DATE - datetimeprel
+        < INTERVAL 1 YEAR
+)
+
+-- Ici on ne prend que le prélèvement le plus récent (avec row_number = 1)
+-- pour chaque type de métaux lourds
+SELECT
+    cdreseau,
+    datetimeprel AS dernier_prel_datetime,
+    'dernier_prel' AS periode,
+    valtraduite AS dernier_prel_valeur,
+    CASE
+        WHEN
+            cdparametresiseeaux = 'PB'
+            THEN 'metaux_lourds_pb'
+        WHEN
+            cdparametresiseeaux = 'AS'
+            THEN 'metaux_lourds_as'
+    END AS categorie,
+    CASE
+        WHEN
+            cdparametresiseeaux = 'PB'
+            AND (
+                valtraduite IS NULL
+                OR valtraduite = 0
+            )
+            THEN 'aucun_parametre_quantifie'
+        WHEN
+            cdparametresiseeaux = 'PB'
+            AND valtraduite >= 10
+            THEN 'sup_limite_qualite'
+        WHEN
+            cdparametresiseeaux = 'PB'
+            AND valtraduite >= 5
+            AND valtraduite < 10
+            THEN 'sup_limite_qualite_2036'
+        WHEN
+            cdparametresiseeaux = 'PB'
+            AND valtraduite < 5
+            THEN 'inf_5'
+        WHEN
+            cdparametresiseeaux = 'AS'
+            AND (
+                valtraduite IS NULL
+                OR valtraduite = 0
+            )
+            THEN 'aucun_parametre_quantifie'
+        WHEN
+            cdparametresiseeaux = 'AS'
+            AND valtraduite >= 13
+            THEN 'sup_limite_qualite'
+        WHEN
+            cdparametresiseeaux = 'AS'
+            AND valtraduite >= 10
+            AND valtraduite < 13
+            THEN 'as_sup_10_inf_13'
+        WHEN
+            cdparametresiseeaux = 'AS'
+            AND valtraduite < 10
+            THEN 'inf_10'
+        ELSE 'erreur'
+    END AS resultat
+FROM
+    metaux_lourds_dernier_prel
+WHERE
+    row_number = 1
+ORDER BY
+    cdreseau

venv/Lib/site-packages/_distutils_hack/__init__.py

@@ -0,0 +1,222 @@
+# don't import any costly modules
+import sys
+import os
+
+
+is_pypy = '__pypy__' in sys.builtin_module_names
+
+
+def warn_distutils_present():
+    if 'distutils' not in sys.modules:
+        return
+    if is_pypy and sys.version_info < (3, 7):
+        # PyPy for 3.6 unconditionally imports distutils, so bypass the warning
+        # https://foss.heptapod.net/pypy/pypy/-/blob/be829135bc0d758997b3566062999ee8b23872b4/lib-python/3/site.py#L250
+        return
+    import warnings
+
+    warnings.warn(
+        "Distutils was imported before Setuptools, but importing Setuptools "
+        "also replaces the `distutils` module in `sys.modules`. This may lead "
+        "to undesirable behaviors or errors. To avoid these issues, avoid "
+        "using distutils directly, ensure that setuptools is installed in the "
+        "traditional way (e.g. not an editable install), and/or make sure "
+        "that setuptools is always imported before distutils."
+    )
+
+
+def clear_distutils():
+    if 'distutils' not in sys.modules:
+        return
+    import warnings
+
+    warnings.warn("Setuptools is replacing distutils.")
+    mods = [
+        name
+        for name in sys.modules
+        if name == "distutils" or name.startswith("distutils.")
+    ]
+    for name in mods:
+        del sys.modules[name]
+
+
+def enabled():
+    """
+    Allow selection of distutils by environment variable.
+    """
+    which = os.environ.get('SETUPTOOLS_USE_DISTUTILS', 'local')
+    return which == 'local'
+
+
+def ensure_local_distutils():
+    import importlib
+
+    clear_distutils()
+
+    # With the DistutilsMetaFinder in place,
+    # perform an import to cause distutils to be
+    # loaded from setuptools._distutils. Ref #2906.
+    with shim():
+        importlib.import_module('distutils')
+
+    # check that submodules load as expected
+    core = importlib.import_module('distutils.core')
+    assert '_distutils' in core.__file__, core.__file__
+    assert 'setuptools._distutils.log' not in sys.modules
+
+
+def do_override():
+    """
+    Ensure that the local copy of distutils is preferred over stdlib.
+
+    See https://github.com/pypa/setuptools/issues/417#issuecomment-392298401
+    for more motivation.
+    """
+    if enabled():
+        warn_distutils_present()
+        ensure_local_distutils()
+
+
+class _TrivialRe:
+    def __init__(self, *patterns):
+        self._patterns = patterns
+
+    def match(self, string):
+        return all(pat in string for pat in self._patterns)
+
+
+class DistutilsMetaFinder:
+    def find_spec(self, fullname, path, target=None):
+        # optimization: only consider top level modules and those
+        # found in the CPython test suite.
+        if path is not None and not fullname.startswith('test.'):
+            return
+
+        method_name = 'spec_for_{fullname}'.format(**locals())
+        method = getattr(self, method_name, lambda: None)
+        return method()
+
+    def spec_for_distutils(self):
+        if self.is_cpython():
+            return
+
+        import importlib
+        import importlib.abc
+        import importlib.util
+
+        try:
+            mod = importlib.import_module('setuptools._distutils')
+        except Exception:
+            # There are a couple of cases where setuptools._distutils
+            # may not be present:
+            # - An older Setuptools without a local distutils is
+            #   taking precedence. Ref #2957.
+            # - Path manipulation during sitecustomize removes
+            #   setuptools from the path but only after the hook
+            #   has been loaded. Ref #2980.
+            # In either case, fall back to stdlib behavior.
+            return
+
+        class DistutilsLoader(importlib.abc.Loader):
+            def create_module(self, spec):
+                mod.__name__ = 'distutils'
+                return mod
+
+            def exec_module(self, module):
+                pass
+
+        return importlib.util.spec_from_loader(
+            'distutils', DistutilsLoader(), origin=mod.__file__
+        )
+
+    @staticmethod
+    def is_cpython():
+        """
+        Suppress supplying distutils for CPython (build and tests).
+        Ref #2965 and #3007.
+        """
+        return os.path.isfile('pybuilddir.txt')
+
+    def spec_for_pip(self):
+        """
+        Ensure stdlib distutils when running under pip.
+        See pypa/pip#8761 for rationale.
+        """
+        if self.pip_imported_during_build():
+            return
+        clear_distutils()
+        self.spec_for_distutils = lambda: None
+
+    @classmethod
+    def pip_imported_during_build(cls):
+        """
+        Detect if pip is being imported in a build script. Ref #2355.
+        """
+        import traceback
+
+        return any(
+            cls.frame_file_is_setup(frame) for frame, line in traceback.walk_stack(None)
+        )
+
+    @staticmethod
+    def frame_file_is_setup(frame):
+        """
+        Return True if the indicated frame suggests a setup.py file.
+        """
+        # some frames may not have __file__ (#2940)
+        return frame.f_globals.get('__file__', '').endswith('setup.py')
+
+    def spec_for_sensitive_tests(self):
+        """
+        Ensure stdlib distutils when running select tests under CPython.
+
+        python/cpython#91169
+        """
+        clear_distutils()
+        self.spec_for_distutils = lambda: None
+
+    sensitive_tests = (
+        [
+            'test.test_distutils',
+            'test.test_peg_generator',
+            'test.test_importlib',
+        ]
+        if sys.version_info < (3, 10)
+        else [
+            'test.test_distutils',
+        ]
+    )
+
+
+for name in DistutilsMetaFinder.sensitive_tests:
+    setattr(
+        DistutilsMetaFinder,
+        f'spec_for_{name}',
+        DistutilsMetaFinder.spec_for_sensitive_tests,
+    )
+
+
+DISTUTILS_FINDER = DistutilsMetaFinder()
+
+
+def add_shim():
+    DISTUTILS_FINDER in sys.meta_path or insert_shim()
+
+
+class shim:
+    def __enter__(self):
+        insert_shim()
+
+    def __exit__(self, exc, value, tb):
+        remove_shim()
+
+
+def insert_shim():
+    sys.meta_path.insert(0, DISTUTILS_FINDER)
+
+
+def remove_shim():
+    try:
+        sys.meta_path.remove(DISTUTILS_FINDER)
+    except ValueError:
+        pass

venv/Lib/site-packages/_distutils_hack/override.py

@@ -0,0 +1 @@
+__import__('_distutils_hack').do_override()

venv/Lib/site-packages/distutils-precedence.pth

@@ -0,0 +1 @@
+import os; var = 'SETUPTOOLS_USE_DISTUTILS'; enabled = os.environ.get(var, 'local') == 'local'; enabled and __import__('_distutils_hack').add_shim();