Dev environmental exposure

Agents/FenlandTrajectoryAgent/agent/datainstantiation/cleaning_tool.py

@@ -48,8 +48,6 @@ def norm_col(col):
     ew_column_name        = "E/W"  # Optional additional direction column for longitude
 
     columns_to_clean = [
-        utc_date_column_name,
-        utc_time_column_name,
         latitude_column_name,
         longitude_column_name,
         speed_column_name,

Agents/FenlandTrajectoryAgent/agent/datainstantiation/gps_client.py

@@ -64,12 +64,12 @@ def process_gps_csv_file(csv_file):
         if not all(column in df.columns for column in required_columns) or df[required_columns].isnull().any().any():
             logger.warning(f"Skipping {csv_file} due to missing or incomplete required columns.")
             return None
-        try:
-            point_class = StackClient.stackClients_view.Point().getClass()
-            logger.info(f"Point class imported successfully")
-        except Exception as e:
-            logger.error(f"Failed to create Point instance: {e}")
-            raise e
+        # try:
+        #     point_class = StackClient.stackClients_view.Point().getClass()
+        #     logger.info(f"Point class imported successfully")
+        # except Exception as e:
+        #     logger.error(f"Failed to create Point instance: {e}")
+        #     raise e
         # point_class = StackClient.stackClients_view.Point
         points = [StackClient.stackClients_view.Point(row['LONGITUDE'], row['LATITUDE']) for _, row in df.iterrows()]
         return {
@@ -171,6 +171,40 @@ def instantiate_gps_data(gps_object, kg_client, ts_client, double_class, point_c
         logger.error(f"Error instantiating data for {gps_object['object']}: {e}")
         raise
 
+def update_unix_time(ts_client, dataIRI):
+    """
+    This function is used to add a UNIX column for the timeseries data instantiated by TSClient
+    Note that TSClient has autoCommit settings, thus conn.commit() has been removed in this function
+    """
+    try:
+        with ts_client.connect() as conn:
+            stmt = conn.createStatement()
+            sql_find = f'''
+                SELECT "tableName"
+                FROM "dbTable"
+                WHERE "dataIRI" = '{dataIRI}'
+            '''
+            rs = stmt.executeQuery(sql_find)
+            if rs.next():
+                table_name = rs.getString("tableName")
+                sql_alter = f'''
+                    ALTER TABLE "{table_name}"
+                    ADD COLUMN IF NOT EXISTS "UNIX_time" BIGINT;
+                '''
+                stmt.execute(sql_alter)
+                sql_update = f'''
+                    UPDATE "{table_name}"
+                    SET "UNIX_time" = (EXTRACT(EPOCH FROM "time") * 1000)::BIGINT
+                '''
+                stmt.execute(sql_update)
+                logger.info(f"UNIX_time column updated for table: {table_name}")
+            else:
+                logger.warning(f"No matching table found in dbTable for dataIRI={dataIRI}")
+            stmt.close()
+        return True
+    except Exception as e:
+        logger.error("Error updating UNIX_time column via TSClient: %s", e)
+        return False
 
 if __name__ == '__main__':
     try:

Agents/FenlandTrajectoryAgent/agent/exposure_calculator/count/absolute_time_filter.sparql

@@ -0,0 +1,24 @@
+PREFIX fh: <http://www.theworldavatar.com/ontology/OntoFHRS/>
+PREFIX ies4: <http://ies.data.gov.uk/ontology/ies4#>
+PREFIX geo: <http://www.opengis.net/ont/geosparql#>
+PREFIX wgs: <http://www.w3.org/2003/01/geo/wgs84_pos#>
+PREFIX xsd: <http://www.w3.org/2001/XMLSchema#>
+
+SELECT DISTINCT ?be ?geometry ?wkt ?lat ?long
+WHERE {{
+  BIND("{given_time}"^^xsd:dateTimeStamp AS ?givenTime)
+  BIND(SUBSTR(STR(?givenTime), 1, 4) AS ?timeYear)
+  ?be a fh:BusinessEstablishment ;
+      geo:hasGeometry ?geometry .
+  FILTER(CONTAINS(STR(?geometry), CONCAT("/", ?timeYear)))
+  ?geometry geo:asWKT ?wkt .
+  OPTIONAL {{ ?geometry wgs:lat  ?lat  . }}
+  OPTIONAL {{ ?geometry wgs:long ?long . }}
+  ?startEvent ies4:isStartOf ?be ;
+              ies4:inPeriod  ?startPeriod .
+  ?startPeriod ies4:iso8601PeriodRepresentation ?startTime .
+  ?endEvent ies4:isEndOf ?be ;
+            ies4:inPeriod ?endPeriod .
+  ?endPeriod ies4:iso8601PeriodRepresentation ?endTime .
+  FILTER(?startTime <= ?givenTime && ?endTime >= ?givenTime)
+}}

Agents/FenlandTrajectoryAgent/agent/exposure_calculator/count/get_crs_for_env_data.sparql

@@ -0,0 +1,6 @@
+PREFIX geo: <http://www.opengis.net/ont/geosparql#>
+
+SELECT DISTINCT ?crs WHERE {{
+  ?feature a <{env_data_iri}> ;
+           geo:hasGeometry/geo:crs ?crs .
+}}

Agents/FenlandTrajectoryAgent/agent/exposure_calculator/count/get_greenspace_area.sparql

@@ -1,9 +1,12 @@
 PREFIX gs: <https://www.theworldavatar.com/kg/ontogreenspace/>
 PREFIX geo: <http://www.opengis.net/ont/geosparql#>
-SELECT ?feature ?function ?geometry
+PREFIX ex: <http://example.org/ns#>
+
+SELECT DISTINCT ?feature ?function ?geometry
 WHERE {{
-  ?feature gs:isPartOfDomain <{env_data_iri}> ;
-           gs:hasFunction ?function .
-  ?geoPoint gs:isPartOf ?feature ;
-            geo:hasGeometry ?geometry .
-}}
+  ?feature a gs:Greenspace ;
+           a geo:Feature ;
+           gs:hasFunction ?function ;    
+           geo:hasGeometry ?geomNode .
+  ?geomNode ex:hasWKB ?geometry .
+}}

Agents/FenlandTrajectoryAgent/agent/exposure_calculator/count/get_timeseries_data.sql

@@ -1,2 +1,11 @@
-SELECT "time", "column1", "column2", "column3", "column4", "column5", "column6", "column7"
-FROM "{table_name}";
+SELECT
+    to_timestamp("UNIX_time" / 1000.0) AT TIME ZONE 'UTC' AS "time",
+    "column1",
+    "column2",
+    "column3",
+    "column4",
+    "column5",
+    "column6",
+    "column7"
+FROM "{table_name}"
+ORDER BY "UNIX_time" ASC;