From ae375050b50e1a3d70e15db269af89df8eb87963 Mon Sep 17 00:00:00 2001 From: Vu Tran Date: Tue, 21 Jan 2025 11:26:47 -0800 Subject: [PATCH 1/5] DAS-2256 update earthdata-varinfo version 3.0.0 --- CHANGELOG.md | 9 + docker/service_version.txt | 2 +- hoss/hoss_config.json | 824 ++++++++++++++++++------------------- pip_requirements.txt | 2 +- 4 files changed, 414 insertions(+), 423 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 6edfa93..70dc807 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,3 +1,12 @@ +## v1.1.2 +### 2025-01-20 + +- [[DAS-2287](https://bugs.earthdata.nasa.gov/browse/DAS-2287)] + HOSS has been updated to use `earthdata-varinfo` version 3.0.0. + Please see the + [earthdata-varinfo release notes](https://github.com/nasa/earthdata-varinfo/releases/tag/3.0.0) + for more information. + ## v1.1.1 ### 2025-01-14 diff --git a/docker/service_version.txt b/docker/service_version.txt index 524cb55..45a1b3f 100644 --- a/docker/service_version.txt +++ b/docker/service_version.txt @@ -1 +1 @@ -1.1.1 +1.1.2 diff --git a/hoss/hoss_config.json b/hoss/hoss_config.json index c289aec..fd169b6 100644 --- a/hoss/hoss_config.json +++ b/hoss/hoss_config.json @@ -1,7 +1,7 @@ { "Identification": "hoss_config", - "Version": 18, - "Collection_ShortName_Path": [ + "Version": 19, + "CollectionShortNamePath": [ "/HDF5_GLOBAL/short_name", "/NC_GLOBAL/short_name", "/Metadata/DatasetIdentification/shortName", @@ -23,128 +23,90 @@ "ABoVE_ForestDisturbance_Agents_1924": "ABoVE", "NorthSlope_NEE_TVPRM_1920": "ABoVE" }, - "Excluded_Science_Variables": [ + "ExcludedScienceVariables": [ { "Applicability": { "Mission": "ICESat2" }, - "Variable_Pattern": [ + "VariablePattern": [ "/quality_assessment/.*", "/orbit_info/.*", "/atlas_impulse_response/.*" ] } ], - "Required_Fields": [ + "RequiredVariables": [ { "Applicability": { "Mission": "GEDI" }, - "Variable_Pattern": [ + "VariablePattern": [ ".*shot_number" ] } ], - "ProductEpochs": [ - { - "Applicability": { - "Mission": "ICESat2" - }, - "Epoch": "2005-01-01T00:00:00.000000" - }, - { - "Applicability": { - "Mission": "GEDI" - }, - "Epoch": "2018-01-01T00:00:00.000000" - } - ], - "CF_Overrides": [ + "MetadataOverrides": [ { "Applicability": { "Mission": "SMAP", - "ShortNamePath": "SPL4CMDL" + "ShortNamePath": "SPL4CMDL", + "VariablePattern": "/(EC|GEO|GPP|NEE|QA|RH|SOC)/.*" }, - "Applicability_Group": [ + "Attributes": [ { - "Applicability": { - "Variable_Pattern": "/(EC|GEO|GPP|NEE|QA|RH|SOC)/.*" - }, - "Attributes": [ - { - "Name": "grid_mapping", - "Value": "/EASE2_global_projection" - } - ], - "_Description": "Nested variables omit leading slash for grid_mapping" + "Name": "grid_mapping", + "Value": "/EASE2_global_projection" } - ] + ], + "_Description": "Nested variables omit leading slash for grid_mapping" }, { "Applicability": { "Mission": "SMAP", - "ShortNamePath": "SPL4SMAU" + "ShortNamePath": "SPL4SMAU", + "VariablePattern": "/(Analysis_Data|Forecast_Data|Observations_Data)/.*" }, - "Applicability_Group": [ + "Attributes": [ { - "Applicability": { - "Variable_Pattern": "/(Analysis_Data|Forecast_Data|Observations_Data)/.*" - }, - "Attributes": [ - { - "Name": "grid_mapping", - "Value": "/EASE2_global_projection" - } - ], - "_Description": "Nested variables omit leading slash for grid_mapping" + "Name": "grid_mapping", + "Value": "/EASE2_global_projection" } - ] + ], + "_Description": "Nested variables omit leading slash for grid_mapping" }, { "Applicability": { "Mission": "SMAP", - "ShortNamePath": "SPL4SMGP" + "ShortNamePath": "SPL4SMGP", + "VariablePattern": "/Geophysical_Data/.*" }, - "Applicability_Group": [ + "Attributes": [ { - "Applicability": { - "Variable_Pattern": "/Geophysical_Data/.*" - }, - "Attributes": [ - { - "Name": "grid_mapping", - "Value": "/EASE2_global_projection" - } - ], - "_Description": "Nested variables omit leading slash for grid_mapping" + "Name": "grid_mapping", + "Value": "/EASE2_global_projection" } - ] + ], + "_Description": "Nested variables omit leading slash for grid_mapping" }, { "Applicability": { "Mission": "SMAP", - "ShortNamePath": "SPL4SMLM" + "ShortNamePath": "SPL4SMLM", + "VariablePattern": "/Land-Model-Constants_Data/.*" }, - "Applicability_Group": [ + "Attributes": [ { - "Applicability": { - "Variable_Pattern": "/Land-Model-Constants_Data/.*" - }, - "Attributes": [ - { - "Name": "grid_mapping", - "Value": "/EASE2_global_projection" - } - ], - "_Description": "Nested variables omit leading slash for grid_mapping" + "Name": "grid_mapping", + "Value": "/EASE2_global_projection" } - ] + ], + "_Description": "Nested variables omit leading slash for grid_mapping" }, { "Applicability": { "Mission": "SMAP", "ShortNamePath": "SPL3FT(P|P_E)", - "Variable_Pattern": "(?i).*global.*" + "VariablePattern": "(?i).*global.*" }, "Attributes": [ { @@ -158,7 +120,7 @@ "Applicability": { "Mission": "SMAP", "ShortNamePath": "SPL3FT(P|P_E)", - "Variable_Pattern": "(?i).*polar.*" + "VariablePattern": "(?i).*polar.*" }, "Attributes": [ { @@ -172,7 +134,7 @@ "Applicability": { "Mission": "SMAP", "ShortNamePath": "SPL3SMP_E", - "Variable_Pattern": "Soil_Moisture_Retrieval_Data_(A|P)M/.*" + "VariablePattern": "Soil_Moisture_Retrieval_Data_(A|P)M/.*" }, "Attributes": [ { @@ -186,15 +148,15 @@ "Applicability": { "Mission": "SMAP", "ShortNamePath": "SPL3SMP_E", - "Variable_Pattern": "Soil_Moisture_Retrieval_Data_Polar_(A|P)M/.*" + "VariablePattern": "Soil_Moisture_Retrieval_Data_Polar_(A|P)M/.*" }, "Attributes": [ { "Name": "grid_mapping", "Value": "/EASE2_polar_projection" - } - ], - "_Description": "SMAP L3 collections omit polar grid mapping information" + } + ], + "_Description": "SMAP L3 collections omit polar grid mapping information" }, { "Applicability": { @@ -210,45 +172,45 @@ "_Description": "SMAP L3 collections omit polar grid mapping information" }, { - "Applicability": { - "Mission": "SMAP", - "ShortNamePath": "SPL3SM(P|A|AP)|SPL2SMAP_S" - }, - "Attributes": [ - { - "Name": "grid_mapping", - "Value": "/EASE2_global_projection" - } - ], - "_Description": "SMAP L3 collections omit global grid mapping information" + "Applicability": { + "Mission": "SMAP", + "ShortNamePath": "SPL3SM(P|A|AP)|SPL2SMAP_S" + }, + "Attributes": [ + { + "Name": "grid_mapping", + "Value": "/EASE2_global_projection" + } + ], + "_Description": "SMAP L3 collections omit global grid mapping information" }, { "Applicability": { "Mission": "SMAP", "ShortNamePath": "SPL3FT(P|P_E)|SPL3SM(P|P_E|A|AP)|SPL2SMAP_S", - "Variable_Pattern": "/EASE2_global_projection" + "VariablePattern": "/EASE2_global_projection" }, "Attributes": [ - { + { "Name": "grid_mapping_name", "Value": "lambert_cylindrical_equal_area" - }, - { - "Name":"standard_parallel", + }, + { + "Name": "standard_parallel", "Value": 30.0 - }, - { + }, + { "Name": "longitude_of_central_meridian", "Value": 0.0 - }, - { + }, + { "Name": "false_easting", "Value": 0.0 - }, - { - "Name": "false_northing", - "Value": 0.0 - } + }, + { + "Name": "false_northing", + "Value": 0.0 + } ], "_Description": "Provide missing global grid mapping attributes for SMAP L3 collections." }, @@ -256,7 +218,7 @@ "Applicability": { "Mission": "SMAP", "ShortNamePath": "SPL3FT(A|P|P_E)|SPL3SM(P|P_E|A|AP)|SPL2SMAP_S", - "Variable_Pattern": "/EASE2_polar_projection" + "VariablePattern": "/EASE2_polar_projection" }, "Attributes": [ { @@ -265,19 +227,19 @@ }, { "Name": "longitude_of_projection_origin", - "Value" : 0.0 + "Value": 0 }, { "Name": "latitude_of_projection_origin", - "Value": 90.0 + "Value": 90 }, { "Name": "false_easting", - "Value": 0.0 + "Value": 0 }, { "Name": "false_northing", - "Value": 0.0 + "Value": 0 } ], "_Description": "Provide missing polar grid mapping attributes for SMAP L3 collections." @@ -286,7 +248,7 @@ "Applicability": { "Mission": "SMAP", "ShortNamePath": "SPL3FT(A|P|P_E)", - "Variable_Pattern": "/Freeze_Thaw_Retrieval_Data_Polar/(latitude|longitude).*" + "VariablePattern": "/Freeze_Thaw_Retrieval_Data_Polar/(latitude|longitude).*" }, "Attributes": [ { @@ -300,7 +262,7 @@ "Applicability": { "Mission": "SMAP", "ShortNamePath": "SPL3SM(A|P|AP|P_E)", - "Variable_Pattern": "/Soil_Moisture_Retrieval_(Data|Data_AM|Data_Polar_AM)/(latitude|longitude).*" + "VariablePattern": "/Soil_Moisture_Retrieval_(Data|Data_AM|Data_Polar_AM)/(latitude|longitude).*" }, "Attributes": [ { @@ -314,7 +276,7 @@ "Applicability": { "Mission": "SMAP", "ShortNamePath": "SPL3SMP", - "Variable_Pattern": "/Soil_Moisture_Retrieval_Data_PM/.*" + "VariablePattern": "/Soil_Moisture_Retrieval_Data_PM/.*" }, "Attributes": [ { @@ -328,7 +290,7 @@ "Applicability": { "Mission": "SMAP", "ShortNamePath": "SPL3SMP_E", - "Variable_Pattern": "/Soil_Moisture_Retrieval_Data_PM/.*" + "VariablePattern": "/Soil_Moisture_Retrieval_Data_PM/.*" }, "Attributes": [ { @@ -342,7 +304,7 @@ "Applicability": { "Mission": "SMAP", "ShortNamePath": "SPL3SMP_E", - "Variable_Pattern": "/Soil_Moisture_Retrieval_Data_Polar_PM/.*" + "VariablePattern": "/Soil_Moisture_Retrieval_Data_Polar_PM/.*" }, "Attributes": [ { @@ -356,7 +318,7 @@ "Applicability": { "Mission": "ICESat2", "ShortNamePath": "ATL16", - "Variable_Pattern": ".*_grid_(lat|lon)" + "VariablePattern": ".*_grid_(lat|lon)" }, "Attributes": [ { @@ -370,7 +332,7 @@ "Applicability": { "Mission": "ICESat2", "ShortNamePath": "ATL19", - "Variable_Pattern": "/north_polar/crs" + "VariablePattern": "/north_polar/crs" }, "Attributes": [ { @@ -384,7 +346,7 @@ "Applicability": { "Mission": "ICESat2", "ShortNamePath": "ATL20", - "Variable_Pattern": "/daily/day\\d{2}/.+" + "VariablePattern": "/daily/day\\d{2}/.+" }, "Attributes": [ { @@ -397,7 +359,7 @@ { "Applicability": { "Mission": "MERRA-2", - "Variable_Pattern": "/lon" + "VariablePattern": "/lon" }, "Attributes": [ { @@ -416,19 +378,19 @@ "Value": 179.6875 } ], - "_Description": "Overwrite valid range, to ensure MERRA-2 grid can be identified as -180 \u2264 longitude (degrees east) \u2264 180." + "_Description": "Overwrite valid range, to ensure MERRA-2 grid can be identified as -180 ≤ longitude (degrees east) ≤ 180." }, { "Applicability": { "Mission": "MERRA-2", - "Variable_Pattern": "/lat" + "VariablePattern": "/lat" }, "Attributes": [ { "Name": "valid_range", "Value": [ - -90.0, - 90.0 + -90, + 90 ] }, { @@ -445,7 +407,7 @@ { "Applicability": { "Mission": "MERRA-2", - "Variable_Pattern": "/time" + "VariablePattern": "/time" }, "Attributes": [ { @@ -469,7 +431,7 @@ "Applicability": { "Mission": "ABoVE", "ShortNamePath": "NorthSlope_NEE_TVPRM_1920", - "Variable_Pattern": "/l(at|on)" + "VariablePattern": "/l(at|on)" }, "Attributes": [ { @@ -483,7 +445,7 @@ "Applicability": { "Mission": "ABoVE", "ShortNamePath": "ABoVE_ForestDisturbance_Agents_1924", - "Variable_Pattern": "/l(at|on)" + "VariablePattern": "/l(at|on)" }, "Attributes": [ { @@ -497,7 +459,7 @@ "Applicability": { "Mission": "ICESat2", "ShortNamePath": "ATL16", - "Variable_Pattern": "/spolar_(asr_obs_grid|lorate_blowing_snow_freq)" + "VariablePattern": "/spolar_(asr_obs_grid|lorate_blowing_snow_freq)" }, "Attributes": [ { @@ -505,144 +467,151 @@ "Value": "crs_latlon: spolar_grid_lat crs_latlon: spolar_grid_lon" } ] - } - ], - "CF_Supplements": [ + }, { "Applicability": { "Mission": "ICESat2", - "ShortNamePath": "ATL0[3-9]|ATL1[023]" + "ShortNamePath": "ATL0[3-9]|ATL1[023]", + "VariablePattern": "/$" }, - "Global_Attributes": [ + "Attributes": [ { "Name": "Data_Organization", "Value": "h5_trajectory" } + ] + }, + { + "Applicability": { + "Mission": "ICESat2", + "ShortNamePath": "ATL0[3-9]|ATL1[023]", + "VariablePattern": "/gt[123][lr]/geolocation/.*" + }, + "Attributes": [ + { + "Name": "ancillary_variables", + "Value": "podppd_flag" + } ], - "Applicability_Group": [ + "_Description": "Ensure the podppd_flag variable is considered an ancillary variable." + }, + { + "Applicability": { + "Mission": "ICESat2", + "ShortNamePath": "ATL03", + "VariablePattern": "/gt[123][lr]/geophys_corr/.*" + }, + "Attributes": [ { - "Applicability": { - "Variable_Pattern": "/gt[123][lr]/geolocation/.*" - }, - "Attributes": [ - { - "Name": "ancillary_variables", - "Value": "podppd_flag" - } - ], - "_Description": "Ensure the podppd_flag variable is considered an ancillary variable." + "Name": "subset_control_variables", + "Value": "../geolocation/delta_time, ../geolocation/reference_photon_lat, ../geolocation/reference_photon_lon" }, { - "Applicability": { - "ShortNamePath": "ATL03", - "Variable_Pattern": "/gt[123][lr]/geophys_corr/.*" - }, - "Attributes": [ - { - "Name": "subset_control_variables", - "Value": "../geolocation/delta_time, ../geolocation/reference_photon_lat, ../geolocation/reference_photon_lon" - }, - { - "Name": "subset_control_type", - "Value": "coordinates" - } - ], - "_Description": "Provide subset_control_variables for affected variables (DAS-682)." - }, + "Name": "subset_control_type", + "Value": "coordinates" + } + ], + "_Description": "Provide subset_control_variables for affected variables (DAS-682)." + }, + { + "Applicability": { + "Mission": "ICESat2", + "ShortNamePath": "ATL03", + "VariablePattern": "/gt[123][lr]/heights/.*" + }, + "Attributes": [ { - "Applicability": { - "ShortNamePath": "ATL03", - "Variable_Pattern": "/gt[123][lr]/heights/.*" - }, - "Attributes": [ - { - "Name": "subset_control_variables", - "Value": "../geolocation/ph_index_beg, ../geolocation/segment_ph_cnt" - }, - { - "Name": "subset_control_type", - "Value": "fwd_segment_index" - } - ], - "_Description": "Provide subset_control_variables for affected variables." + "Name": "subset_control_variables", + "Value": "../geolocation/ph_index_beg, ../geolocation/segment_ph_cnt" }, { - "Applicability": { - "ShortNamePath": "ATL03", - "Variable_Pattern": "/gt[123][lr]/geolocation/ph_index_beg" - }, - "Attributes": [ - { - "Name": "subset_control_variable_type", - "Value": "segment_index_beg" - } - ], - "_Description": "Provide subset_control_variables for affected variables." - }, + "Name": "subset_control_type", + "Value": "fwd_segment_index" + } + ], + "_Description": "Provide subset_control_variables for affected variables." + }, + { + "Applicability": { + "Mission": "ICESat2", + "ShortNamePath": "ATL03", + "VariablePattern": "/gt[123][lr]/geolocation/ph_index_beg" + }, + "Attributes": [ { - "Applicability": { - "ShortNamePath": "ATL03", - "Variable_Pattern": "/gt[123][lr]/geolocation/ph_ind" - }, - "Attributes": [ - { - "Name": "subset_control_variable_type", - "Value": "segment_index_cnt" - } - ], - "_Description": "Provide subset_control_variables for affected variables." - }, + "Name": "subset_control_variable_type", + "Value": "segment_index_beg" + } + ], + "_Description": "Provide subset_control_variables for affected variables." + }, + { + "Applicability": { + "Mission": "ICESat2", + "ShortNamePath": "ATL03", + "VariablePattern": "/gt[123][lr]/geolocation/ph_index_beg" + }, + "Attributes": [ { - "Applicability": { - "ShortNamePath": "ATL08", - "Variable_Pattern": "/gt[123][lr]/signal_photons/.*" - }, - "Attributes": [ - { - "Name": "subset_control_variables", - "Value": "../land_segments/ph_ndx_beg, ../land_segments/n_seg_ph" - }, - { - "Name": "subset_control_type", - "Value": "fwd_segment_index" - } - ], - "_Description": "Provide subset_control_variables for affected variables." - }, + "Name": "subset_control_variable_type", + "Value": "segment_index_cnt" + } + ], + "_Description": "Provide subset_control_variables for affected variables." + }, + { + "Applicability": { + "Mission": "ICESat2", + "ShortNamePath": "ATL08", + "VariablePattern": "/gt[123][lr]/signal_photons/.*" + }, + "Attributes": [ { - "Applicability": { - "ShortNamePath": "ATL08", - "Variable_Pattern": "/gt[123][lr]/land_segments/ph_ndx_beg" - }, - "Attributes": [ - { - "Name": "subset_control_variable_type", - "Value": "segment_index_beg" - } - ], - "_Description": "Provide subset_control_variables for affected variables." + "Name": "subset_control_variables", + "Value": "../land_segments/ph_ndx_beg, ../land_segments/n_seg_ph" }, { - "Applicability": { - "ShortNamePath": "ATL08", - "Variable_Pattern": "/gt[123][lr]/land_segments/n_seg_ph" - }, - "Attributes": [ - { - "Name": "subset_control_variable_type", - "Value": "segment_index_cnt" - } - ], - "_Description": "Provide subset_control_variables for affected variables." + "Name": "subset_control_type", + "Value": "fwd_segment_index" } - ] + ], + "_Description": "Provide subset_control_variables for affected variables." + }, + { + "Applicability": { + "Mission": "ICESat2", + "ShortNamePath": "ATL08", + "VariablePattern": "/gt[123][lr]/land_segments/ph_ndx_beg" + }, + "Attributes": [ + { + "Name": "subset_control_variable_type", + "Value": "segment_index_beg" + } + ], + "_Description": "Provide subset_control_variables for affected variables." }, { "Applicability": { "Mission": "ICESat2", - "ShortNamePath": "ATL1[67]" + "ShortNamePath": "ATL08", + "VariablePattern": "/gt[123][lr]/land_segments/n_seg_ph" }, - "Global_Attributes": [ + "Attributes": [ + { + "Name": "subset_control_variable_type", + "Value": "segment_index_cnt" + } + ], + "_Description": "Provide subset_control_variables for affected variables." + }, + { + "Applicability": { + "Mission": "ICESat2", + "ShortNamePath": "ATL1[67]", + "VariablePattern": "/$" + }, + "Attributes": [ { "Name": "Data_Organization", "Value": "h5_grid" @@ -652,35 +621,37 @@ { "Applicability": { "Mission": "ICESat2", - "ShortNamePath": "ATL20" + "ShortNamePath": "ATL20", + "VariablePattern": "/$" }, - "Global_Attributes": [ + "Attributes": [ { "Name": "Data_Organization", "Value": "h5_grid" } - ], - "Applicability_Group": [ + ] + }, + { + "Applicability": { + "Mission": "ICESat2", + "ShortNamePath": "ATL20", + "VariablePattern": ".*" + }, + "Attributes": [ { - "Applicability": { - "Variable_Pattern": ".*" - }, - "Attributes": [ - { - "Name": "coordinates", - "Value": "/crs" - } - ], - "_Description": "Include CRS variable as a coordinate for all ATL20 variables." + "Name": "coordinates", + "Value": "/crs" } - ] + ], + "_Description": "Include CRS variable as a coordinate for all ATL20 variables." }, { "Applicability": { "Mission": "SMAP", - "ShortNamePath": "SPL3SMP_E" + "ShortNamePath": "SPL3SMP_E", + "VariablePattern": "/$" }, - "Global_Attributes": [ + "Attributes": [ { "Name": "Data_Organization", "Value": "h5_grid" @@ -690,192 +661,203 @@ { "Applicability": { "Mission": "GEDI", - "ShortNamePath": "GEDI_L[1234][AB]|GEDI0[1234]_[AB]" + "ShortNamePath": "GEDI_L[1234][AB]|GEDI0[1234]_[AB]", + "VariablePattern": "/$" }, - "Global_Attributes": [ + "Attributes": [ { "Name": "Data_Organization", "Value": "h5_trajectory" } - ], - "Applicability_Group": [ - { - "Applicability": { - "ShortNamePath": "GEDI_L1[AB]|GEDI01_[AB]", - "Variable_Pattern": "/BEAM[\\d]+/geolocation/" - }, - "Attributes": [ - { - "Name": "subset_control_variables", - "Value": "delta_time, latitude_bin0, longitude_bin0" - }, - { - "Name": "subset_control_type", - "Value": "coordinates" - } - ], - "_Description": "Reset spatial coordinates for subsetting purposes." - }, + ] + }, + { + "Applicability": { + "Mission": "GEDI", + "ShortNamePath": "GEDI_L1[AB]|GEDI01_[AB]", + "VariablePattern": "/BEAM[\\d]+/geolocation/" + }, + "Attributes": [ { - "Applicability": { - "ShortNamePath": "GEDI_L2A|GEDI02_A", - "Variable_Pattern": "/BEAM[\\d]+/" - }, - "Attributes": [ - { - "Name": "subset_control_variables", - "Value": "lat_lowestmode, lon_lowestmode, delta_time" - }, - { - "Name": "subset_control_type", - "Value": "coordinates" - } - ], - "_Description": "Reset spatial coordinates for subsetting purposes." + "Name": "subset_control_variables", + "Value": "delta_time, latitude_bin0, longitude_bin0" }, { - "Applicability": { - "ShortNamePath": "GEDI_L2A|GEDI02_A", - "Variable_Pattern": "/BEAM[\\d]+/geolocation/" - }, - "Attributes": [ - { - "Name": "subset_control_variables", - "Value": "lat_lowestmode, lon_lowest_mode, delta_time" - }, - { - "Name": "subset_control_type", - "Value": "coordinates" - } - ], - "_Description": "Reset spatial coordinates for subsetting purposes." - }, + "Name": "subset_control_type", + "Value": "coordinates" + } + ], + "_Description": "Reset spatial coordinates for subsetting purposes." + }, + { + "Applicability": { + "Mission": "GEDI", + "ShortNamePath": "GEDI_L2A|GEDI02_A", + "VariablePattern": "/BEAM[\\d]+/" + }, + "Attributes": [ { - "Applicability": { - "ShortNamePath": "GEDI_L1[AB]|GEDI01_[AB]", - "Variable_Pattern": "/BEAM[\\\\d]+/rxwaveform" - }, - "Attributes": [ - { - "Name": "subset_control_variables", - "Value": "rx_sample_start_index, rx_sample_count" - }, - { - "Name": "subset_control_type", - "Value": "fwd_segment_index" - } - ], - "_Description": "Provide index segment subset-control designation for variables." + "Name": "subset_control_variables", + "Value": "lat_lowestmode, lon_lowestmode, delta_time" }, { - "Applicability": { - "ShortNamePath": "GEDI_L1[AB]|GEDI01_[AB]", - "Variable_Pattern": "/BEAM[\\\\d]+/rx_sample_start_index" - }, - "Attributes": [ - { - "Name": "subset_control_variable_type", - "Value": "segment_index_beg" - } - ], - "_Description": "Provide segment beginning index information for variables." - }, + "Name": "subset_control_type", + "Value": "coordinates" + } + ], + "_Description": "Reset spatial coordinates for subsetting purposes." + }, + { + "Applicability": { + "Mission": "GEDI", + "ShortNamePath": "GEDI_L2A|GEDI02_A", + "VariablePattern": "/BEAM[\\d]+/geolocation/" + }, + "Attributes": [ { - "Applicability": { - "ShortNamePath": "GEDI_L1[AB]|GEDI01_[AB]", - "Variable_Pattern": "/BEAM[\\\\d]+/rx_sample_count" - }, - "Attributes": [ - { - "Name": "subset_control_variable_type", - "Value": "segment_index_cnt" - } - ], - "_Description": "Provide segment size information for variables." + "Name": "subset_control_variables", + "Value": "lat_lowestmode, lon_lowest_mode, delta_time" }, { - "Applicability": { - "ShortNamePath": "GEDI_L1[AB]|GEDI01_[AB]", - "Variable_Pattern": "/BEAM[\\\\d]+/txwaveform" - }, - "Attributes": [ - { - "Name": "subset_control_type", - "Value": "fwd_segment_index" - } - ], - "_Description": "Provide index segment subset-control designation for variables." - }, + "Name": "subset_control_type", + "Value": "coordinates" + } + ], + "_Description": "Reset spatial coordinates for subsetting purposes." + }, + { + "Applicability": { + "Mission": "GEDI", + "ShortNamePath": "GEDI_L1[AB]|GEDI01_[AB]", + "VariablePattern": "/BEAM[\\\\d]+/rxwaveform" + }, + "Attributes": [ { - "Applicability": { - "ShortNamePath": "GEDI_L1[AB]|GEDI01_[AB]", - "Variable_Pattern": "/BEAM[\\\\d]+/tx_sample_start_index" - }, - "Attributes": [ - { - "Name": "subset_control_variable_type", - "Value": "segment_index_beg" - } - ], - "_Description": "Provide segment beginning index information for variables." + "Name": "subset_control_variables", + "Value": "rx_sample_start_index, rx_sample_count" }, { - "Applicability": { - "ShortNamePath": "GEDI_L1[AB]|GEDI01_[AB]", - "Variable_Pattern": "/BEAM[\\\\d]+/tx_sample_count" - }, - "Attributes": [ - { - "Name": "subset_control_variable_type", - "Value": "segment_index_cnt" - } - ], - "_Description": "Provide segment size information for variables." - }, + "Name": "subset_control_type", + "Value": "fwd_segment_index" + } + ], + "_Description": "Provide index segment subset-control designation for variables." + }, + { + "Applicability": { + "Mission": "GEDI", + "ShortNamePath": "GEDI_L1[AB]|GEDI01_[AB]", + "VariablePattern": "/BEAM[\\\\d]+/rx_sample_start_index" + }, + "Attributes": [ { - "Applicability": { - "ShortNamePath": "GEDI_L2B|GEDI02_B", - "Variable_Pattern": "/BEAM[\\\\d]+/pgap_theta_z" - }, - "Attributes": [ - { - "Name": "subset_control_variables", - "Value": "rx_sample_start_index, rx_sample_count" - }, - { - "Name": "subset_control_type", - "Value": "fwd_segment_index" - } - ], - "_Description": "Provide index segment subset-control designation for variables." - }, + "Name": "subset_control_variable_type", + "Value": "segment_index_beg" + } + ], + "_Description": "Provide segment beginning index information for variables." + }, + { + "Applicability": { + "Mission": "GEDI", + "ShortNamePath": "GEDI_L1[AB]|GEDI01_[AB]", + "VariablePattern": "/BEAM[\\\\d]+/rx_sample_count" + }, + "Attributes": [ + { + "Name": "subset_control_variable_type", + "Value": "segment_index_cnt" + } + ], + "_Description": "Provide segment size information for variables." + }, + { + "Applicability": { + "Mission": "GEDI", + "ShortNamePath": "GEDI_L1[AB]|GEDI01_[AB]", + "VariablePattern": "/BEAM[\\\\d]+/txwaveform" + }, + "Attributes": [ + { + "Name": "subset_control_type", + "Value": "fwd_segment_index" + } + ], + "_Description": "Provide index segment subset-control designation for variables." + }, + { + "Applicability": { + "Mission": "GEDI", + "ShortNamePath": "GEDI_L1[AB]|GEDI01_[AB]", + "VariablePattern": "/BEAM[\\\\d]+/tx_sample_start_index" + }, + "Attributes": [ + { + "Name": "subset_control_variable_type", + "Value": "segment_index_beg" + } + ], + "_Description": "Provide segment beginning index information for variables." + }, + { + "Applicability": { + "Mission": "GEDI", + "ShortNamePath": "GEDI_L1[AB]|GEDI01_[AB]", + "VariablePattern": "/BEAM[\\\\d]+/tx_sample_count" + }, + "Attributes": [ { - "Applicability": { - "ShortNamePath": "GEDI_L2B|GEDI02_B", - "Variable_Pattern": "/BEAM[\\\\d]+/rx_sample_start_index" - }, - "Attributes": [ - { - "Name": "subset_control_variable_type", - "Value": "segment_index_beg" - } - ], - "_Description": "Provide segment beginning index information for variables." + "Name": "subset_control_variable_type", + "Value": "segment_index_cnt" + } + ], + "_Description": "Provide segment size information for variables." + }, + { + "Applicability": { + "Mission": "GEDI", + "ShortNamePath": "GEDI_L2B|GEDI02_B", + "VariablePattern": "/BEAM[\\\\d]+/pgap_theta_z" + }, + "Attributes": [ + { + "Name": "subset_control_variables", + "Value": "rx_sample_start_index, rx_sample_count" }, { - "Applicability": { - "ShortNamePath": "GEDI_L2B|GEDI02_B", - "Variable_Pattern": "/BEAM[\\\\d]+/rx_sample_count" - }, - "Attributes": [ - { - "Name": "subset_control_variable_type", - "Value": "segment_index_cnt" - } - ], - "_Description": "Provide segment size information for variables." + "Name": "subset_control_type", + "Value": "fwd_segment_index" } - ] + ], + "_Description": "Provide index segment subset-control designation for variables." + }, + { + "Applicability": { + "Mission": "GEDI", + "ShortNamePath": "GEDI_L2B|GEDI02_B", + "VariablePattern": "/BEAM[\\\\d]+/rx_sample_start_index" + }, + "Attributes": [ + { + "Name": "subset_control_variable_type", + "Value": "segment_index_beg" + } + ], + "_Description": "Provide segment beginning index information for variables." + }, + { + "Applicability": { + "Mission": "GEDI", + "ShortNamePath": "GEDI_L2B|GEDI02_B", + "VariablePattern": "/BEAM[\\\\d]+/rx_sample_count" + }, + "Attributes": [ + { + "Name": "subset_control_variable_type", + "Value": "segment_index_cnt" + } + ], + "_Description": "Provide segment size information for variables." } ] -} +} \ No newline at end of file diff --git a/pip_requirements.txt b/pip_requirements.txt index 1bb9bce..8aebdcc 100644 --- a/pip_requirements.txt +++ b/pip_requirements.txt @@ -1,6 +1,6 @@ # This file should contain requirements to be installed via Pip. # Open source packages available from PyPI -earthdata-varinfo ~= 2.3.0 +earthdata-varinfo ~= 3.0.0 harmony-service-lib ~= 1.0.25 netCDF4 ~= 1.6.4 numpy ~= 1.24.2 From 0ec1d8396996f1394a324ba988dab8e2919525b8 Mon Sep 17 00:00:00 2001 From: Vu Tran Date: Wed, 22 Jan 2025 09:10:16 -0800 Subject: [PATCH 2/5] DAS-2256 update earthdata-varinfo version 3.0.0 --- hoss/hoss_config.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hoss/hoss_config.json b/hoss/hoss_config.json index fd169b6..d5f2ba7 100644 --- a/hoss/hoss_config.json +++ b/hoss/hoss_config.json @@ -860,4 +860,4 @@ "_Description": "Provide segment size information for variables." } ] -} \ No newline at end of file +} From c6a9a11aa69cdaf5733594b81599beff8c527f08 Mon Sep 17 00:00:00 2001 From: Vu Tran Date: Wed, 22 Jan 2025 10:20:37 -0800 Subject: [PATCH 3/5] DAS-2256 update earthdata-varinfo version 3.0.0 --- hoss/hoss_config.json | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/hoss/hoss_config.json b/hoss/hoss_config.json index d5f2ba7..941c723 100644 --- a/hoss/hoss_config.json +++ b/hoss/hoss_config.json @@ -227,19 +227,19 @@ }, { "Name": "longitude_of_projection_origin", - "Value": 0 + "Value": 0.0 }, { "Name": "latitude_of_projection_origin", - "Value": 90 + "Value": 90.0 }, { "Name": "false_easting", - "Value": 0 + "Value": 0.0 }, { "Name": "false_northing", - "Value": 0 + "Value": 0.0 } ], "_Description": "Provide missing polar grid mapping attributes for SMAP L3 collections." @@ -389,8 +389,8 @@ { "Name": "valid_range", "Value": [ - -90, - 90 + -90.0, + 90.0 ] }, { From 94a3c65bd84b956bf60072503fb1de51c477de49 Mon Sep 17 00:00:00 2001 From: Vu Tran Date: Thu, 23 Jan 2025 06:31:13 -0800 Subject: [PATCH 4/5] DAS-2256 update earthdata-varinfo version 3.0.1 --- pip_requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pip_requirements.txt b/pip_requirements.txt index 8aebdcc..759d08d 100644 --- a/pip_requirements.txt +++ b/pip_requirements.txt @@ -1,6 +1,6 @@ # This file should contain requirements to be installed via Pip. # Open source packages available from PyPI -earthdata-varinfo ~= 3.0.0 +earthdata-varinfo ~= 3.0.1 harmony-service-lib ~= 1.0.25 netCDF4 ~= 1.6.4 numpy ~= 1.24.2 From 2ab7953fae4940478b67b896e7c473198d51f930 Mon Sep 17 00:00:00 2001 From: Vu Tran Date: Thu, 23 Jan 2025 07:09:02 -0800 Subject: [PATCH 5/5] DAS-2256 update earthdata-varinfo version 3.0.1 --- CHANGELOG.md | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 70dc807..14270de 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,10 +1,10 @@ ## v1.1.2 ### 2025-01-20 -- [[DAS-2287](https://bugs.earthdata.nasa.gov/browse/DAS-2287)] - HOSS has been updated to use `earthdata-varinfo` version 3.0.0. +- [[DAS-2256](https://bugs.earthdata.nasa.gov/browse/DAS-2256)] + HOSS has been updated to use `earthdata-varinfo` version 3.0.1. Please see the - [earthdata-varinfo release notes](https://github.com/nasa/earthdata-varinfo/releases/tag/3.0.0) + [earthdata-varinfo release notes](https://github.com/nasa/earthdata-varinfo/releases/tag/3.0.1) for more information. ## v1.1.1