Skip to content

Commit 0473f83

Browse files
mackenzie-grimes-noaamackenzie-grimes-noaa
authored
Merge pull request #8 from NOAA-GSL/chore/das-percentiles
chore: DAS field percentile delimiter
2 parents 790eeb0 + 67507c7 commit 0473f83

8 files changed

+56
-74
lines changed

‎python/idsse/testing/data_access/new_data_issue_message.json‎

Lines changed: 35 additions & 35 deletions
Original file line numberDiff line numberDiff line change
@@ -4,53 +4,53 @@
44
"issueDt": "2024-12-20T19:00:00.000Z",
55
"field": {
66
"2024-12-20T20:00:00.000Z": [
7-
"WINDGUST",
8-
"DEWPOINT",
9-
"WINDSPEED",
10-
"RAIN1HR",
11-
"SNOW1HR",
12-
"TEMP",
13-
"ICE1HR",
7+
"WindGust",
8+
"DewPoint",
9+
"WindSpeed",
10+
"Precip:1HR",
11+
"Snow:1HR",
12+
"Temp",
13+
"Ice:1HR",
1414
"RH"
1515
],
1616
"2024-12-20T21:00:00.000Z": [
17-
"WINDGUST",
18-
"DEWPOINT",
19-
"WINDSPEED",
20-
"RAIN1HR",
21-
"SNOW1HR",
22-
"TEMP",
23-
"ICE1HR",
17+
"WindGust",
18+
"DewPoint",
19+
"WindSpeed",
20+
"Precip:1HR",
21+
"Snow:1HR",
22+
"Temp",
23+
"Ice:1HR",
2424
"RH"
2525
],
2626
"2024-12-20T22:00:00.000Z": [
27-
"WINDGUST",
28-
"DEWPOINT",
29-
"WINDSPEED",
30-
"RAIN1HR",
31-
"SNOW1HR",
32-
"TEMP",
33-
"ICE1HR",
27+
"WindGust",
28+
"DewPoint",
29+
"WindSpeed",
30+
"Precip:1HR",
31+
"Snow:1HR",
32+
"Temp",
33+
"Ice:1HR",
3434
"RH"
3535
],
3636
"2024-12-20T23:00:00.000Z": [
37-
"WINDGUST",
38-
"DEWPOINT",
39-
"WINDSPEED",
40-
"RAIN1HR",
41-
"SNOW1HR",
42-
"TEMP",
43-
"ICE1HR",
37+
"WindGust",
38+
"DewPoint",
39+
"WindSpeed",
40+
"Precip:1HR",
41+
"Snow:1HR",
42+
"Temp",
43+
"Ice:1HR",
4444
"RH"
4545
],
4646
"2024-12-21T00:00:00.000Z": [
47-
"WINDGUST",
48-
"DEWPOINT",
49-
"WINDSPEED",
50-
"RAIN1HR",
51-
"SNOW1HR",
52-
"TEMP",
53-
"ICE1HR",
47+
"WindGust",
48+
"DewPoint",
49+
"WindSpeed",
50+
"Precip:1HR",
51+
"Snow:1HR",
52+
"Temp",
53+
"Ice:1HR",
5454
"RH"
5555
]
5656
}

‎python/idsse/testing/data_access/task_handler_response.json‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@
66
},
77
"data_requested": {
88
"filenames": {
9-
"Deterministic": "/data/share/2023/01/10/NBM.AWS.GRIB/Criteria/Criteria/gridstore-1309066818.nc"
9+
"dtrm": "/data/share/2023/01/10/NBM.AWS.GRIB/Criteria/Criteria/gridstore-1309066818.nc"
1010
},
1111
"grid_spec": "+dx=2539.703 +dy=2539.703 +w=100 +h=100 +lat_ll=41.05894633497196 +lon_ll=-106.02046021316575",
1212
"issue_dt": "2023-01-10T08:00:00Z",

‎python/idsse/testing/risk_processor/binghamton/data_service_response_binghamton.json‎

Lines changed: 3 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,7 @@
11
{
22
"A:Raw": {
33
"filenames": {
4-
"dtrm": "/share/2022/12/23/NBM.AWS.GRIB/SNOW1HR/Inches/gridstore-907024368.nc",
5-
"Deterministic": "/share/2022/12/23/NBM.AWS.GRIB/SNOW1HR/Inches/gridstore-907024368.nc"
4+
"dtrm": "/share/2022/12/23/NBM.AWS.GRIB/SNOW1HR/Inches/gridstore-907024368.nc"
65
},
76
"issue_dt": "2022-12-23T12:00:00.000Z",
87
"valid_dt": "2022-12-23T13:00:00.000Z",
@@ -17,8 +16,7 @@
1716
},
1817
"A:ThreatLevel": {
1918
"filenames": {
20-
"dtrm": "/share/2022/12/23/NBM.AWS.GRIB/SNOW1HR.Criteria/ThreatLevel/gridstore-401831466.nc",
21-
"Deterministic": "/share/2022/12/23/NBM.AWS.GRIB/SNOW1HR.Criteria/ThreatLevel/gridstore-401831466.nc"
19+
"dtrm": "/share/2022/12/23/NBM.AWS.GRIB/SNOW1HR.Criteria/ThreatLevel/gridstore-401831466.nc"
2220
},
2321
"issue_dt": "2022-12-23T12:00:00.000Z",
2422
"valid_dt": "2022-12-23T13:00:00.000Z",
@@ -33,8 +31,7 @@
3331
},
3432
"Binghamton, Snow": {
3533
"filenames": {
36-
"dtrm": "/share/2022/12/23/NBM.AWS.GRIB/Criteria/ThreatLevel/gridstore2098351630.nc",
37-
"Deterministic": "/share/2022/12/23/NBM.AWS.GRIB/Criteria/ThreatLevel/gridstore2098351630.nc"
34+
"dtrm": "/share/2022/12/23/NBM.AWS.GRIB/Criteria/ThreatLevel/gridstore2098351630.nc"
3835
},
3936
"issue_dt": "2022-12-23T12:00:00.000Z",
4037
"valid_dt": "2022-12-23T13:00:00.000Z",

‎python/idsse/testing/risk_processor/i87/data_service_condition_response_i87.json‎

Lines changed: 5 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,7 @@
11
{
22
"A:Raw": {
33
"filenames": {
4-
"dtrm": "/share/2022/12/23/NBM.AWS.GRIB/TEMP/Fahrenheit/gridstore-1492124782.nc",
5-
"Deterministic": "/share/2022/12/23/NBM.AWS.GRIB/TEMP/Fahrenheit/gridstore-1492124782.nc"
4+
"dtrm": "/share/2022/12/23/NBM.AWS.GRIB/TEMP/Fahrenheit/gridstore-1492124782.nc"
65
},
76
"issue_dt": "2022-12-23T12:00:00.000Z",
87
"valid_dt": "2022-12-23T13:00:00.000Z",
@@ -17,8 +16,7 @@
1716
},
1817
"A:ThreatLevel": {
1918
"filenames": {
20-
"dtrm": "/share/2022/12/23/NBM.AWS.GRIB/TEMP.Criteria/ThreatLevel/gridstore1698359448.nc",
21-
"Deterministic": "/share/2022/12/23/NBM.AWS.GRIB/TEMP.Criteria/ThreatLevel/gridstore1698359448.nc"
19+
"dtrm": "/share/2022/12/23/NBM.AWS.GRIB/TEMP.Criteria/ThreatLevel/gridstore1698359448.nc"
2220
},
2321
"issue_dt": "2022-12-23T12:00:00.000Z",
2422
"valid_dt": "2022-12-23T13:00:00.000Z",
@@ -33,8 +31,7 @@
3331
},
3432
"B:Raw": {
3533
"filenames": {
36-
"dtrm": "/share/2022/12/23/NBM.AWS.GRIB/RAIN1HR/Inches/gridstore1563243851.nc",
37-
"Deterministic": "/share/2022/12/23/NBM.AWS.GRIB/RAIN1HR/Inches/gridstore1563243851.nc"
34+
"dtrm": "/share/2022/12/23/NBM.AWS.GRIB/RAIN1HR/Inches/gridstore1563243851.nc"
3835
},
3936
"issue_dt": "2022-12-23T12:00:00.000Z",
4037
"valid_dt": "2022-12-23T13:00:00.000Z",
@@ -49,8 +46,7 @@
4946
},
5047
"B:ThreatLevel": {
5148
"filenames": {
52-
"dtrm": "/share/2022/12/23/NBM.AWS.GRIB/RAIN1HR.Criteria/ThreatLevel/gridstore-85065583.nc",
53-
"Deterministic": "/share/2022/12/23/NBM.AWS.GRIB/RAIN1HR.Criteria/ThreatLevel/gridstore-85065583.nc"
49+
"dtrm": "/share/2022/12/23/NBM.AWS.GRIB/RAIN1HR.Criteria/ThreatLevel/gridstore-85065583.nc"
5450
},
5551
"issue_dt": "2022-12-23T12:00:00.000Z",
5652
"valid_dt": "2022-12-23T13:00:00.000Z",
@@ -65,8 +61,7 @@
6561
},
6662
"I-87, Albany-Nyack, Icy Roads": {
6763
"filenames": {
68-
"dtrm": "/share/2022/12/23/NBM.AWS.GRIB/Criteria/ThreatLevel/gridstore-2042697837.nc",
69-
"Deterministic": "/share/2022/12/23/NBM.AWS.GRIB/Criteria/ThreatLevel/gridstore-2042697837.nc"
64+
"dtrm": "/share/2022/12/23/NBM.AWS.GRIB/Criteria/ThreatLevel/gridstore-2042697837.nc"
7065
},
7166
"issue_dt": "2022-12-23T12:00:00.000Z",
7267
"valid_dt": "2022-12-23T13:00:00.000Z",

‎python/idsse/testing/risk_processor/percentiles/data_service_percentiles_request.json‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -34,7 +34,7 @@
3434
"sourceType": "data",
3535
"sourceObj": {
3636
"product": "NBM",
37-
"field": "SNOW:1HR.[DTRM,p010,p090]",
37+
"field": "SNOW:1HR:[DTRM,p010,p090]",
3838
"region": "CONUS",
3939
"units": "INCHES",
4040
"validDt": "2025-01-28T13:00:00.000Z",

‎python/idsse/testing/risk_processor/percentiles/data_service_percentiles_response.json‎

Lines changed: 3 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -3,8 +3,7 @@
33
"filenames": {
44
"dtrm": "/Users/mackenzie.grimes/dev/deployment/cache/share/2025/01/28/NBM.AWS.GRIB/CONUS/SNOW:1HR.DTRM/Inches/gridstore1685131974.nc",
55
"prctl_p010": "/Users/mackenzie.grimes/dev/deployment/cache/share/2025/01/28/NBM.AWS.GRIB/CONUS/SNOW:1HR.PRCTL_p010/Inches/gridstore-168975316.nc",
6-
"prctl_p090": "/Users/mackenzie.grimes/dev/deployment/cache/share/2025/01/28/NBM.AWS.GRIB/CONUS/SNOW:1HR.PRCTL_p090/Inches/gridstore-1838561740.nc",
7-
"Deterministic": "/Users/mackenzie.grimes/dev/deployment/cache/share/2025/01/28/NBM.AWS.GRIB/CONUS/SNOW:1HR.DTRM/Inches/gridstore1685131974.nc"
6+
"prctl_p090": "/Users/mackenzie.grimes/dev/deployment/cache/share/2025/01/28/NBM.AWS.GRIB/CONUS/SNOW:1HR.PRCTL_p090/Inches/gridstore-1838561740.nc"
87
},
98
"issue_dt": "2025-01-28T12:00:00.000Z",
109
"valid_dt": "2025-01-28T13:00:00.000Z",
@@ -22,8 +21,7 @@
2221
"filenames": {
2322
"dtrm": "/Users/mackenzie.grimes/dev/deployment/cache/share/2025/01/28/NBM.AWS.GRIB/CONUS/SNOW:1HR/ThreatLevel/gridstore1215459922.nc",
2423
"prctl_p010": "/Users/mackenzie.grimes/dev/deployment/cache/share/2025/01/28/NBM.AWS.GRIB/CONUS/SNOW:1HR/ThreatLevel/gridstore-497177812.nc",
25-
"prctl_p090": "/Users/mackenzie.grimes/dev/deployment/cache/share/2025/01/28/NBM.AWS.GRIB/CONUS/SNOW:1HR/ThreatLevel/gridstore1474886692.nc",
26-
"Deterministic": "/Users/mackenzie.grimes/dev/deployment/cache/share/2025/01/28/NBM.AWS.GRIB/CONUS/SNOW:1HR/ThreatLevel/gridstore1215459922.nc"
24+
"prctl_p090": "/Users/mackenzie.grimes/dev/deployment/cache/share/2025/01/28/NBM.AWS.GRIB/CONUS/SNOW:1HR/ThreatLevel/gridstore1474886692.nc"
2725
},
2826
"issue_dt": "2025-01-28T12:00:00.000Z",
2927
"valid_dt": "2025-01-28T13:00:00.000Z",
@@ -89,7 +87,7 @@
8987
"sourceType": "data",
9088
"sourceObj": {
9189
"product": "NBM",
92-
"field": "SNOW:1HR.[DTRM,p010,p090]",
90+
"field": "SNOW:1HR:[DTRM,p010,p090]",
9391
"region": "CONUS",
9492
"units": "INCHES",
9593
"validDt": "2025-01-28T13:00:00.000Z",

‎python/idsse/testing/risk_processor/simple/data_service_condition_response_single_temp.json‎

Lines changed: 3 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,7 @@
11
{
22
"Abq TEMP": {
33
"filenames": {
4-
"dtrm": "/share/2022/11/11/NBM.AWS.GRIB/TEMP.Criteria/ThreatLevel/gridstore-1825711489.nc",
5-
"Deterministic": "/share/2022/11/11/NBM.AWS.GRIB/TEMP.Criteria/ThreatLevel/gridstore-1825711489.nc"
4+
"dtrm": "/share/2022/11/11/NBM.AWS.GRIB/TEMP.Criteria/ThreatLevel/gridstore-1825711489.nc"
65
},
76
"grid_spec": "+dx=2539.703 +dy=2539.703 +w=400 +h=300 +lat_ll=31.177375065798472 +lon_ll=-111.5741153608759",
87
"issue_dt": "2022-11-11T13:00:00.000Z",
@@ -17,8 +16,7 @@
1716
},
1817
"A:ThreatLevel": {
1918
"filenames": {
20-
"dtrm": "/share/2022/11/11/NBM.AWS.GRIB/TEMP.Criteria/ThreatLevel/gridstore-1825711489.nc",
21-
"Deterministic": "/share/2022/11/11/NBM.AWS.GRIB/TEMP.Criteria/ThreatLevel/gridstore-278843281.nc"
19+
"dtrm": "/share/2022/11/11/NBM.AWS.GRIB/TEMP.Criteria/ThreatLevel/gridstore-1825711489.nc"
2220
},
2321
"grid_spec": "+dx=2539.703 +dy=2539.703 +w=400 +h=300 +lat_ll=31.177375065798472 +lon_ll=-111.5741153608759",
2422
"issue_dt": "2022-11-11T13:00:00.000Z",
@@ -33,8 +31,7 @@
3331
},
3432
"A:Raw": {
3533
"filenames": {
36-
"dtrm": "/share/2022/11/11/NBM.AWS.GRIB/TEMP.Criteria/ThreatLevel/gridstore-1825711489.nc",
37-
"Deterministic": "/share/2022/11/11/NBM.AWS.GRIB/TEMP/Fahrenheit/gridstore765661987.nc"
34+
"dtrm": "/share/2022/11/11/NBM.AWS.GRIB/TEMP.Criteria/ThreatLevel/gridstore-1825711489.nc"
3835
},
3936
"grid_spec": "+dx=2539.703 +dy=2539.703 +w=400 +h=300 +lat_ll=31.177375065798472 +lon_ll=-111.5741153608759",
4037
"issue_dt": "2022-11-11T13:00:00.000Z",

‎python/idsse/testing/risk_processor/syracuse/data_service_response_syracuse.json‎

Lines changed: 5 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,7 @@
11
{
22
"A:Raw": {
33
"filenames": {
4-
"dtrm": "/share/2022/12/23/NBM.AWS.GRIB/TEMP/Fahrenheit/gridstore2064195902.nc",
5-
"Deterministic": "/share/2022/12/23/NBM.AWS.GRIB/TEMP/Fahrenheit/gridstore2064195902.nc"
4+
"dtrm": "/share/2022/12/23/NBM.AWS.GRIB/TEMP/Fahrenheit/gridstore2064195902.nc"
65
},
76
"issue_dt": "2022-12-23T12:00:00.000Z",
87
"valid_dt": "2022-12-23T13:00:00.000Z",
@@ -17,8 +16,7 @@
1716
},
1817
"A:ThreatLevel": {
1918
"filenames": {
20-
"dtrm": "/share/2022/12/23/NBM.AWS.GRIB/TEMP.Criteria/ThreatLevel/gridstore-811715560.nc",
21-
"Deterministic": "/share/2022/12/23/NBM.AWS.GRIB/TEMP.Criteria/ThreatLevel/gridstore-811715560.nc"
19+
"dtrm": "/share/2022/12/23/NBM.AWS.GRIB/TEMP.Criteria/ThreatLevel/gridstore-811715560.nc"
2220
},
2321
"issue_dt": "2022-12-23T12:00:00.000Z",
2422
"valid_dt": "2022-12-23T13:00:00.000Z",
@@ -33,8 +31,7 @@
3331
},
3432
"B:Raw": {
3533
"filenames": {
36-
"dtrm": "/share/2022/12/23/NBM.AWS.GRIB/WINDGUST/MilesPerHour/gridstore696460526.nc",
37-
"Deterministic": "/share/2022/12/23/NBM.AWS.GRIB/WINDGUST/MilesPerHour/gridstore696460526.nc"
34+
"dtrm": "/share/2022/12/23/NBM.AWS.GRIB/WINDGUST/MilesPerHour/gridstore696460526.nc"
3835
},
3936
"issue_dt": "2022-12-23T12:00:00.000Z",
4037
"valid_dt": "2022-12-23T13:00:00.000Z",
@@ -49,8 +46,7 @@
4946
},
5047
"B:ThreatLevel": {
5148
"filenames": {
52-
"dtrm": "/share/2022/12/23/NBM.AWS.GRIB/WINDGUST.Criteria/ThreatLevel/gridstore43167307.nc",
53-
"Deterministic": "/share/2022/12/23/NBM.AWS.GRIB/WINDGUST.Criteria/ThreatLevel/gridstore43167307.nc"
49+
"dtrm": "/share/2022/12/23/NBM.AWS.GRIB/WINDGUST.Criteria/ThreatLevel/gridstore43167307.nc"
5450
},
5551
"issue_dt": "2022-12-23T12:00:00.000Z",
5652
"valid_dt": "2022-12-23T13:00:00.000Z",
@@ -65,8 +61,7 @@
6561
},
6662
"Syracuse, Cold and Windy": {
6763
"filenames": {
68-
"dtrm": "/share/2022/12/23/NBM.AWS.GRIB/Criteria/ThreatLevel/gridstore1303753817.nc",
69-
"Deterministic": "/share/2022/12/23/NBM.AWS.GRIB/Criteria/ThreatLevel/gridstore1303753817.nc"
64+
"dtrm": "/share/2022/12/23/NBM.AWS.GRIB/Criteria/ThreatLevel/gridstore1303753817.nc"
7065
},
7166
"issue_dt": "2022-12-23T12:00:00.000Z",
7267
"valid_dt": "2022-12-23T13:00:00.000Z",

0 commit comments

Comments
 (0)