Skip to content

Commit 77c4151

Browse files
smlindauersmlindauer
authored
Merge pull request #177 from sassoftware/release_1.10
Release 1.10
2 parents 9907b1c + b074cbd commit 77c4151

File tree

112 files changed

+52456
-586
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

112 files changed

+52456
-586
lines changed

‎CHANGELOG.md

Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -5,6 +5,19 @@ Unreleased
55
- Add `model_info` class to better capture model information.
66
- Test `/examples` Jupyter notebooks within normal test suite.
77

8+
v1.10
9+
----------
10+
**Improvements**
11+
- `write_score_code.py` refactored to include ability to run batch scoring.
12+
- Added handling for TensorFlow Keras models.
13+
- Updated project creation to automatically set project properties based on contained models.
14+
- Included capability to assess biases of a model using CAS FairAITools using `pzmm.write_json_files.assess_model_bias()`.
15+
- Added custom KPI support for H2O, statsmodels, TensorFlow, and xgboost.
16+
- Updated examples:
17+
- Added example walking through the creation process of a simple TensorFlow Keras model.
18+
- Added example detailing the usage of `pzmm.write_json_files.assess_model_bias()` for a simple regression model
19+
- Updated `pzmm_custom_kpi_model_parameters` notebook to have correct parameter casing.
20+
821
v1.9.4 (2023-06-15)
922
----------
1023
**Improvements**

‎examples/data/BiasMetrics/examModels/GradientBoost/GradientBoost.pickle

16 Bytes
Binary file not shown.

‎examples/data/BiasMetrics/examModels/GradientBoost/GradientBoost.zip

33.2 KB
Binary file not shown.

‎examples/data/BiasMetrics/examModels/GradientBoost/ModelProperties.json

Lines changed: 17 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,17 @@
1+
{
2+
"name": "GradientBoost",
3+
"description": "Description for the GradientBoost model.",
4+
"scoreCodeType": "python",
5+
"trainTable": "",
6+
"trainCodeType": "Python",
7+
"algorithm": "",
8+
"function": "Prediction",
9+
"targetVariable": "composite_score",
10+
"targetEvent": "",
11+
"targetLevel": "INTERVAL",
12+
"eventProbVar": "",
13+
"modeler": "sasdemo",
14+
"tool": "Python 3",
15+
"toolVersion": "3.11.3",
16+
"properties": []
17+
}

‎examples/data/BiasMetrics/examModels/GradientBoost/fileMetadata.json

Lines changed: 18 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,18 @@
1+
[
2+
{
3+
"role": "inputVariables",
4+
"name": "inputVar.json"
5+
},
6+
{
7+
"role": "outputVariables",
8+
"name": "outputVar.json"
9+
},
10+
{
11+
"role": "score",
12+
"name": "score_GradientBoost.py"
13+
},
14+
{
15+
"role": "scoreResource",
16+
"name": "GradientBoost.pickle"
17+
}
18+
]

‎examples/data/BiasMetrics/examModels/GradientBoost/groupMetrics.json

Lines changed: 283 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,283 @@
1+
{
2+
"creationTimeStamp": "0001-01-01T00:00:00Z",
3+
"modifiedTimeStamp": "0001-01-01T00:00:00Z",
4+
"revision": 0,
5+
"name": "groupMetrics",
6+
"version": 0,
7+
"order": 0,
8+
"parameterMap": {
9+
"LEVEL": {
10+
"label": "Variable Level",
11+
"length": 100,
12+
"order": 4,
13+
"parameter": "LEVEL",
14+
"preformatted": false,
15+
"type": "char",
16+
"values": [
17+
"LEVEL"
18+
]
19+
},
20+
"Predicted_Math_Score": {
21+
"label": "Predicted_Math_Score",
22+
"length": 8,
23+
"order": 13,
24+
"parameter": "Predicted_Math_Score",
25+
"preformatted": false,
26+
"type": "num",
27+
"values": [
28+
"Predicted_Math_Score"
29+
]
30+
},
31+
"VLABEL": {
32+
"label": "Variable Label",
33+
"length": 256,
34+
"order": 2,
35+
"parameter": "VLABEL",
36+
"preformatted": false,
37+
"type": "char",
38+
"values": [
39+
"VLABEL"
40+
]
41+
},
42+
"_DATAROLE_": {
43+
"label": "Data Role",
44+
"length": 8,
45+
"order": 3,
46+
"parameter": "_DATAROLE_",
47+
"preformatted": false,
48+
"type": "char",
49+
"values": [
50+
"_DATAROLE_"
51+
]
52+
},
53+
"_VARIABLE_": {
54+
"label": "Variable",
55+
"length": 255,
56+
"order": 1,
57+
"parameter": "_VARIABLE_",
58+
"preformatted": false,
59+
"type": "char",
60+
"values": [
61+
"_VARIABLE_"
62+
]
63+
},
64+
"_ase_": {
65+
"label": "Average Squared Error",
66+
"length": 8,
67+
"order": 6,
68+
"parameter": "_ase_",
69+
"preformatted": false,
70+
"type": "num",
71+
"values": [
72+
"_ase_"
73+
]
74+
},
75+
"_avgyhat_": {
76+
"label": "Average Prediction for Target Variable",
77+
"length": 8,
78+
"order": 12,
79+
"parameter": "_avgyhat_",
80+
"preformatted": false,
81+
"type": "num",
82+
"values": [
83+
"_avgyhat_"
84+
]
85+
},
86+
"_mae_": {
87+
"label": "Mean Absolute Error",
88+
"length": 8,
89+
"order": 8,
90+
"parameter": "_mae_",
91+
"preformatted": false,
92+
"type": "num",
93+
"values": [
94+
"_mae_"
95+
]
96+
},
97+
"_msle_": {
98+
"label": "Mean Squared Logarithmic Error",
99+
"length": 8,
100+
"order": 10,
101+
"parameter": "_msle_",
102+
"preformatted": false,
103+
"type": "num",
104+
"values": [
105+
"_msle_"
106+
]
107+
},
108+
"_nobs_": {
109+
"label": "Number of Observations",
110+
"length": 8,
111+
"order": 5,
112+
"parameter": "_nobs_",
113+
"preformatted": false,
114+
"type": "num",
115+
"values": [
116+
"_nobs_"
117+
]
118+
},
119+
"_rase_": {
120+
"label": "Root Average Squared Error",
121+
"length": 8,
122+
"order": 7,
123+
"parameter": "_rase_",
124+
"preformatted": false,
125+
"type": "num",
126+
"values": [
127+
"_rase_"
128+
]
129+
},
130+
"_rmae_": {
131+
"label": "Root Mean Absolute Error",
132+
"length": 8,
133+
"order": 9,
134+
"parameter": "_rmae_",
135+
"preformatted": false,
136+
"type": "num",
137+
"values": [
138+
"_rmae_"
139+
]
140+
},
141+
"_rmsle_": {
142+
"label": "Root Mean Squared Logarithmic Error",
143+
"length": 8,
144+
"order": 11,
145+
"parameter": "_rmsle_",
146+
"preformatted": false,
147+
"type": "num",
148+
"values": [
149+
"_rmsle_"
150+
]
151+
}
152+
},
153+
"data": [
154+
{
155+
"dataMap": {
156+
"LEVEL": "group_A",
157+
"Predicted_Math_Score": 67.4314244667713,
158+
"VLABEL": "",
159+
"_DATAROLE_": "TEST",
160+
"_VARIABLE_": "Race",
161+
"_ase_": 45.308278960664,
162+
"_avgyhat_": 67.4314244667713,
163+
"_mae_": 5.44261482693843,
164+
"_msle_": 0.00999599114526,
165+
"_nobs_": 23.0,
166+
"_rase_": 6.73114247068534,
167+
"_rmae_": 2.33294123949542,
168+
"_rmsle_": 0.09997995371705
169+
},
170+
"rowNumber": 1
171+
},
172+
{
173+
"dataMap": {
174+
"LEVEL": "group_B",
175+
"Predicted_Math_Score": 66.102158290206,
176+
"VLABEL": "",
177+
"_DATAROLE_": "TEST",
178+
"_VARIABLE_": "Race",
179+
"_ase_": 38.1693445220354,
180+
"_avgyhat_": 66.102158290206,
181+
"_mae_": 5.05412644485088,
182+
"_msle_": 0.01058827435538,
183+
"_nobs_": 55.0,
184+
"_rase_": 6.17813438847322,
185+
"_rmae_": 2.24813843987662,
186+
"_rmsle_": 0.10289934088897
187+
},
188+
"rowNumber": 2
189+
},
190+
{
191+
"dataMap": {
192+
"LEVEL": "group_C",
193+
"Predicted_Math_Score": 63.9500737078612,
194+
"VLABEL": "",
195+
"_DATAROLE_": "TEST",
196+
"_VARIABLE_": "Race",
197+
"_ase_": 28.1990469886541,
198+
"_avgyhat_": 63.9500737078612,
199+
"_mae_": 4.26097893158516,
200+
"_msle_": 0.01016250236772,
201+
"_nobs_": 111.0,
202+
"_rase_": 5.31027748697317,
203+
"_rmae_": 2.06421387738411,
204+
"_rmsle_": 0.10080923751184
205+
},
206+
"rowNumber": 3
207+
},
208+
{
209+
"dataMap": {
210+
"LEVEL": "group_D",
211+
"Predicted_Math_Score": 68.8506793108767,
212+
"VLABEL": "",
213+
"_DATAROLE_": "TEST",
214+
"_VARIABLE_": "Race",
215+
"_ase_": 33.5203260518983,
216+
"_avgyhat_": 68.8506793108767,
217+
"_mae_": 4.8237510277468,
218+
"_msle_": 0.00838926679062,
219+
"_nobs_": 77.0,
220+
"_rase_": 5.78967408857341,
221+
"_rmae_": 2.19630394703164,
222+
"_rmsle_": 0.09159294072484
223+
},
224+
"rowNumber": 4
225+
},
226+
{
227+
"dataMap": {
228+
"LEVEL": "group_E",
229+
"Predicted_Math_Score": 73.5992827342967,
230+
"VLABEL": "",
231+
"_DATAROLE_": "TEST",
232+
"_VARIABLE_": "Race",
233+
"_ase_": 30.8009551711635,
234+
"_avgyhat_": 73.5992827342967,
235+
"_mae_": 4.47587345391516,
236+
"_msle_": 0.00578319803442,
237+
"_nobs_": 34.0,
238+
"_rase_": 5.54986082448592,
239+
"_rmae_": 2.11562601938886,
240+
"_rmsle_": 0.07604734074527
241+
},
242+
"rowNumber": 5
243+
},
244+
{
245+
"dataMap": {
246+
"LEVEL": "female",
247+
"Predicted_Math_Score": 65.5221159860491,
248+
"VLABEL": "",
249+
"_DATAROLE_": "TEST",
250+
"_VARIABLE_": "Gender",
251+
"_ase_": 30.6533192987122,
252+
"_avgyhat_": 65.5221159860491,
253+
"_mae_": 4.58196469453686,
254+
"_msle_": 0.0082465788483,
255+
"_nobs_": 155.0,
256+
"_rase_": 5.5365439850788,
257+
"_rmae_": 2.14055242742075,
258+
"_rmsle_": 0.09081067584984
259+
},
260+
"rowNumber": 6
261+
},
262+
{
263+
"dataMap": {
264+
"LEVEL": "male",
265+
"Predicted_Math_Score": 68.5031006367976,
266+
"VLABEL": "",
267+
"_DATAROLE_": "TEST",
268+
"_VARIABLE_": "Gender",
269+
"_ase_": 35.5071149728493,
270+
"_avgyhat_": 68.5031006367976,
271+
"_mae_": 4.75537762626718,
272+
"_msle_": 0.01037712553976,
273+
"_nobs_": 145.0,
274+
"_rase_": 5.95878468925076,
275+
"_rmae_": 2.18068283486324,
276+
"_rmsle_": 0.10186817726729
277+
},
278+
"rowNumber": 7
279+
}
280+
],
281+
"xInteger": false,
282+
"yInteger": false
283+
}

0 commit comments

Comments
 (0)