TESTFIX: Reduce general_threshold to 1e-7 absolute for sampling and optimization tests.

- single values (e.g. accuracy, scaled_gradoent) in run time changed with tf
  1.5 for unknown reasons. It might be connected to changes in reduce_sum
  internally but I could not find where the new "deterministic" reduce_sum
  actually entered.
- this also is required for trajectory files for all samplers.
- and also for averages for both samplers and optimizers.
- also for some the threshold needed to be even larger than 1e-7, e.g. 3e-7,
  for MNIST Optimizer test we actually needed 1.1e-6.
- integration test's accuracy reduced to 3e-7.

Author: FrederikHeber

tests/integration/Equilibration/testsuite-equilibration.at

@@ -59,7 +59,7 @@ AT_CHECK([../../../DDSampler \
 AT_CHECK([grep "11," run-restore_model.csv], 0, [ignore], [ignore])
 # compare (exclude time_per_nth_step column)
 AT_CHECK([../../../NumericalDiff \
-    --general_threshold 2e-7 relative \
+    --general_threshold 3e-7 relative \
     --column_drop time_per_nth_step id -- run-save_model.csv ${abs_top_srcdir}/tests/integration/Equilibration/post/run-save_model.csv], 0, [ignore], [ignore])
 AT_CHECK([../../../NumericalDiff \
     --column_drop time_per_nth_step id -- run-restore_model.csv ${abs_top_srcdir}/tests/integration/Equilibration/post/run-restore_model.csv], 0, [ignore], [ignore])

tests/regression/DataDrivenExplorer/SingleTrajectory/testsuite-datadrivenexplorer-single_trajectory.at

@@ -46,6 +46,7 @@ AT_CHECK([../../../DDSExplorer \
 ], 0, [stdout], [stderr])
 
 AT_CHECK([../../../NumericalDiff \
+    --general_threshold 1e-7 absolute \
     --column_drop time_per_nth_step -- \
     run-single.csv ${abs_top_srcdir}/tests/regression/DataDrivenExplorer/SingleTrajectory/post/run-single.csv], 0, [ignore], [ignore])
 

tests/regression/DataDrivenSampler/Averages/testsuite-datadrivensampler-averages.at

@@ -37,7 +37,8 @@ AT_CHECK([../../../DDSampler \
 ], 0, [stdout], [stderr])
 
 # and compare
-AT_CHECK([../../../NumericalDiff -- \
-    averages-twoclusters.csv ${abs_top_srcdir}/tests/regression/DataDrivenSampler/Averages/post/averages-twoclusters.csv], 0, [ignore], [ignore])
+AT_CHECK([../../../NumericalDiff \
+    --general_threshold 1e-7 absolute \
+    -- averages-twoclusters.csv ${abs_top_srcdir}/tests/regression/DataDrivenSampler/Averages/post/averages-twoclusters.csv], 0, [ignore], [ignore])
 
 AT_CLEANUP

tests/regression/DataDrivenSampler/Samplers/testsuite-datadrivensampler-samplers-baoab.at

@@ -39,9 +39,11 @@ AT_CHECK([../../../DDSampler \
 
 # now compare (exclude time_per_nth_step column)
 AT_CHECK([../../../NumericalDiff \
+    --general_threshold 1e-7 absolute \
     --column_drop time_per_nth_step id -- \
     run-BAOAB.csv ${abs_top_srcdir}/tests/regression/DataDrivenSampler/Samplers/post/run-BAOAB.csv], 0, [ignore], [ignore])
 AT_CHECK([../../../NumericalDiff \
+    --general_threshold 1e-7 absolute \
     --column_drop id -- \
     trajectory-BAOAB.csv ${abs_top_srcdir}/tests/regression/DataDrivenSampler/Samplers/post/trajectory-BAOAB.csv], 0, [ignore], [ignore])
 

tests/regression/DataDrivenSampler/Samplers/testsuite-datadrivensampler-samplers-gla_1st.at

@@ -39,9 +39,11 @@ AT_CHECK([../../../DDSampler \
 
 # now compare (exclude time_per_nth_step column)
 AT_CHECK([../../../NumericalDiff \
+    --general_threshold 1e-7 absolute \
     --column_drop time_per_nth_step id -- \
     run-GLA_1st.csv ${abs_top_srcdir}/tests/regression/DataDrivenSampler/Samplers/post/run-GLA_1st.csv], 0, [ignore], [ignore])
 AT_CHECK([../../../NumericalDiff \
+    --general_threshold 1e-7 absolute \
     --column_drop id -- \
     trajectory-GLA_1st.csv ${abs_top_srcdir}/tests/regression/DataDrivenSampler/Samplers/post/trajectory-GLA_1st.csv], 0, [ignore], [ignore])
 

tests/regression/DataDrivenSampler/Samplers/testsuite-datadrivensampler-samplers-gla_2nd.at

@@ -39,9 +39,11 @@ AT_CHECK([../../../DDSampler \
 
 # now compare (exclude time_per_nth_step column)
 AT_CHECK([../../../NumericalDiff \
+    --general_threshold 1e-7 absolute \
     --column_drop time_per_nth_step id -- \
     run-GLA_2nd.csv ${abs_top_srcdir}/tests/regression/DataDrivenSampler/Samplers/post/run-GLA_2nd.csv], 0, [ignore], [ignore])
 AT_CHECK([../../../NumericalDiff \
+    --general_threshold 1e-7 absolute \
     --column_drop id -- \
     trajectory-GLA_2nd.csv ${abs_top_srcdir}/tests/regression/DataDrivenSampler/Samplers/post/trajectory-GLA_2nd.csv], 0, [ignore], [ignore])
 

tests/regression/DataDrivenSampler/Samplers/testsuite-datadrivensampler-samplers-hmc.at

@@ -39,9 +39,11 @@ AT_CHECK([../../../DDSampler \
 
 # now compare (exclude time_per_nth_step column)
 AT_CHECK([../../../NumericalDiff \
+    --general_threshold 1e-7 absolute \
     --column_drop time_per_nth_step id -- \
     run-HMC.csv ${abs_top_srcdir}/tests/regression/DataDrivenSampler/Samplers/post/run-HMC.csv], 0, [ignore], [ignore])
 AT_CHECK([../../../NumericalDiff \
+    --general_threshold 1e-7 absolute \
     --column_drop id -- \
     trajectory-HMC.csv ${abs_top_srcdir}/tests/regression/DataDrivenSampler/Samplers/post/trajectory-HMC.csv], 0, [ignore], [ignore])
 
@@ -75,6 +77,7 @@ AT_CHECK([../../../NumericalDiff \
     --column_drop time_per_nth_step id -- \
     run-HMC-hidden.csv ${abs_top_srcdir}/tests/regression/DataDrivenSampler/Samplers/post/run-HMC-hidden.csv], 0, [ignore], [ignore])
 AT_CHECK([../../../NumericalDiff \
+    --general_threshold 3e-7 absolute \
     --column_drop id -- \
     trajectory-HMC-hidden.csv ${abs_top_srcdir}/tests/regression/DataDrivenSampler/Samplers/post/trajectory-HMC-hidden.csv], 0, [ignore], [ignore])
 

tests/regression/DataDrivenSampler/Samplers/testsuite-datadrivensampler-samplers-sgld.at

@@ -39,9 +39,11 @@ AT_CHECK([../../../DDSampler \
 
 # now compare (exclude time_per_nth_step column)
 AT_CHECK([../../../NumericalDiff \
+    --general_threshold 1e-7 absolute \
     --column_drop time_per_nth_step id -- \
     run-SGLD.csv ${abs_top_srcdir}/tests/regression/DataDrivenSampler/Samplers/post/run-SGLD.csv], 0, [ignore], [ignore])
 AT_CHECK([../../../NumericalDiff \
+    --general_threshold 1e-7 absolute \
     --column_drop id -- \
     trajectory-SGLD.csv ${abs_top_srcdir}/tests/regression/DataDrivenSampler/Samplers/post/trajectory-SGLD.csv], 0, [ignore], [ignore])
 

tests/regression/DataOptimizer/Averages/testsuite-dataoptimizer-averages.at

@@ -35,7 +35,8 @@ AT_CHECK([../../../DDSOptimizer \
 ], 0, [stdout], [stderr])
 
 # and compare
-AT_CHECK([../../../NumericalDiff -- \
-    averages-twoclusters.csv ${abs_top_srcdir}/tests/regression/DataOptimizer/Averages/post/averages-twoclusters.csv], 0, [ignore], [ignore])
+AT_CHECK([../../../NumericalDiff \
+    --general_threshold 1e-7 absolute \
+    -- averages-twoclusters.csv ${abs_top_srcdir}/tests/regression/DataOptimizer/Averages/post/averages-twoclusters.csv], 0, [ignore], [ignore])
 
 AT_CLEANUP

tests/regression/DataOptimizer/Datasets/testsuite-dataoptimizer-datasets-foursquares.at

@@ -36,6 +36,7 @@ AT_CHECK([../../../DDSOptimizer \
 
 # and compare (exclude time_per_nth_step column)
 AT_CHECK([../../../NumericalDiff \
+    --general_threshold 2e-7 absolute \
     --column_drop time_per_nth_step id -- \
     run-foursquares.csv ${abs_top_srcdir}/tests/regression/DataOptimizer/Datasets/post/run-foursquares.csv], 0, [ignore], [ignore])