fixup! Issue #5/#7 initial pytest plugin to collect metrics and dump to JSON

Author: soxofaan

qa/benchmarks/tests/conftest.py

@@ -22,14 +22,26 @@ def pytest_addoption(parser):
         type=int,
         help="Only run random selected subset benchmarks.",
     )
+    parser.addoption(
+        "--openeo-metrics",
+        metavar="path",
+        action="store",
+        dest="openeo_metrics_path",
+        default=None,
+        help="File to store openEO metrics.",
+    )
 
 
 def pytest_configure(config):
-    # Don't register on xdist worker nodes
-    if not hasattr(config, "workerinput"):
+    openeo_metrics_path = config.getoption("openeo_metrics_path")
+    if (
+        openeo_metrics_path
+        # Don't register on xdist worker nodes
+        and not hasattr(config, "workerinput")
+    ):
         config.pluginmanager.register(
             # TODO: create config for this path
-            OpeneoMetricReporter(Path("openeo_metrics.json")),
+            OpeneoMetricReporter(openeo_metrics_path),
             name="openeo_metrics_reporter",
         )