Merge branch 'issue163-failure-details'

Author: soxofaan

.github/workflows/benchmarks.yaml

@@ -49,16 +49,14 @@ jobs:
           APEX_ALGORITHMS_S3_ENDPOINT_URL: "https://s3.waw3-1.cloudferro.com"
           APEX_ALGORITHMS_S3_DEFAULT_REGION: "waw3-1"
 
-      - name: Issue Generation
-        if: ${{ failure() }}
+      - name: GitHub Issue Handler
+        if: ${{ always() }}
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
         run: |
-          if grep -q "FAILED" qa/benchmarks/pytest_output.txt; then
-            python qa/tools/apex_algorithm_qa_tools/test_failure_handler.py
-          else
-            echo "No test failures detected"
-          fi
+          python qa/tools/apex_algorithm_qa_tools/github_issue_handler.py \
+            --terminal-report qa/benchmarks/pytest_output.txt \
+            --metrics-json qa/benchmarks/report/metrics.json
 
       - name: List local reports
         if: ${{ !cancelled() }}

qa/benchmarks/tests/test_dummy.py

@@ -7,6 +7,7 @@
 """
 
 import pytest
+import requests
 
 
 @pytest.mark.parametrize("y", [4, 5, 6])
@@ -44,3 +45,19 @@ def test_upload_assets(tmp_path, upload_assets_on_fail, x):
     path.write_text("Hello, world.\n")
     upload_assets_on_fail(path)
     assert x == 5
+
+
+def test_output_stuff():
+    print("print print")
+    import logging
+
+    logger = logging.getLogger("test_output_stuff")
+    logger.info("logger info")
+    logger.warning("logger warning")
+    logger.error("logger error")
+    assert False
+
+
+def test_requests_fail():
+    r = requests.get("https://nope.test/meh", timeout=0.1)
+    assert r.status_code == 200