add exc_info_with_locals log on uncaught exception for batch jobs

Author: JeroenVerstraelen

openeogeotrellis/deploy/batch_job.py

@@ -5,6 +5,7 @@
 import stat
 from copy import deepcopy
 from pathlib import Path
+from traceback_with_variables import Format, format_exc
 from typing import Dict, List, Optional, Tuple, Union
 from urllib.parse import urlparse
 
@@ -488,5 +489,9 @@ def _extract_and_install_udf_dependencies(process_graph: dict, job_dir: Path):
             main(sys.argv)
     except Exception as e:
         error_summary = GeoPySparkBackendImplementation.summarize_exception_static(e)
-        logger.exception("OpenEO batch job failed: " + error_summary.summary)
+        most_recent_exception = sys.exc_info()[1]
+        fmt = Format(max_value_str_len=1000)
+        logger.exception("OpenEO batch job failed: " + error_summary.summary, extra = {
+            "exc_info_with_locals": format_exc(most_recent_exception, fmt = fmt)
+        })
         raise

setup.py

@@ -92,6 +92,7 @@
         "attrs>=22.1.0",
         "planetary-computer~=1.0.0",
         "reretry~=0.11.8",
+        "traceback-with-variables==2.0.4",
     ],
     extras_require={
         "dev": tests_require,