Skip to content
Open
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 8 additions & 4 deletions openeogeotrellis/job_options.py
Original file line number Diff line number Diff line change
Expand Up @@ -48,15 +48,19 @@ class JobOptions:
default=get_backend_config().default_executor_memoryOverhead,
metadata={
"name": "executor-memoryOverhead",
"description": "Memory allocated to the workers in addition to the JVM, for example, to run UDFs. "
"The total available memory of an executor is equal to executor-memory + executor-memoryOverhead [+ python-memory].",
"description": "Memory allocated to the workers in addition to the JVM. "
"The total available memory of an executor is equal to executor-memory + executor-memoryOverhead + python-memory. "
"Therefore this option allows to foresee additional memory for processes other than the JVM or the Python runtime.",
})
python_memory: str = field(
default=get_backend_config().default_python_memory,
metadata={
"description": "Setting to specifically limit the memory used by python on a worker. "
"Typical processes that use python-memory are UDF's, sar_backscatter or Sentinel 3 data loading. "
"Leaving this setting empty will allow Python to use almost all of the executor-memoryOverhead, but may lead to unclear error messages when the memory limit is reached."
"Leaving this setting empty will enforce the default value of the backend. None will be zero bytes. "
"The total available memory of an executor is equal to executor-memory + executor-memoryOverhead + python-memory. "
"Typical processes that use python-memory are UDF's, sar_backscatter or Sentinel 3 data loading "
"for these this python_memory limit should be used rather than executor_memory_overhead. "
"Memory allocation problems for one of the aforementioned processes likely warrant an increase of this value. "
})
executor_cores: int = field(
default=get_backend_config().default_executor_cores,
Expand Down