feat: improve default configuration for reliability and performance

CHANGELOG.md

@@ -12,6 +12,7 @@ All notable changes to this project will be documented in this file.
   - Use `--console-log-format` (or `CONSOLE_LOG_FORMAT`) to set the format to `plain` (default) or `json`.
 - The operator now defaults to `AES/CTR/NoPadding` for `dfs.encrypt.data.transfer.cipher.suite` to improve security and performance ([#693]).
 - The built-in Prometheus servlet is now enabled and metrics are exposed under the `/prom` path of all UI services ([#695]).
+- Added several properties to `hdfs-site.xml` that improve general performance and reliability ([#696])
 
 ### Changed
 
@@ -50,6 +51,7 @@ All notable changes to this project will be documented in this file.
 [#684]: https://github.com/stackabletech/hdfs-operator/pull/684
 [#693]: https://github.com/stackabletech/hdfs-operator/pull/693
 [#695]: https://github.com/stackabletech/hdfs-operator/pull/695
+[#696]: https://github.com/stackabletech/hdfs-operator/pull/696
 
 ## [25.3.0] - 2025-03-21
 

deploy/helm/hdfs-operator/templates/roles.yaml

@@ -186,6 +186,8 @@ apiVersion: rbac.authorization.k8s.io/v1
 kind: ClusterRole
 metadata:
   name: {{ include "operator.name" . }}-clusterrole-nodes
+  labels:
+  {{- include "operator.labels" . | nindent 4 }}
 rules:
   - apiGroups:
       - ""

rust/operator-binary/src/hdfs_controller.rs

@@ -664,7 +664,15 @@ fn rolegroup_config_map(
                     )
                     .add("dfs.datanode.registered.hostname", "${env.POD_ADDRESS}")
                     .add("dfs.datanode.registered.port", "${env.DATA_PORT}")
-                    .add("dfs.datanode.registered.ipc.port", "${env.IPC_PORT}");
+                    .add("dfs.datanode.registered.ipc.port", "${env.IPC_PORT}")
+                    .add("dfs.datanode.sync.behind.writes", "true")
+                    .add("dfs.datanode.synconclose", "true")
+                    .add("io.file.buffer.size", "131072")
+                    .add("dfs.namenode.handler.count", "50")
+                    .add("dfs.datanode.handler.count", "50")
+                    .add("dfs.namenode.replication.max-streams", "4")
+                    .add("dfs.namenode.replication.max-streams-hard-limit", "8")
+                    .add("dfs.datanode.max.transfer.threads", "8192");
                 if hdfs.has_https_enabled() {
                     hdfs_site.add("dfs.datanode.registered.https.port", "${env.HTTPS_PORT}");
                 } else {