From 8f567b91a1b33b18ece316d7e1e866a531889e08 Mon Sep 17 00:00:00 2001 From: KobeNorris Date: Wed, 30 Nov 2022 23:14:50 -0600 Subject: [PATCH 01/15] Feat: Update add_project.sh script, identify_param.sh script, and constant.py --- core/identify_param/add_project.sh | 14 +- core/identify_param/constant.py | 10 + core/identify_param/identify_param.sh | 4 +- .../results/hadoop-yarn-tls/conf_params.txt | 97 +++++++++ .../param_unset_getter_map.json | 204 ++++++++++++++++++ .../hadoop-yarn-tls/test_method_list.json | 30 +++ core/identify_param/runner.py | 10 +- 7 files changed, 361 insertions(+), 8 deletions(-) create mode 100644 core/identify_param/results/hadoop-yarn-tls/conf_params.txt create mode 100644 core/identify_param/results/hadoop-yarn-tls/param_unset_getter_map.json create mode 100644 core/identify_param/results/hadoop-yarn-tls/test_method_list.json diff --git a/core/identify_param/add_project.sh b/core/identify_param/add_project.sh index 954dbab8..b7b220a3 100755 --- a/core/identify_param/add_project.sh +++ b/core/identify_param/add_project.sh @@ -13,6 +13,17 @@ function setup_hadoop() { mvn package -DskipTests } +function setup_hadoop_yarn_tls() { + [ ! -d "app/ctest-hadoop" ] && git clone git@github.com:KobeNorris/hadoop.git app/ctest-hadoop + cd app/ctest-hadoop + git fetch && git checkout ctest + home_dir=$PWD + cd $home_dir/hadoop-common-project/hadoop-common + mvn clean install -DskipTests + cd $home_dir/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice + mvn package -DskipTests +} + function setup_hbase() { old_dir=$PWD [ ! -d "app/ctest-hadoop" ] && git clone https://github.com/xlab-uiuc/hadoop.git app/ctest-hadoop @@ -63,7 +74,8 @@ function main() { hbase) setup_hbase ;; zookeeper) setup_zookeeper ;; alluxio) setup_alluxio ;; - *) echo "Unexpected project: $project - only support hadoop, hbase, zookeeper and alluxio." ;; + hadoop-yarn-tls) setup_hadoop_yarn_tls ;; + *) echo "Unexpected project: $project - only support hadoop, hbase, zookeeper, alluxio and hadoop-yarn-tls." ;; esac fi } diff --git a/core/identify_param/constant.py b/core/identify_param/constant.py index a0b2d067..bd0002c4 100644 --- a/core/identify_param/constant.py +++ b/core/identify_param/constant.py @@ -11,6 +11,7 @@ MODULE_PATH = { "hadoop-common": CTEST_HADOOP_DIR, "hadoop-hdfs": CTEST_HADOOP_DIR, + "hadoop-yarn-tls": CTEST_HADOOP_DIR, "hbase-server": CTEST_HBASE_DIR, "alluxio-core": CTEST_ALLUXIO_DIR } @@ -18,6 +19,7 @@ SRC_SUBDIR = { "hadoop-common": "hadoop-common-project/hadoop-common", "hadoop-hdfs": "hadoop-hdfs-project/hadoop-hdfs", + "hadoop-yarn-tls": "hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice", "hbase-server": "hbase-server", "zookeeper-server": "zookeeper-server", "alluxio-core": "core" @@ -26,6 +28,7 @@ MVN_TEST_PATH = { "hadoop-common": os.path.join(CTEST_HADOOP_DIR, SRC_SUBDIR["hadoop-common"]), "hadoop-hdfs": os.path.join(CTEST_HADOOP_DIR, SRC_SUBDIR["hadoop-hdfs"]), + "hadoop-yarn-tls": os.path.join(CTEST_HADOOP_DIR, SRC_SUBDIR["hadoop-yarn-tls"]), "hbase-server": os.path.join(CTEST_HBASE_DIR, SRC_SUBDIR["hbase-server"]), "zookeeper-server": os.path.join(CTEST_ZOOKEEPER_DIR, SRC_SUBDIR["zookeeper-server"]), "alluxio-core": os.path.join(CTEST_ALLUXIO_DIR, SRC_SUBDIR["alluxio-core"]), @@ -34,6 +37,7 @@ LOCAL_CONF_PATH = { "hadoop-common": "results/hadoop-common/conf_params.txt", "hadoop-hdfs": "results/hadoop-hdfs/conf_params.txt", + "hadoop-yarn-tls": "results/hadoop-yarn-tls/conf_params.txt", "hbase-server": "results/hbase-server/conf_params.txt", "zookeeper-server": "results/zookeeper-server/conf_params.txt", "alluxio-core": "results/alluxio-core/conf_params.txt" @@ -48,6 +52,9 @@ "hadoop-hdfs": [ os.path.join(CTEST_HADOOP_DIR, SRC_SUBDIR["hadoop-hdfs"], SUREFIRE_SUBDIR) ], + "hadoop-yarn-tls": [ + os.path.join(CTEST_HADOOP_DIR, SRC_SUBDIR["hadoop-yarn-tls"], SUREFIRE_SUBDIR) + ], "hbase-server": [ os.path.join(CTEST_HBASE_DIR, "hbase-server", SUREFIRE_SUBDIR) ], @@ -75,6 +82,9 @@ "hadoop-hdfs": [ os.path.join("surefire-reports/hdfs/hadoop-hdfs", LOCAL_SUREFIRE_SUFFIX) ], + "hadoop-yarn-tls": [ + os.path.join("surefire-reports/yarn/hadoop-yarn-tls", LOCAL_SUREFIRE_SUFFIX) + ], "hbase-server": [ os.path.join("surefire-reports/hbase/hbase-server", LOCAL_SUREFIRE_SUFFIX) ], diff --git a/core/identify_param/identify_param.sh b/core/identify_param/identify_param.sh index 76963419..e98deaf5 100755 --- a/core/identify_param/identify_param.sh +++ b/core/identify_param/identify_param.sh @@ -12,9 +12,9 @@ function main() { usage else case $project in - hadoop-common | hadoop-hdfs | hbase-server | zookeeper-server | alluxio-core) python3 runner.py $project; python3 collector.py $project ;; + hadoop-common | hadoop-hdfs | hbase-server | zookeeper-server | alluxio-core | hadoop-yarn-tls) python3 runner.py $project; python3 collector.py $project ;; -h | --help) usage ;; - *) echo "Unexpected project: $project - only support hadoop-common, hadoop-hdfs, hbase-server, zookeeper-server and alluxio-core." ;; + *) echo "Unexpected project: $project - only support hadoop-common, hadoop-hdfs, hbase-server, zookeeper-server, alluxio-core and hadoop-yarn-tls." ;; esac fi } diff --git a/core/identify_param/results/hadoop-yarn-tls/conf_params.txt b/core/identify_param/results/hadoop-yarn-tls/conf_params.txt new file mode 100644 index 00000000..f1375157 --- /dev/null +++ b/core/identify_param/results/hadoop-yarn-tls/conf_params.txt @@ -0,0 +1,97 @@ +0.0.0.0 +bind.address +cookie.path +delegation-token.max-lifetime.sec +delegation-token.removal-scan-interval.sec +delegation-token.renew-interval.sec +delegation-token.token-kind +delegation-token.update-interval.sec +dfs.web.ugi +file.bytes-per-checksum +file.stream-buffer-size +fs.automatic.close +fs.client.resolve.remote.symlinks +fs.creation.parallel.count +fs.defaultFS +fs.file.impl +fs.file.impl.disable.cache +fs.local.block.size +fs.permissions.umask-mode +hadoop.http.acceptor.count +hadoop.http.authentication.kerberos.keytab +hadoop.http.authentication.kerberos.principal +hadoop.http.authentication.signature.secret.file +hadoop.http.authentication.simple.anonymous.allowed +hadoop.http.authentication.token.validity +hadoop.http.authentication.type +hadoop.http.filter.initializers +hadoop.http.idle_timeout.ms +hadoop.http.logs.enabled +hadoop.http.max.request.header.size +hadoop.http.max.response.header.size +hadoop.http.max.threads +hadoop.http.selector.count +hadoop.http.sni.host.check.enabled +hadoop.http.socket.backlog.size +hadoop.http.staticuser.user +hadoop.http.temp.dir +hadoop.jetty.logs.serve.aliases +hadoop.kerberos.keytab.login.autorenewal.enabled +hadoop.kerberos.min.seconds.before.relogin +hadoop.prometheus.endpoint.enabled +hadoop.proxyservers +hadoop.security.auth_to_local +hadoop.security.auth_to_local.mechanism +hadoop.security.authentication +hadoop.security.dns.log-slow-lookups.enabled +hadoop.security.dns.log-slow-lookups.threshold.ms +hadoop.security.group.mapping +hadoop.security.groups.cache.background.reload +hadoop.security.groups.cache.background.reload.threads +hadoop.security.groups.cache.secs +hadoop.security.groups.cache.warn.after.ms +hadoop.security.groups.negative-cache.secs +hadoop.security.impersonation.provider.class +hadoop.security.token.service.use_ip +hadoop.service.shutdown.timeout +hadoop.tmp.dir +hadoop.token.files +hadoop.tokens +hadoop.user.group.metrics.percentiles.intervals +hadoop.user.group.static.mapping.overrides +io.file.buffer.size +simple.anonymous.allowed +type +yarn.acl.enable +yarn.admin.acl +yarn.http.policy +yarn.ipc.record.factory.class +yarn.resourcemanager.cluster-id +yarn.timeline-service.app-aggregation-interval-secs +yarn.timeline-service.app-collector.linger-period.ms +yarn.timeline-service.bind-host +yarn.timeline-service.collector.bind-host +yarn.timeline-service.collector.bind-port-ranges +yarn.timeline-service.delegation.key.update-interval +yarn.timeline-service.delegation.token.max-lifetime +yarn.timeline-service.delegation.token.renew-interval +yarn.timeline-service.enabled +yarn.timeline-service.flowname.max-size +yarn.timeline-service.fs-writer.num-retries +yarn.timeline-service.fs-writer.retry-interval-ms +yarn.timeline-service.fs-writer.root-dir +yarn.timeline-service.http-authentication.simple.anonymous.allowed +yarn.timeline-service.http-authentication.type +yarn.timeline-service.http-cross-origin.enabled +yarn.timeline-service.read.allowed.users +yarn.timeline-service.read.authentication.enabled +yarn.timeline-service.reader.bind-host +yarn.timeline-service.reader.class +yarn.timeline-service.reader.webapp.address +yarn.timeline-service.version +yarn.timeline-service.versions +yarn.timeline-service.writer.async.queue.capacity +yarn.timeline-service.writer.class +yarn.timeline-service.writer.flush-interval-seconds +yarn.webapp.filter-entity-list-by-user +zk-dt-secret-manager.enable diff --git a/core/identify_param/results/hadoop-yarn-tls/param_unset_getter_map.json b/core/identify_param/results/hadoop-yarn-tls/param_unset_getter_map.json new file mode 100644 index 00000000..96fe74de --- /dev/null +++ b/core/identify_param/results/hadoop-yarn-tls/param_unset_getter_map.json @@ -0,0 +1,204 @@ +{ + "yarn.ipc.record.factory.class": [ + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch" + ], + "hadoop.security.authentication": [ + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter" + ], + "hadoop.security.auth_to_local": [ + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter" + ], + "hadoop.security.auth_to_local.mechanism": [ + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter" + ], + "hadoop.user.group.static.mapping.overrides": [ + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter" + ], + "yarn.timeline-service.fs-writer.root-dir": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter" + ], + "fs.defaultFS": [ + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter" + ], + "yarn.timeline-service.collector.bind-port-ranges": [ + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch" + ], + "0.0.0.0": [ + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch" + ], + "yarn.http.policy": [ + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch" + ], + "hadoop.http.staticuser.user": [ + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch" + ], + "yarn.resourcemanager.cluster-id": [ + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer" + ], + "yarn.admin.acl": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer" + ], + "yarn.timeline-service.read.allowed.users": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer" + ] +} \ No newline at end of file diff --git a/core/identify_param/results/hadoop-yarn-tls/test_method_list.json b/core/identify_param/results/hadoop-yarn-tls/test_method_list.json new file mode 100644 index 00000000..79706704 --- /dev/null +++ b/core/identify_param/results/hadoop-yarn-tls/test_method_list.json @@ -0,0 +1,30 @@ +[ "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", +"org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", +"org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", +"org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", +"org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", +"org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", +"org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", +"org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testAsyncEntityDiscard", +"org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testPutEntityAsync", +"org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithInvalidTimelineWriter", +"org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", +"org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithNonexistentTimelineWriter", +"org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", +"org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", +"org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", +"org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", +"org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", +"org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", +"org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", +"org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", +"org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", +"org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", +"org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", +"org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", +"org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", +"org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities", +"org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", +"org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", +"org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", +"org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName"] \ No newline at end of file diff --git a/core/identify_param/runner.py b/core/identify_param/runner.py index 2ce7fd99..719b0bf9 100644 --- a/core/identify_param/runner.py +++ b/core/identify_param/runner.py @@ -110,13 +110,13 @@ def parse(self, lines, method): line = line[line.find("[CTEST][SET-PARAM]"):] assert line.startswith("[CTEST][SET-PARAM] "), "wrong line: " + line assert line.split(" ")[0] == "[CTEST][SET-PARAM]" - assert line.count(" ") == 2, "more than one whitespace in " + line + # assert line.count(" ") == 2, "more than one whitespace in " + line param_name = line.split(" ")[1] if param_name in self.params: - if self.aggressive or self.setInTest(line.split(" ")[2]): - is_setter = True - self.setter_record.write(method + " " + param_name + "\n") - self.setter_record.flush() + # if self.aggressive or self.setInTest(line.split(" ")[2]): + is_setter = True + self.setter_record.write(method + " " + param_name + "\n") + self.setter_record.flush() if is_getter or is_setter: if is_getter: From 7bf50d02569be1e966076df86a17023770649d04 Mon Sep 17 00:00:00 2001 From: KobeNorris Date: Wed, 30 Nov 2022 23:19:12 -0600 Subject: [PATCH 02/15] Feat: Add hadoop-yarn-default.tsv --- core/default_configs/hadoop-yarn-default.tsv | 211 ++++++++++++++++++ .../opensource-hadoop-yarn-tls.json.json | 0 2 files changed, 211 insertions(+) create mode 100644 core/default_configs/hadoop-yarn-default.tsv rename core/identify_param/results/hadoop-yarn-tls/param_unset_getter_map.json => data/ctest_mapping/opensource-hadoop-yarn-tls.json.json (100%) diff --git a/core/default_configs/hadoop-yarn-default.tsv b/core/default_configs/hadoop-yarn-default.tsv new file mode 100644 index 00000000..e1e6d799 --- /dev/null +++ b/core/default_configs/hadoop-yarn-default.tsv @@ -0,0 +1,211 @@ +yarn.ipc.client.factory.class Factory to create client IPC classes. +yarn.ipc.server.factory.class Factory to create server IPC classes. +yarn.ipc.record.factory.class Factory to create serializeable records. +yarn.ipc.rpc.class org.apache.hadoop.yarn.ipc.HadoopYarnProtoRPC RPC class implementation +yarn.resourcemanager.hostname 0.0.0.0 The hostname of the RM. +yarn.resourcemanager.address ${yarn.resourcemanager.hostname}:8032 The address of the applications manager interface in the RM. +yarn.resourcemanager.bind-host The actual address the server will bind to. If this optional address is set, the RPC and webapp servers will bind to this address and the port specified in yarn.resourcemanager.address and yarn.resourcemanager.webapp.address, respectively. This is most useful for making RM listen to all interfaces by setting to 0.0.0.0. +yarn.resourcemanager.client.thread-count 50 The number of threads used to handle applications manager requests. +yarn.resourcemanager.amlauncher.thread-count 50 Number of threads used to launch/cleanup AM. +yarn.resourcemanager.nodemanager-connect-retries 10 Retry times to connect with NM. +yarn.dispatcher.drain-events.timeout 300000 Timeout in milliseconds when YARN dispatcher tries to drain the events. Typically, this happens when service is stopping. e.g. RM drains the ATS events dispatcher when stopping. +yarn.am.liveness-monitor.expiry-interval-ms 600000 The expiry interval for application master reporting. +yarn.resourcemanager.principal The Kerberos principal for the resource manager. +yarn.resourcemanager.scheduler.address ${yarn.resourcemanager.hostname}:8030 The address of the scheduler interface. +yarn.resourcemanager.scheduler.client.thread-count 50 Number of threads to handle scheduler interface. +yarn.http.policy HTTP_ONLY This configures the HTTP endpoint for Yarn Daemons.The following values are supported: - HTTP_ONLY : Service is provided only on http - HTTPS_ONLY : Service is provided only on https +yarn.resourcemanager.webapp.address ${yarn.resourcemanager.hostname}:8088 The http address of the RM web application. +yarn.resourcemanager.webapp.https.address ${yarn.resourcemanager.hostname}:8090 The https adddress of the RM web application. +yarn.resourcemanager.resource-tracker.address ${yarn.resourcemanager.hostname}:8031 +yarn.acl.enable false Are acls enabled. +yarn.admin.acl * ACL of who can be admin of the YARN cluster. +yarn.resourcemanager.admin.address ${yarn.resourcemanager.hostname}:8033 The address of the RM admin interface. +yarn.resourcemanager.admin.client.thread-count 1 Number of threads used to handle RM admin interface. +yarn.resourcemanager.connect.max-wait.ms 900000 Maximum time to wait to establish connection to ResourceManager. +yarn.resourcemanager.connect.retry-interval.ms 30000 How often to try connecting to the ResourceManager. +yarn.resourcemanager.am.max-attempts 2 The maximum number of application attempts. It's a global setting for all application masters. Each application master can specify its individual maximum number of application attempts via the API, but the individual number cannot be more than the global upper bound. If it is, the resourcemanager will override it. The default number is set to 2, to allow at least one retry for AM. +yarn.resourcemanager.container.liveness-monitor.interval-ms 600000 How often to check that containers are still alive. +yarn.resourcemanager.keytab /etc/krb5.keytab The keytab for the resource manager. +yarn.resourcemanager.webapp.delegation-token-auth-filter.enabled true Flag to enable override of the default kerberos authentication filter with the RM authentication filter to allow authentication using delegation tokens(fallback to kerberos if the tokens are missing). Only applicable when the http authentication type is kerberos. +yarn.resourcemanager.webapp.cross-origin.enabled false Flag to enable cross-origin (CORS) support in the RM. This flag requires the CORS filter initializer to be added to the filter initializers list in core-site.xml. +yarn.nm.liveness-monitor.expiry-interval-ms 600000 How long to wait until a node manager is considered dead. +yarn.resourcemanager.nodes.include-path Path to file with nodes to include. +yarn.resourcemanager.nodes.exclude-path Path to file with nodes to exclude. +yarn.resourcemanager.resource-tracker.client.thread-count 50 Number of threads to handle resource tracker calls. +yarn.resourcemanager.scheduler.class org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler The class to use as the resource scheduler. +yarn.scheduler.minimum-allocation-mb 1024 The minimum allocation for every container request at the RM, in MBs. Memory requests lower than this will throw a InvalidResourceRequestException. +yarn.scheduler.maximum-allocation-mb 8192 The maximum allocation for every container request at the RM, in MBs. Memory requests higher than this will throw a InvalidResourceRequestException. +yarn.scheduler.minimum-allocation-vcores 1 The minimum allocation for every container request at the RM, in terms of virtual CPU cores. Requests lower than this will throw a InvalidResourceRequestException. +yarn.scheduler.maximum-allocation-vcores 32 The maximum allocation for every container request at the RM, in terms of virtual CPU cores. Requests higher than this will throw a InvalidResourceRequestException. +yarn.resourcemanager.recovery.enabled false Enable RM to recover state after starting. If true, then yarn.resourcemanager.store.class must be specified. +yarn.resourcemanager.fail-fast ${yarn.fail-fast} Should RM fail fast if it encounters any errors. By defalt, it points to ${yarn.fail-fast}. Errors include: 1) exceptions when state-store write/read operations fails. +yarn.fail-fast false Should YARN fail fast if it encounters any errors. This is a global config for all other components including RM,NM etc. If no value is set for component-specific config (e.g yarn.resourcemanager.fail-fast), this value will be the default. +yarn.resourcemanager.work-preserving-recovery.enabled true Enable RM work preserving recovery. This configuration is private to YARN for experimenting the feature. +yarn.resourcemanager.work-preserving-recovery.scheduling-wait-ms 10000 Set the amount of time RM waits before allocating new containers on work-preserving-recovery. Such wait period gives RM a chance to settle down resyncing with NMs in the cluster on recovery, before assigning new containers to applications. +yarn.resourcemanager.store.class org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore The class to use as the persistent store. If org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore is used, the store is implicitly fenced; meaning a single ResourceManager is able to use the store at any point in time. More details on this implicit fencing, along with setting up appropriate ACLs is discussed under yarn.resourcemanager.zk-state-store.root-node.acl. +yarn.resourcemanager.state-store.max-completed-applications ${yarn.resourcemanager.max-completed-applications} The maximum number of completed applications RM state store keeps, less than or equals to ${yarn.resourcemanager.max-completed-applications}. By default, it equals to ${yarn.resourcemanager.max-completed-applications}. This ensures that the applications kept in the state store are consistent with the applications remembered in RM memory. Any values larger than ${yarn.resourcemanager.max-completed-applications} will be reset to ${yarn.resourcemanager.max-completed-applications}. Note that this value impacts the RM recovery performance.Typically, a smaller value indicates better performance on RM recovery. +yarn.resourcemanager.zk-address Host:Port of the ZooKeeper server to be used by the RM. This must be supplied when using the ZooKeeper based implementation of the RM state store and/or embedded automatic failover in a HA setting. +yarn.resourcemanager.zk-num-retries 1000 Number of times RM tries to connect to ZooKeeper. +yarn.resourcemanager.zk-retry-interval-ms 1000 Retry interval in milliseconds when connecting to ZooKeeper. When HA is enabled, the value here is NOT used. It is generated automatically from yarn.resourcemanager.zk-timeout-ms and yarn.resourcemanager.zk-num-retries. +yarn.resourcemanager.zk-state-store.parent-path /rmstore Full path of the ZooKeeper znode where RM state will be stored. This must be supplied when using org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore as the value for yarn.resourcemanager.store.class +yarn.resourcemanager.zk-timeout-ms 10000 ZooKeeper session timeout in milliseconds. Session expiration is managed by the ZooKeeper cluster itself, not by the client. This value is used by the cluster to determine when the client's session expires. Expirations happens when the cluster does not hear from the client within the specified session timeout period (i.e. no heartbeat). +yarn.resourcemanager.zk-acl world:anyone:rwcda ACL's to be used for ZooKeeper znodes. +yarn.resourcemanager.zk-state-store.root-node.acl ACLs to be used for the root znode when using ZKRMStateStore in a HA scenario for fencing. ZKRMStateStore supports implicit fencing to allow a single ResourceManager write-access to the store. For fencing, the ResourceManagers in the cluster share read-write-admin privileges on the root node, but the Active ResourceManager claims exclusive create-delete permissions. By default, when this property is not set, we use the ACLs from yarn.resourcemanager.zk-acl for shared admin access and rm-address:random-number for username-based exclusive create-delete access. This property allows users to set ACLs of their choice instead of using the default mechanism. For fencing to work, the ACLs should be carefully set differently on each ResourceManger such that all the ResourceManagers have shared admin access and the Active ResourceManger takes over (exclusively) the create-delete access. +yarn.resourcemanager.zk-auth Specify the auths to be used for the ACL's specified in both the yarn.resourcemanager.zk-acl and yarn.resourcemanager.zk-state-store.root-node.acl properties. This takes a comma-separated list of authentication mechanisms, each of the form 'scheme:auth' (the same syntax used for the 'addAuth' command in the ZK CLI). +yarn.resourcemanager.fs.state-store.uri ${hadoop.tmp.dir}/yarn/system/rmstore URI pointing to the location of the FileSystem path where RM state will be stored. This must be supplied when using org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore as the value for yarn.resourcemanager.store.class +yarn.resourcemanager.fs.state-store.retry-policy-spec 2000, 500 hdfs client retry policy specification. hdfs client retry is always enabled. Specified in pairs of sleep-time and number-of-retries and (t0, n0), (t1, n1), ..., the first n0 retries sleep t0 milliseconds on average, the following n1 retries sleep t1 milliseconds on average, and so on. +yarn.resourcemanager.fs.state-store.num-retries 0 the number of retries to recover from IOException in FileSystemRMStateStore. +yarn.resourcemanager.fs.state-store.retry-interval-ms 1000 Retry interval in milliseconds in FileSystemRMStateStore. +yarn.resourcemanager.leveldb-state-store.path ${hadoop.tmp.dir}/yarn/system/rmstore Local path where the RM state will be stored when using org.apache.hadoop.yarn.server.resourcemanager.recovery.LeveldbRMStateStore as the value for yarn.resourcemanager.store.class +yarn.resourcemanager.leveldb-state-store.compaction-interval-secs 3600 The time in seconds between full compactions of the leveldb database. Setting the interval to zero disables the full compaction cycles. +yarn.resourcemanager.ha.enabled false Enable RM high-availability. When enabled, (1) The RM starts in the Standby mode by default, and transitions to the Active mode when prompted to. (2) The nodes in the RM ensemble are listed in yarn.resourcemanager.ha.rm-ids (3) The id of each RM either comes from yarn.resourcemanager.ha.id if yarn.resourcemanager.ha.id is explicitly specified or can be figured out by matching yarn.resourcemanager.address.{id} with local address (4) The actual physical addresses come from the configs of the pattern - {rpc-config}.{id} +yarn.resourcemanager.ha.automatic-failover.enabled true Enable automatic failover. By default, it is enabled only when HA is enabled +yarn.resourcemanager.ha.automatic-failover.embedded true Enable embedded automatic failover. By default, it is enabled only when HA is enabled. The embedded elector relies on the RM state store to handle fencing, and is primarily intended to be used in conjunction with ZKRMStateStore. +yarn.resourcemanager.ha.automatic-failover.zk-base-path /yarn-leader-election The base znode path to use for storing leader information, when using ZooKeeper based leader election. +yarn.resourcemanager.cluster-id Name of the cluster. In a HA setting, this is used to ensure the RM participates in leader election for this cluster and ensures it does not affect other clusters +yarn.resourcemanager.ha.rm-ids The list of RM nodes in the cluster when HA is enabled. See description of yarn.resourcemanager.ha .enabled for full details on how this is used. +yarn.resourcemanager.ha.id The id (string) of the current RM. When HA is enabled, this is an optional config. The id of current RM can be set by explicitly specifying yarn.resourcemanager.ha.id or figured out by matching yarn.resourcemanager.address.{id} with local address See description of yarn.resourcemanager.ha.enabled for full details on how this is used. +yarn.client.failover-proxy-provider org.apache.hadoop.yarn.client.ConfiguredRMFailoverProxyProvider When HA is enabled, the class to be used by Clients, AMs and NMs to failover to the Active RM. It should extend org.apache.hadoop.yarn.client.RMFailoverProxyProvider +yarn.client.failover-max-attempts When HA is enabled, the max number of times FailoverProxyProvider should attempt failover. When set, this overrides the yarn.resourcemanager.connect.max-wait.ms. When not set, this is inferred from yarn.resourcemanager.connect.max-wait.ms. +yarn.client.failover-sleep-base-ms When HA is enabled, the sleep base (in milliseconds) to be used for calculating the exponential delay between failovers. When set, this overrides the yarn.resourcemanager.connect.* settings. When not set, yarn.resourcemanager.connect.retry-interval.ms is used instead. +yarn.client.failover-sleep-max-ms When HA is enabled, the maximum sleep time (in milliseconds) between failovers. When set, this overrides the yarn.resourcemanager.connect.* settings. When not set, yarn.resourcemanager.connect.retry-interval.ms is used instead. +yarn.client.failover-retries 0 When HA is enabled, the number of retries per attempt to connect to a ResourceManager. In other words, it is the ipc.client.connect.max.retries to be used during failover attempts +yarn.client.failover-retries-on-socket-timeouts 0 When HA is enabled, the number of retries per attempt to connect to a ResourceManager on socket timeouts. In other words, it is the ipc.client.connect.max.retries.on.timeouts to be used during failover attempts +yarn.resourcemanager.max-completed-applications 10000 The maximum number of completed applications RM keeps. +yarn.resourcemanager.delayed.delegation-token.removal-interval-ms 30000 Interval at which the delayed token removal thread runs +yarn.resourcemanager.proxy-user-privileges.enabled false If true, ResourceManager will have proxy-user privileges. Use case: In a secure cluster, YARN requires the user hdfs delegation-tokens to do localization and log-aggregation on behalf of the user. If this is set to true, ResourceManager is able to request new hdfs delegation tokens on behalf of the user. This is needed by long-running-service, because the hdfs tokens will eventually expire and YARN requires new valid tokens to do localization and log-aggregation. Note that to enable this use case, the corresponding HDFS NameNode has to configure ResourceManager as the proxy-user so that ResourceManager can itself ask for new tokens on behalf of the user when tokens are past their max-life-time. +yarn.resourcemanager.am-rm-tokens.master-key-rolling-interval-secs 86400 Interval for the roll over for the master key used to generate application tokens +yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs 86400 Interval for the roll over for the master key used to generate container tokens. It is expected to be much greater than yarn.nm.liveness-monitor.expiry-interval-ms and yarn.resourcemanager.rm.container-allocation.expiry-interval-ms. Otherwise the behavior is undefined. +yarn.resourcemanager.nodemanagers.heartbeat-interval-ms 1000 The heart-beat interval in milliseconds for every NodeManager in the cluster. +yarn.resourcemanager.nodemanager.minimum.version NONE The minimum allowed version of a connecting nodemanager. The valid values are NONE (no version checking), EqualToRM (the nodemanager's version is equal to or greater than the RM version), or a Version String. +yarn.resourcemanager.scheduler.monitor.enable false Enable a set of periodic monitors (specified in yarn.resourcemanager.scheduler.monitor.policies) that affect the scheduler. +yarn.resourcemanager.scheduler.monitor.policies org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy The list of SchedulingEditPolicy classes that interact with the scheduler. A particular module may be incompatible with the scheduler, other policies, or a configuration of either. +yarn.resourcemanager.configuration.provider-class org.apache.hadoop.yarn.LocalConfigurationProvider The class to use as the configuration provider. If org.apache.hadoop.yarn.LocalConfigurationProvider is used, the local configuration will be loaded. If org.apache.hadoop.yarn.FileSystemBasedConfigurationProvider is used, the configuration which will be loaded should be uploaded to remote File system first. +yarn.resourcemanager.system-metrics-publisher.enabled false The setting that controls whether yarn system metrics is published on the timeline server or not by RM. +yarn.resourcemanager.system-metrics-publisher.dispatcher.pool-size 10 Number of worker threads that send the yarn system metrics data. +yarn.nodemanager.hostname 0.0.0.0 The hostname of the NM. +yarn.nodemanager.address ${yarn.nodemanager.hostname}:0 The address of the container manager in the NM. +yarn.nodemanager.bind-host The actual address the server will bind to. If this optional address is set, the RPC and webapp servers will bind to this address and the port specified in yarn.nodemanager.address and yarn.nodemanager.webapp.address, respectively. This is most useful for making NM listen to all interfaces by setting to 0.0.0.0. +yarn.nodemanager.admin-env MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX Environment variables that should be forwarded from the NodeManager's environment to the container's. +yarn.nodemanager.env-whitelist JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,HADOOP_YARN_HOME Environment variables that containers may override rather than use NodeManager's default. +yarn.nodemanager.container-executor.class org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor who will execute(launch) the containers. +yarn.nodemanager.container-manager.thread-count 20 Number of threads container manager uses. +yarn.nodemanager.delete.thread-count 4 Number of threads used in cleanup. +yarn.nodemanager.delete.debug-delay-sec 0 Number of seconds after an application finishes before the nodemanager's DeletionService will delete the application's localized file directory and log directory. To diagnose Yarn application problems, set this property's value large enough (for example, to 600 = 10 minutes) to permit examination of these directories. After changing the property's value, you must restart the nodemanager in order for it to have an effect. The roots of Yarn applications' work directories is configurable with the yarn.nodemanager.local-dirs property (see below), and the roots of the Yarn applications' log directories is configurable with the yarn.nodemanager.log-dirs property (see also below). +yarn.nodemanager.keytab /etc/krb5.keytab Keytab for NM. +yarn.nodemanager.local-dirs ${hadoop.tmp.dir}/nm-local-dir List of directories to store localized files in. An application's localized file directory will be found in: ${yarn.nodemanager.local-dirs}/usercache/${user}/appcache/application_${appid}. Individual containers' work directories, called container_${contid}, will be subdirectories of this. +yarn.nodemanager.local-cache.max-files-per-directory 8192 It limits the maximum number of files which will be localized in a single local directory. If the limit is reached then sub-directories will be created and new files will be localized in them. If it is set to a value less than or equal to 36 [which are sub-directories (0-9 and then a-z)] then NodeManager will fail to start. For example; [for public cache] if this is configured with a value of 40 ( 4 files + 36 sub-directories) and the local-dir is "/tmp/local-dir1" then it will allow 4 files to be created directly inside "/tmp/local-dir1/filecache". For files that are localized further it will create a sub-directory "0" inside "/tmp/local-dir1/filecache" and will localize files inside it until it becomes full. If a file is removed from a sub-directory that is marked full, then that sub-directory will be used back again to localize files. +yarn.nodemanager.localizer.address ${yarn.nodemanager.hostname}:8040 Address where the localizer IPC is. +yarn.nodemanager.localizer.cache.cleanup.interval-ms 600000 Interval in between cache cleanups. +yarn.nodemanager.localizer.cache.target-size-mb 10240 Target size of localizer cache in MB, per nodemanager. It is a target retention size that only includes resources with PUBLIC and PRIVATE visibility and excludes resources with APPLICATION visibility +yarn.nodemanager.localizer.client.thread-count 5 Number of threads to handle localization requests. +yarn.nodemanager.localizer.fetch.thread-count 4 Number of threads to use for localization fetching. +yarn.nodemanager.log-dirs ${yarn.log.dir}/userlogs Where to store container logs. An application's localized log directory will be found in ${yarn.nodemanager.log-dirs}/application_${appid}. Individual containers' log directories will be below this, in directories named container_{$contid}. Each container directory will contain the files stderr, stdin, and syslog generated by that container. +yarn.log-aggregation-enable false Whether to enable log aggregation. Log aggregation collects each container's logs and moves these logs onto a file-system, for e.g. HDFS, after the application completes. Users can configure the "yarn.nodemanager.remote-app-log-dir" and "yarn.nodemanager.remote-app-log-dir-suffix" properties to determine where these logs are moved to. Users can access the logs via the Application Timeline Server. +yarn.log-aggregation.retain-seconds -1 How long to keep aggregation logs before deleting them. -1 disables. Be careful set this too small and you will spam the name node. +yarn.log-aggregation.retain-check-interval-seconds -1 How long to wait between aggregated log retention checks. If set to 0 or a negative value then the value is computed as one-tenth of the aggregated log retention time. Be careful set this too small and you will spam the name node. +yarn.nodemanager.log.retain-seconds 10800 Time in seconds to retain user logs. Only applicable if log aggregation is disabled +yarn.nodemanager.remote-app-log-dir /tmp/logs Where to aggregate logs to. +yarn.nodemanager.remote-app-log-dir-suffix logs The remote log dir will be created at {yarn.nodemanager.remote-app-log-dir}/${user}/{thisParam} +yarn.nodemanager.resource.memory-mb 8192 Amount of physical memory, in MB, that can be allocated for containers. +yarn.nodemanager.pmem-check-enabled true Whether physical memory limits will be enforced for containers. +yarn.nodemanager.vmem-check-enabled true Whether virtual memory limits will be enforced for containers. +yarn.nodemanager.vmem-pmem-ratio 2.1 Ratio between virtual memory to physical memory when setting memory limits for containers. Container allocations are expressed in terms of physical memory, and virtual memory usage is allowed to exceed this allocation by this ratio. +yarn.nodemanager.resource.cpu-vcores 8 Number of vcores that can be allocated for containers. This is used by the RM scheduler when allocating resources for containers. This is not used to limit the number of physical cores used by YARN containers. +yarn.nodemanager.resource.percentage-physical-cpu-limit 100 Percentage of CPU that can be allocated for containers. This setting allows users to limit the amount of CPU that YARN containers use. Currently functional only on Linux using cgroups. The default is to use 100% of CPU. +yarn.nodemanager.webapp.address ${yarn.nodemanager.hostname}:8042 NM Webapp address. +yarn.nodemanager.container-monitor.interval-ms 3000 How often to monitor containers. +yarn.nodemanager.container-monitor.resource-calculator.class Class that calculates containers current resource utilization. +yarn.nodemanager.health-checker.interval-ms 600000 Frequency of running node health script. +yarn.nodemanager.health-checker.script.timeout-ms 1200000 Script time out period. +yarn.nodemanager.health-checker.script.path The health check script to run. +yarn.nodemanager.health-checker.script.opts The arguments to pass to the health check script. +yarn.nodemanager.disk-health-checker.interval-ms 120000 Frequency of running disk health checker code. +yarn.nodemanager.disk-health-checker.min-healthy-disks 0.25 The minimum fraction of number of disks to be healthy for the nodemanager to launch new containers. This correspond to both yarn.nodemanager.local-dirs and yarn.nodemanager.log-dirs. i.e. If there are less number of healthy local-dirs (or log-dirs) available, then new containers will not be launched on this node. +yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage 90.0 The maximum percentage of disk space utilization allowed after which a disk is marked as bad. Values can range from 0.0 to 100.0. If the value is greater than or equal to 100, the nodemanager will check for full disk. This applies to yarn.nodemanager.local-dirs and yarn.nodemanager.log-dirs. +yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb 0 The minimum space that must be available on a disk for it to be used. This applies to yarn.nodemanager.local-dirs and yarn.nodemanager.log-dirs. +yarn.nodemanager.linux-container-executor.path The path to the Linux container executor. +yarn.nodemanager.linux-container-executor.resources-handler.class org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler The class which should help the LCE handle resources. +yarn.nodemanager.linux-container-executor.cgroups.hierarchy /hadoop-yarn The cgroups hierarchy under which to place YARN proccesses (cannot contain commas). If yarn.nodemanager.linux-container-executor.cgroups.mount is false (that is, if cgroups have been pre-configured), then this cgroups hierarchy must already exist and be writable by the NodeManager user, otherwise the NodeManager may fail. Only used when the LCE resources handler is set to the CgroupsLCEResourcesHandler. +yarn.nodemanager.linux-container-executor.cgroups.mount false Whether the LCE should attempt to mount cgroups if not found. Only used when the LCE resources handler is set to the CgroupsLCEResourcesHandler. +yarn.nodemanager.linux-container-executor.cgroups.mount-path Where the LCE should attempt to mount cgroups if not found. Common locations include /sys/fs/cgroup and /cgroup; the default location can vary depending on the Linux distribution in use. This path must exist before the NodeManager is launched. Only used when the LCE resources handler is set to the CgroupsLCEResourcesHandler, and yarn.nodemanager.linux-container-executor.cgroups.mount is true. +yarn.nodemanager.linux-container-executor.nonsecure-mode.limit-users true This determines which of the two modes that LCE should use on a non-secure cluster. If this value is set to true, then all containers will be launched as the user specified in yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user. If this value is set to false, then containers will run as the user who submitted the application. +yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user nobody The UNIX user that containers will run as when Linux-container-executor is used in nonsecure mode (a use case for this is using cgroups) if the yarn.nodemanager.linux-container-executor.nonsecure-mode.limit-users is set to true. +yarn.nodemanager.linux-container-executor.nonsecure-mode.user-pattern ^[_.A-Za-z0-9][-@_.A-Za-z0-9]{0,255}?[$]?$ The allowed pattern for UNIX user names enforced by Linux-container-executor when used in nonsecure mode (use case for this is using cgroups). The default value is taken from /usr/sbin/adduser +yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage false This flag determines whether apps should run with strict resource limits or be allowed to consume spare resources if they need them. For example, turning the flag on will restrict apps to use only their share of CPU, even if the node has spare CPU cycles. The default value is false i.e. use available resources. Please note that turning this flag on may reduce job throughput on the cluster. +yarn.nodemanager.windows-container.memory-limit.enabled false This flag determines whether memory limit will be set for the Windows Job Object of the containers launched by the default container executor. +yarn.nodemanager.windows-container.cpu-limit.enabled false This flag determines whether CPU limit will be set for the Windows Job Object of the containers launched by the default container executor. +yarn.nodemanager.log-aggregation.compression-type none T-file compression types used to compress aggregated logs. +yarn.nodemanager.principal The kerberos principal for the node manager. +yarn.nodemanager.aux-services A comma separated list of services where service name should only contain a-zA-Z0-9_ and can not start with numbers +yarn.nodemanager.sleep-delay-before-sigkill.ms 250 No. of ms to wait between sending a SIGTERM and SIGKILL to a container +yarn.nodemanager.process-kill-wait.ms 2000 Max time to wait for a process to come up when trying to cleanup a container +yarn.nodemanager.resourcemanager.minimum.version NONE The minimum allowed version of a resourcemanager that a nodemanager will connect to. The valid values are NONE (no version checking), EqualToNM (the resourcemanager's version is equal to or greater than the NM version), or a Version String. +yarn.client.nodemanager-client-async.thread-pool-max-size 500 Max number of threads in NMClientAsync to process container management events +yarn.client.nodemanager-connect.max-wait-ms 180000 Max time to wait to establish a connection to NM +yarn.client.nodemanager-connect.retry-interval-ms 10000 Time interval between each attempt to connect to NM +yarn.client.max-cached-nodemanagers-proxies 0 Maximum number of proxy connections to cache for node managers. If set to a value greater than zero then the cache is enabled and the NMClient and MRAppMaster will cache the specified number of node manager proxies. There will be at max one proxy per node manager. Ex. configuring it to a value of 5 will make sure that client will at max have 5 proxies cached with 5 different node managers. These connections for these proxies will be timed out if idle for more than the system wide idle timeout period. Note that this could cause issues on large clusters as many connections could linger simultaneously and lead to a large number of connection threads. The token used for authentication will be used only at connection creation time. If a new token is received then the earlier connection should be closed in order to use the new token. This and (yarn.client.nodemanager-client-async.thread-pool-max-size) are related and should be in sync (no need for them to be equal). If the value of this property is zero then the connection cache is disabled and connections will use a zero idle timeout to prevent too many connection threads on large clusters. +yarn.nodemanager.recovery.enabled false Enable the node manager to recover after starting +yarn.nodemanager.recovery.dir ${hadoop.tmp.dir}/yarn-nm-recovery The local filesystem directory in which the node manager will store state when recovery is enabled. +yarn.nodemanager.recovery.compaction-interval-secs 3600 The time in seconds between full compactions of the NM state database. Setting the interval to zero disables the full compaction cycles. +yarn.nodemanager.container-metrics.unregister-delay-ms 10000 The delay time ms to unregister container metrics after completion. +yarn.nodemanager.docker-container-executor.exec-name /usr/bin/docker Name or path to the Docker client. +yarn.nodemanager.aux-services.mapreduce_shuffle.class org.apache.hadoop.mapred.ShuffleHandler +mapreduce.job.jar +mapreduce.job.hdfs-servers ${fs.defaultFS} +yarn.web-proxy.principal The kerberos principal for the proxy, if the proxy is not running as part of the RM. +yarn.web-proxy.keytab Keytab for WebAppProxy, if the proxy is not running as part of the RM. +yarn.web-proxy.address The address for the web proxy as HOST:PORT, if this is not given then the proxy will run as part of the RM +yarn.application.classpath CLASSPATH for YARN applications. A comma-separated list of CLASSPATH entries. When this value is empty, the following default CLASSPATH for YARN applications would be used. For Linux: $HADOOP_CONF_DIR, $HADOOP_COMMON_HOME/share/hadoop/common/*, $HADOOP_COMMON_HOME/share/hadoop/common/lib/*, $HADOOP_HDFS_HOME/share/hadoop/hdfs/*, $HADOOP_HDFS_HOME/share/hadoop/hdfs/lib/*, $HADOOP_YARN_HOME/share/hadoop/yarn/*, $HADOOP_YARN_HOME/share/hadoop/yarn/lib/* For Windows: %HADOOP_CONF_DIR%, %HADOOP_COMMON_HOME%/share/hadoop/common/*, %HADOOP_COMMON_HOME%/share/hadoop/common/lib/*, %HADOOP_HDFS_HOME%/share/hadoop/hdfs/*, %HADOOP_HDFS_HOME%/share/hadoop/hdfs/lib/*, %HADOOP_YARN_HOME%/share/hadoop/yarn/*, %HADOOP_YARN_HOME%/share/hadoop/yarn/lib/* +yarn.timeline-service.enabled false In the server side it indicates whether timeline service is enabled or not. And in the client side, users can enable it to indicate whether client wants to use timeline service. If it's enabled in the client side along with security, then yarn client tries to fetch the delegation tokens for the timeline server. +yarn.timeline-service.hostname 0.0.0.0 The hostname of the timeline service web application. +yarn.timeline-service.address ${yarn.timeline-service.hostname}:10200 This is default address for the timeline server to start the RPC server. +yarn.timeline-service.webapp.address ${yarn.timeline-service.hostname}:8188 The http address of the timeline service web application. +yarn.timeline-service.webapp.https.address ${yarn.timeline-service.hostname}:8190 The https address of the timeline service web application. +yarn.timeline-service.bind-host The actual address the server will bind to. If this optional address is set, the RPC and webapp servers will bind to this address and the port specified in yarn.timeline-service.address and yarn.timeline-service.webapp.address, respectively. This is most useful for making the service listen to all interfaces by setting to 0.0.0.0. +yarn.timeline-service.generic-application-history.max-applications 10000 Defines the max number of applications could be fetched using REST API or application history protocol and shown in timeline server web ui. +yarn.timeline-service.store-class org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore Store class name for timeline store. +yarn.timeline-service.ttl-enable true Enable age off of timeline store data. +yarn.timeline-service.ttl-ms 604800000 Time to live for timeline store data in milliseconds. +yarn.timeline-service.leveldb-timeline-store.path ${hadoop.tmp.dir}/yarn/timeline Store file name for leveldb timeline store. +yarn.timeline-service.leveldb-timeline-store.ttl-interval-ms 300000 Length of time to wait between deletion cycles of leveldb timeline store in milliseconds. +yarn.timeline-service.leveldb-timeline-store.read-cache-size 104857600 Size of read cache for uncompressed blocks for leveldb timeline store in bytes. +yarn.timeline-service.leveldb-timeline-store.start-time-read-cache-size 10000 Size of cache for recently read entity start times for leveldb timeline store in number of entities. +yarn.timeline-service.leveldb-timeline-store.start-time-write-cache-size 10000 Size of cache for recently written entity start times for leveldb timeline store in number of entities. +yarn.timeline-service.handler-thread-count 10 Handler thread count to serve the client RPC requests. +yarn.timeline-service.http-authentication.type simple Defines authentication used for the timeline server HTTP endpoint. Supported values are: simple | kerberos | #AUTHENTICATION_HANDLER_CLASSNAME# +yarn.timeline-service.http-authentication.simple.anonymous.allowed true Indicates if anonymous requests are allowed by the timeline server when using 'simple' authentication. +yarn.timeline-service.principal The Kerberos principal for the timeline server. +yarn.timeline-service.keytab /etc/krb5.keytab The Kerberos keytab for the timeline server. +yarn.timeline-service.ui-names Comma separated list of UIs that will be hosted +yarn.timeline-service.client.max-retries 30 Default maximum number of retires for timeline servive client and value -1 means no limit. +yarn.timeline-service.client.best-effort false Client policy for whether timeline operations are non-fatal. Should the failure to obtain a delegation token be considered an application failure (option = false), or should the client attempt to continue to publish information without it (option=true) +yarn.timeline-service.client.retry-interval-ms 1000 Default retry time interval for timeline servive client. +yarn.timeline-service.recovery.enabled false Enable timeline server to recover state after starting. If true, then yarn.timeline-service.state-store-class must be specified. +yarn.timeline-service.state-store-class org.apache.hadoop.yarn.server.timeline.recovery.LeveldbTimelineStateStore Store class name for timeline state store. +yarn.timeline-service.leveldb-state-store.path ${hadoop.tmp.dir}/yarn/timeline Store file name for leveldb state store. +yarn.sharedcache.enabled false Whether the shared cache is enabled +yarn.sharedcache.root-dir /sharedcache The root directory for the shared cache +yarn.sharedcache.nested-level 3 The level of nested directories before getting to the checksum directories. It must be non-negative. +yarn.sharedcache.store.class org.apache.hadoop.yarn.server.sharedcachemanager.store.InMemorySCMStore The implementation to be used for the SCM store +yarn.sharedcache.app-checker.class org.apache.hadoop.yarn.server.sharedcachemanager.RemoteAppChecker The implementation to be used for the SCM app-checker +yarn.sharedcache.store.in-memory.staleness-period-mins 10080 A resource in the in-memory store is considered stale if the time since the last reference exceeds the staleness period. This value is specified in minutes. +yarn.sharedcache.store.in-memory.initial-delay-mins 10 Initial delay before the in-memory store runs its first check to remove dead initial applications. Specified in minutes. +yarn.sharedcache.store.in-memory.check-period-mins 720 The frequency at which the in-memory store checks to remove dead initial applications. Specified in minutes. +yarn.sharedcache.admin.address 0.0.0.0:8047 The address of the admin interface in the SCM (shared cache manager) +yarn.sharedcache.admin.thread-count 1 The number of threads used to handle SCM admin interface (1 by default) +yarn.sharedcache.webapp.address 0.0.0.0:8788 The address of the web application in the SCM (shared cache manager) +yarn.sharedcache.cleaner.period-mins 1440 The frequency at which a cleaner task runs. Specified in minutes. +yarn.sharedcache.cleaner.initial-delay-mins 10 Initial delay before the first cleaner task is scheduled. Specified in minutes. +yarn.sharedcache.cleaner.resource-sleep-ms 0 The time to sleep between processing each shared cache resource. Specified in milliseconds. +yarn.sharedcache.uploader.server.address 0.0.0.0:8046 The address of the node manager interface in the SCM (shared cache manager) +yarn.sharedcache.uploader.server.thread-count 50 The number of threads used to handle shared cache manager requests from the node manager (50 by default) +yarn.sharedcache.client-server.address 0.0.0.0:8045 The address of the client interface in the SCM (shared cache manager) +yarn.sharedcache.client-server.thread-count 50 The number of threads used to handle shared cache manager requests from clients (50 by default) +yarn.sharedcache.checksum.algo.impl org.apache.hadoop.yarn.sharedcache.ChecksumSHA256Impl The algorithm used to compute checksums of files (SHA-256 by default) +yarn.sharedcache.nm.uploader.replication.factor 10 The replication factor for the node manager uploader for the shared cache (10 by default) +yarn.sharedcache.nm.uploader.thread-count 20 The number of threads used to upload files from a node manager instance (20 by default) +yarn.client.application-client-protocol.poll-interval-ms 200 The interval that the yarn client library uses to poll the completion status of the asynchronous API of application client protocol. +yarn.nodemanager.container-monitor.procfs-tree.smaps-based-rss.enabled false RSS usage of a process computed via /proc/pid/stat is not very accurate as it includes shared pages of a process. /proc/pid/smaps provides useful information like Private_Dirty, Private_Clean, Shared_Dirty, Shared_Clean which can be used for computing more accurate RSS. When this flag is enabled, RSS is computed as Min(Shared_Dirty, Pss) + Private_Clean + Private_Dirty. It excludes read-only shared mappings in RSS computation. +yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds -1 Defines how often NMs wake up to upload log files. The default value is -1. By default, the logs will be uploaded when the application is finished. By setting this configure, logs can be uploaded periodically when the application is running. The minimum rolling-interval-seconds can be set is 3600. +yarn.nodemanager.webapp.cross-origin.enabled false Flag to enable cross-origin (CORS) support in the NM. This flag requires the CORS filter initializer to be added to the filter initializers list in core-site.xml. \ No newline at end of file diff --git a/core/identify_param/results/hadoop-yarn-tls/param_unset_getter_map.json b/data/ctest_mapping/opensource-hadoop-yarn-tls.json.json similarity index 100% rename from core/identify_param/results/hadoop-yarn-tls/param_unset_getter_map.json rename to data/ctest_mapping/opensource-hadoop-yarn-tls.json.json From ef7424168889fed6c6e631d4a398551d8eaf711d Mon Sep 17 00:00:00 2001 From: KobeNorris Date: Thu, 1 Dec 2022 14:03:27 -0600 Subject: [PATCH 03/15] Feat: Update constant --- core/add_project.sh | 14 +++++++++++++- 1 file changed, 13 insertions(+), 1 deletion(-) diff --git a/core/add_project.sh b/core/add_project.sh index e5640839..4aec5585 100755 --- a/core/add_project.sh +++ b/core/add_project.sh @@ -13,6 +13,17 @@ function setup_hadoop() { mvn package -DskipTests } +function setup_hadoop_yarn_tls() { + [ ! -d "app/ctest-hadoop" ] && git clone git@github.com:KobeNorris/hadoop.git app/ctest-hadoop + cd app/ctest-hadoop + git fetch && git checkout ctest + home_dir=$PWD + cd $home_dir/hadoop-common-project/hadoop-common + mvn clean install -DskipTests + cd $home_dir/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice + mvn package -DskipTests +} + function setup_hbase() { old_dir=$PWD [ ! -d "app/ctest-hadoop" ] && git clone https://github.com/xlab-uiuc/hadoop.git app/ctest-hadoop @@ -64,7 +75,8 @@ function main() { hbase) setup_hbase ;; zookeeper) setup_zookeeper ;; alluxio) setup_alluxio ;; - *) echo "Unexpected project: $project - only support hadoop, hbase, zookeeper and alluxio." ;; + hadoop-yarn-tls) setup_hadoop_yarn_tls ;; + *) echo "Unexpected project: $project - only support hadoop, hbase, zookeeper, alluxio and hadoop-yarn-tls." ;; esac fi } From a0175031def18fd8a2cc4b5fd75512f4a352ac0f Mon Sep 17 00:00:00 2001 From: KobeNorris Date: Thu, 1 Dec 2022 16:47:15 -0600 Subject: [PATCH 04/15] Feat: Update generate_ctest files --- core/ctest_const.py | 9 + core/default_configs/hadoop-core-default.tsv | 214 ++++++++++++++ .../ctest_mapping/ctests-hadoop-yarn-tls.json | 1 + core/generate_ctest/inject.py | 4 +- core/generate_ctest/parse_input.py | 2 +- core/generate_ctest/program_input.py | 6 +- core/generate_ctest/sample-hadoop-common.tsv | 2 - .../sample-hadoop-yarn-tls-full.tsv | 4 + .../generate_ctest/sample-hadoop-yarn-tls.tsv | 1 + .../missing_test_fs.defaultFS.list | 1 + .../missing_test_yarn.admin.acl.list | 2 + .../missing_test_yarn.http.policy.list | 1 + ..._test_yarn.resourcemanager.cluster-id.list | 2 + .../test_result_fs.defaultFS.tsv | 21 ++ .../test_result_yarn.admin.acl.tsv | 2 + .../test_result_yarn.http.policy.tsv | 9 + ...result_yarn.resourcemanager.cluster-id.tsv | 8 + .../results/hadoop-yarn-tls/logs/failure.json | 1 + .../hadoop-yarn-tls/logs/getter-record | 279 ++++++++++++++++++ .../results/hadoop-yarn-tls/logs/getter.json | 1 + .../hadoop-yarn-tls/logs/no_report.json | 1 + .../results/hadoop-yarn-tls/logs/other.json | 1 + .../hadoop-yarn-tls/logs/setter-record | 96 ++++++ .../results/hadoop-yarn-tls/logs/setter.json | 1 + .../results/hadoop-yarn-tls/logs/time-record | 30 ++ .../hadoop-yarn-tls/param_getter_map.json | 249 ++++++++++++++++ .../hadoop-yarn-tls/param_setter_map.json | 132 +++++++++ .../param_unset_getter_map.json | 204 +++++++++++++ ...n.json => opensource-hadoop-yarn-tls.json} | 0 29 files changed, 1276 insertions(+), 8 deletions(-) create mode 100644 core/default_configs/hadoop-core-default.tsv create mode 100644 core/generate_ctest/ctest_mapping/ctests-hadoop-yarn-tls.json delete mode 100644 core/generate_ctest/sample-hadoop-common.tsv create mode 100644 core/generate_ctest/sample-hadoop-yarn-tls-full.tsv create mode 100644 core/generate_ctest/sample-hadoop-yarn-tls.tsv create mode 100644 core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_fs.defaultFS.list create mode 100644 core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_yarn.admin.acl.list create mode 100644 core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_yarn.http.policy.list create mode 100644 core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_yarn.resourcemanager.cluster-id.list create mode 100644 core/generate_ctest/test_result/hadoop-yarn-tls/test_result_fs.defaultFS.tsv create mode 100644 core/generate_ctest/test_result/hadoop-yarn-tls/test_result_yarn.admin.acl.tsv create mode 100644 core/generate_ctest/test_result/hadoop-yarn-tls/test_result_yarn.http.policy.tsv create mode 100644 core/generate_ctest/test_result/hadoop-yarn-tls/test_result_yarn.resourcemanager.cluster-id.tsv create mode 100644 core/identify_param/results/hadoop-yarn-tls/logs/failure.json create mode 100644 core/identify_param/results/hadoop-yarn-tls/logs/getter-record create mode 100644 core/identify_param/results/hadoop-yarn-tls/logs/getter.json create mode 100644 core/identify_param/results/hadoop-yarn-tls/logs/no_report.json create mode 100644 core/identify_param/results/hadoop-yarn-tls/logs/other.json create mode 100644 core/identify_param/results/hadoop-yarn-tls/logs/setter-record create mode 100644 core/identify_param/results/hadoop-yarn-tls/logs/setter.json create mode 100644 core/identify_param/results/hadoop-yarn-tls/logs/time-record create mode 100644 core/identify_param/results/hadoop-yarn-tls/param_getter_map.json create mode 100644 core/identify_param/results/hadoop-yarn-tls/param_setter_map.json create mode 100644 core/identify_param/results/hadoop-yarn-tls/param_unset_getter_map.json rename data/ctest_mapping/{opensource-hadoop-yarn-tls.json.json => opensource-hadoop-yarn-tls.json} (100%) diff --git a/core/ctest_const.py b/core/ctest_const.py index d0820f43..8185c76a 100644 --- a/core/ctest_const.py +++ b/core/ctest_const.py @@ -10,16 +10,19 @@ HCOMMON = "hadoop-common" HDFS = "hadoop-hdfs" HBASE = "hbase-server" +HYARNTLS = "hadoop-yarn-tls" ZOOKEEPER = "zookeeper-server" ALLUXIO = "alluxio-core" CTEST_HADOOP_DIR = os.path.join(APP_DIR, "ctest-hadoop") CTEST_HBASE_DIR = os.path.join(APP_DIR, "ctest-hbase") +CTEST_HYARNTLS_DIR = os.path.join(APP_DIR, "ctest-hadoop") CTEST_ZK_DIR = os.path.join(APP_DIR, "ctest-zookeeper") CTEST_ALLUXIO_DIR = os.path.join(APP_DIR, "ctest-alluxio") PROJECT_DIR = { HCOMMON: CTEST_HADOOP_DIR, + HYARNTLS: CTEST_HADOOP_DIR, HDFS: CTEST_HADOOP_DIR, HBASE: CTEST_HBASE_DIR, ZOOKEEPER: CTEST_ZK_DIR, @@ -31,6 +34,7 @@ MODULE_SUBDIR = { HCOMMON: "hadoop-common-project/hadoop-common", HDFS: "hadoop-hdfs-project/hadoop-hdfs", + HYARNTLS: "hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice", HBASE: "hbase-server", ZOOKEEPER: "zookeeper-server", ALLUXIO: "core", @@ -47,6 +51,7 @@ HCOMMON: [os.path.join(CTEST_HADOOP_DIR, MODULE_SUBDIR[HCOMMON], SUREFIRE_SUBDIR)], HDFS: [os.path.join(CTEST_HADOOP_DIR, MODULE_SUBDIR[HDFS], SUREFIRE_SUBDIR)], HBASE: [os.path.join(CTEST_HBASE_DIR, MODULE_SUBDIR[HBASE], SUREFIRE_SUBDIR)], + HYARNTLS: [os.path.join(CTEST_HYARNTLS_DIR, MODULE_SUBDIR[HYARNTLS], SUREFIRE_SUBDIR)], ZOOKEEPER: [os.path.join(CTEST_ZK_DIR, MODULE_SUBDIR[ZOOKEEPER], SUREFIRE_SUBDIR)], ALLUXIO: [ os.path.join(CTEST_ALLUXIO_DIR, MODULE_SUBDIR[ALLUXIO], "base", SUREFIRE_SUBDIR), @@ -73,6 +78,7 @@ HCOMMON: os.path.join(DEFAULT_CONF_DIR, HCOMMON + "-default.tsv"), HDFS: os.path.join(DEFAULT_CONF_DIR, HDFS + "-default.tsv"), HBASE: os.path.join(DEFAULT_CONF_DIR, HBASE + "-default.tsv"), + HYARNTLS: os.path.join(DEFAULT_CONF_DIR, HYARNTLS + "-default.tsv"), ALLUXIO: os.path.join(DEFAULT_CONF_DIR, ALLUXIO + "-default.tsv"), ZOOKEEPER: os.path.join(DEFAULT_CONF_DIR, ZOOKEEPER + "-default.tsv") } @@ -91,6 +97,9 @@ os.path.join(CTEST_HBASE_DIR, "hbase-server/target/classes/core-ctest.xml"), os.path.join(CTEST_HBASE_DIR, "hbase-server/target/classes/hbase-ctest.xml") ], + HYARNTLS: [ + os.path.join(CTEST_HADOOP_DIR, "hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice/target/classes/core-ctest.xml") + ], ZOOKEEPER: [ os.path.join(CTEST_ZK_DIR, "zookeeper-server/ctest.cfg") ], diff --git a/core/default_configs/hadoop-core-default.tsv b/core/default_configs/hadoop-core-default.tsv new file mode 100644 index 00000000..71399383 --- /dev/null +++ b/core/default_configs/hadoop-core-default.tsv @@ -0,0 +1,214 @@ +name value description +hadoop.common.configuration.version 0.23.0 version of this configuration file +hadoop.tmp.dir /tmp/hadoop-${user.name} A base for other temporary directories. +io.native.lib.available true Controls whether to use native libraries for bz2 and zlib compression codecs or not. The property does not control any other native libraries. +hadoop.http.filter.initializers org.apache.hadoop.http.lib.StaticUserWebFilter A comma separated list of class names. Each class in the list must extend org.apache.hadoop.http.FilterInitializer. The corresponding Filter will be initialized. Then, the Filter will be applied to all user facing jsp and servlet web pages. The ordering of the list defines the ordering of the filters. +hadoop.security.authorization false Is service-level authorization enabled? +hadoop.security.instrumentation.requires.admin false Indicates if administrator ACLs are required to access instrumentation servlets (JMX, METRICS, CONF, STACKS). +hadoop.security.authentication simple Possible values are simple (no authentication), and kerberos +hadoop.security.group.mapping org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback Class for user to group mapping (get groups for a given user) for ACL. The default implementation, org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback, will determine if the Java Native Interface (JNI) is available. If JNI is available the implementation will use the API within hadoop to resolve a list of groups for a user. If JNI is not available then the shell implementation, ShellBasedUnixGroupsMapping, is used. This implementation shells out to the Linux/Unix environment with the bash -c groups command to resolve a list of groups for a user. +hadoop.security.groups.cache.secs 300 This is the config controlling the validity of the entries in the cache containing the user->group mapping. When this duration has expired, then the implementation of the group mapping provider is invoked to get the groups of the user and then cached back. +hadoop.security.groups.negative-cache.secs 30 Expiration time for entries in the the negative user-to-group mapping caching, in seconds. This is useful when invalid users are retrying frequently. It is suggested to set a small value for this expiration, since a transient error in group lookup could temporarily lock out a legitimate user. Set this to zero or negative value to disable negative user-to-group caching. +hadoop.security.groups.cache.warn.after.ms 5000 If looking up a single user to group takes longer than this amount of milliseconds, we will log a warning message. +hadoop.security.group.mapping.ldap.url The URL of the LDAP server to use for resolving user groups when using the LdapGroupsMapping user to group mapping. +hadoop.security.group.mapping.ldap.ssl false Whether or not to use SSL when connecting to the LDAP server. +hadoop.security.group.mapping.ldap.ssl.keystore File path to the SSL keystore that contains the SSL certificate required by the LDAP server. +hadoop.security.group.mapping.ldap.ssl.keystore.password.file The path to a file containing the password of the LDAP SSL keystore. IMPORTANT: This file should be readable only by the Unix user running the daemons. +hadoop.security.group.mapping.ldap.bind.user The distinguished name of the user to bind as when connecting to the LDAP server. This may be left blank if the LDAP server supports anonymous binds. +hadoop.security.group.mapping.ldap.bind.password.file The path to a file containing the password of the bind user. IMPORTANT: This file should be readable only by the Unix user running the daemons. +hadoop.security.group.mapping.ldap.base The search base for the LDAP connection. This is a distinguished name, and will typically be the root of the LDAP directory. +hadoop.security.group.mapping.ldap.search.filter.user (&(objectClass=user)(sAMAccountName={0})) An additional filter to use when searching for LDAP users. The default will usually be appropriate for Active Directory installations. If connecting to an LDAP server with a non-AD schema, this should be replaced with (&(objectClass=inetOrgPerson)(uid={0}). {0} is a special string used to denote where the username fits into the filter. +hadoop.security.group.mapping.ldap.search.filter.group (objectClass=group) An additional filter to use when searching for LDAP groups. This should be changed when resolving groups against a non-Active Directory installation. posixGroups are currently not a supported group class. +hadoop.security.group.mapping.ldap.search.attr.member member The attribute of the group object that identifies the users that are members of the group. The default will usually be appropriate for any LDAP installation. +hadoop.security.group.mapping.ldap.search.attr.group.name cn The attribute of the group object that identifies the group name. The default will usually be appropriate for all LDAP systems. +hadoop.security.group.mapping.ldap.directory.search.timeout 10000 The attribute applied to the LDAP SearchControl properties to set a maximum time limit when searching and awaiting a result. Set to 0 if infinite wait period is desired. Default is 10 seconds. Units in milliseconds. +hadoop.security.service.user.name.key For those cases where the same RPC protocol is implemented by multiple servers, this configuration is required for specifying the principal name to use for the service when the client wishes to make an RPC call. +hadoop.security.uid.cache.secs 14400 This is the config controlling the validity of the entries in the cache containing the userId to userName and groupId to groupName used by NativeIO getFstat(). +hadoop.rpc.protection authentication A comma-separated list of protection values for secured sasl connections. Possible values are authentication, integrity and privacy. authentication means authentication only and no integrity or privacy; integrity implies authentication and integrity are enabled; and privacy implies all of authentication, integrity and privacy are enabled. hadoop.security.saslproperties.resolver.class can be used to override the hadoop.rpc.protection for a connection at the server side. +hadoop.security.saslproperties.resolver.class SaslPropertiesResolver used to resolve the QOP used for a connection. If not specified, the full set of values specified in hadoop.rpc.protection is used while determining the QOP used for the connection. If a class is specified, then the QOP values returned by the class will be used while determining the QOP used for the connection. +hadoop.work.around.non.threadsafe.getpwuid false Some operating systems or authentication modules are known to have broken implementations of getpwuid_r and getpwgid_r, such that these calls are not thread-safe. Symptoms of this problem include JVM crashes with a stack trace inside these functions. If your system exhibits this issue, enable this configuration parameter to include a lock around the calls as a workaround. An incomplete list of some systems known to have this issue is available at https://wiki.apache.org/hadoop/KnownBrokenPwuidImplementations +hadoop.kerberos.kinit.command kinit Used to periodically renew Kerberos credentials when provided to Hadoop. The default setting assumes that kinit is in the PATH of users running the Hadoop client. Change this to the absolute path to kinit if this is not the case. +hadoop.security.auth_to_local Maps kerberos principals to local user names +io.file.buffer.size 4096 The size of buffer for use in sequence files. The size of this buffer should probably be a multiple of hardware page size (4096 on Intel x86), and it determines how much data is buffered during read and write operations. +io.bytes.per.checksum 512 The number of bytes per checksum. Must not be larger than io.file.buffer.size. +io.skip.checksum.errors false If true, when a checksum error is encountered while reading a sequence file, entries are skipped, instead of throwing an exception. +io.compression.codecs A comma-separated list of the compression codec classes that can be used for compression/decompression. In addition to any classes specified with this property (which take precedence), codec classes on the classpath are discovered using a Java ServiceLoader. +io.compression.codec.bzip2.library system-native The native-code library to be used for compression and decompression by the bzip2 codec. This library could be specified either by by name or the full pathname. In the former case, the library is located by the dynamic linker, usually searching the directories specified in the environment variable LD_LIBRARY_PATH. The value of "system-native" indicates that the default system library should be used. To indicate that the algorithm should operate entirely in Java, specify "java-builtin". +io.serializations org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization A list of serialization classes that can be used for obtaining serializers and deserializers. +io.seqfile.local.dir ${hadoop.tmp.dir}/io/local The local directory where sequence file stores intermediate data files during merge. May be a comma-separated list of directories on different devices in order to spread disk i/o. Directories that do not exist are ignored. +io.map.index.skip 0 Number of index entries to skip between each entry. Zero by default. Setting this to values larger than zero can facilitate opening large MapFiles using less memory. +io.map.index.interval 128 MapFile consist of two files - data file (tuples) and index file (keys). For every io.map.index.interval records written in the data file, an entry (record-key, data-file-position) is written in the index file. This is to allow for doing binary search later within the index file to look up records by their keys and get their closest positions in the data file. +fs.defaultFS file:/// The name of the default file system. A URI whose scheme and authority determine the FileSystem implementation. The uri's scheme determines the config property (fs.SCHEME.impl) naming the FileSystem implementation class. The uri's authority is used to determine the host, port, etc. for a filesystem. +fs.default.name file:/// Deprecated. Use (fs.defaultFS) property instead +fs.trash.interval 0 Number of minutes after which the checkpoint gets deleted. If zero, the trash feature is disabled. This option may be configured both on the server and the client. If trash is disabled server side then the client side configuration is checked. If trash is enabled on the server side then the value configured on the server is used and the client configuration value is ignored. +fs.trash.checkpoint.interval 0 Number of minutes between trash checkpoints. Should be smaller or equal to fs.trash.interval. If zero, the value is set to the value of fs.trash.interval. Every time the checkpointer runs it creates a new checkpoint out of current and removes checkpoints created more than fs.trash.interval minutes ago. +fs.AbstractFileSystem.file.impl org.apache.hadoop.fs.local.LocalFs The AbstractFileSystem for file: uris. +fs.AbstractFileSystem.har.impl org.apache.hadoop.fs.HarFs The AbstractFileSystem for har: uris. +fs.AbstractFileSystem.hdfs.impl org.apache.hadoop.fs.Hdfs The FileSystem for hdfs: uris. +fs.AbstractFileSystem.viewfs.impl org.apache.hadoop.fs.viewfs.ViewFs The AbstractFileSystem for view file system for viewfs: uris (ie client side mount table:). +fs.AbstractFileSystem.ftp.impl org.apache.hadoop.fs.ftp.FtpFs The FileSystem for Ftp: uris. +fs.ftp.host 0.0.0.0 FTP filesystem connects to this server +fs.ftp.host.port 21 FTP filesystem connects to fs.ftp.host on this port +fs.df.interval 60000 Disk usage statistics refresh interval in msec. +fs.du.interval 600000 File space usage statistics refresh interval in msec. +fs.s3.block.size 67108864 Block size to use when writing files to S3. +fs.s3.buffer.dir ${hadoop.tmp.dir}/s3 Determines where on the local filesystem the S3 filesystem should store files before sending them to S3 (or after retrieving them from S3). +fs.s3.maxRetries 4 The maximum number of retries for reading or writing files to S3, before we signal failure to the application. +fs.s3.sleepTimeSeconds 10 The number of seconds to sleep between each S3 retry. +fs.swift.impl org.apache.hadoop.fs.swift.snative.SwiftNativeFileSystem The implementation class of the OpenStack Swift Filesystem +fs.automatic.close true By default, FileSystem instances are automatically closed at program exit using a JVM shutdown hook. Setting this property to false disables this behavior. This is an advanced option that should only be used by server applications requiring a more carefully orchestrated shutdown sequence. +fs.s3n.block.size 67108864 Block size to use when reading files using the native S3 filesystem (s3n: URIs). +fs.s3n.multipart.uploads.enabled false Setting this property to true enables multiple uploads to native S3 filesystem. When uploading a file, it is split into blocks if the size is larger than fs.s3n.multipart.uploads.block.size. +fs.s3n.multipart.uploads.block.size 67108864 The block size for multipart uploads to native S3 filesystem. Default size is 64MB. +fs.s3n.multipart.copy.block.size 5368709120 The block size for multipart copy in native S3 filesystem. Default size is 5GB. +fs.s3n.server-side-encryption-algorithm Specify a server-side encryption algorithm for S3. The default is NULL, and the only other currently allowable value is AES256. +fs.s3a.awsAccessKeyId AWS access key ID. Omit for Role-based authentication. +fs.s3a.awsSecretAccessKey AWS secret key. Omit for Role-based authentication. +fs.s3a.connection.maximum 15 Controls the maximum number of simultaneous connections to S3. +fs.s3a.connection.ssl.enabled true Enables or disables SSL connections to S3. +fs.s3a.endpoint AWS S3 endpoint to connect to. An up-to-date list is provided in the AWS Documentation: regions and endpoints. Without this property, the standard region (s3.amazonaws.com) is assumed. +fs.s3a.proxy.host Hostname of the (optional) proxy server for S3 connections. +fs.s3a.proxy.port Proxy server port. If this property is not set but fs.s3a.proxy.host is, port 80 or 443 is assumed (consistent with the value of fs.s3a.connection.ssl.enabled). +fs.s3a.proxy.username Username for authenticating with proxy server. +fs.s3a.proxy.password Password for authenticating with proxy server. +fs.s3a.proxy.domain Domain for authenticating with proxy server. +fs.s3a.proxy.workstation Workstation for authenticating with proxy server. +fs.s3a.attempts.maximum 10 How many times we should retry commands on transient errors. +fs.s3a.connection.establish.timeout 5000 Socket connection setup timeout in milliseconds. +fs.s3a.connection.timeout 50000 Socket connection timeout in milliseconds. +fs.s3a.paging.maximum 5000 How many keys to request from S3 when doing directory listings at a time. +fs.s3a.threads.max 256 Maximum number of concurrent active (part)uploads, which each use a thread from the threadpool. +fs.s3a.threads.core 15 Number of core threads in the threadpool. +fs.s3a.threads.keepalivetime 60 Number of seconds a thread can be idle before being terminated. +fs.s3a.max.total.tasks 1000 Number of (part)uploads allowed to the queue before blocking additional uploads. +fs.s3a.multipart.size 104857600 How big (in bytes) to split upload or copy operations up into. +fs.s3a.multipart.threshold 2147483647 Threshold before uploads or copies use parallel multipart operations. +fs.s3a.acl.default Set a canned ACL for newly created and copied objects. Value may be private, public-read, public-read-write, authenticated-read, log-delivery-write, bucket-owner-read, or bucket-owner-full-control. +fs.s3a.multipart.purge false True if you want to purge existing multipart uploads that may not have been completed/aborted correctly +fs.s3a.multipart.purge.age 86400 Minimum age in seconds of multipart uploads to purge +fs.s3a.buffer.dir ${hadoop.tmp.dir}/s3a Comma separated list of directories that will be used to buffer file uploads to. +fs.s3a.fast.upload false Upload directly from memory instead of buffering to disk first. Memory usage and parallelism can be controlled as up to fs.s3a.multipart.size memory is consumed for each (part)upload actively uploading (fs.s3a.threads.max) or queueing (fs.s3a.max.total.tasks) +fs.s3a.fast.buffer.size 1048576 Size of initial memory buffer in bytes allocated for an upload. No effect if fs.s3a.fast.upload is false. +fs.s3a.impl org.apache.hadoop.fs.s3a.S3AFileSystem The implementation class of the S3A Filesystem +io.seqfile.compress.blocksize 1000000 The minimum block size for compression in block compressed SequenceFiles. +io.seqfile.lazydecompress true Should values of block-compressed SequenceFiles be decompressed only when necessary. +io.seqfile.sorter.recordlimit 1000000 The limit on number of records to be kept in memory in a spill in SequenceFiles.Sorter +io.mapfile.bloom.size 1048576 The size of BloomFilter-s used in BloomMapFile. Each time this many keys is appended the next BloomFilter will be created (inside a DynamicBloomFilter). Larger values minimize the number of filters, which slightly increases the performance, but may waste too much space if the total number of keys is usually much smaller than this number. +io.mapfile.bloom.error.rate 0.005 The rate of false positives in BloomFilter-s used in BloomMapFile. As this value decreases, the size of BloomFilter-s increases exponentially. This value is the probability of encountering false positives (default is 0.5%). +hadoop.util.hash.type murmur The default implementation of Hash. Currently this can take one of the two values: 'murmur' to select MurmurHash and 'jenkins' to select JenkinsHash. +ipc.client.idlethreshold 4000 Defines the threshold number of connections after which connections will be inspected for idleness. +ipc.client.kill.max 10 Defines the maximum number of clients to disconnect in one go. +ipc.client.connection.maxidletime 10000 The maximum time in msec after which a client will bring down the connection to the server. +ipc.client.connect.max.retries 10 Indicates the number of retries a client will make to establish a server connection. +ipc.client.connect.retry.interval 1000 Indicates the number of milliseconds a client will wait for before retrying to establish a server connection. +ipc.client.connect.timeout 20000 Indicates the number of milliseconds a client will wait for the socket to establish a server connection. +ipc.client.connect.max.retries.on.timeouts 45 Indicates the number of retries a client will make on socket timeout to establish a server connection. +ipc.client.ping true Send a ping to the server when timeout on reading the response, if set to true. If no failure is detected, the client retries until at least a byte is read. +ipc.ping.interval 60000 Timeout on waiting response from server, in milliseconds. The client will send ping when the interval is passed without receiving bytes, if ipc.client.ping is set to true. +ipc.client.rpc-timeout.ms 0 Timeout on waiting response from server, in milliseconds. Currently this timeout works only when ipc.client.ping is set to true because it uses the same facilities with IPC ping. The timeout overrides the ipc.ping.interval and client will throw exception instead of sending ping when the interval is passed. +ipc.server.listen.queue.size 128 Indicates the length of the listen queue for servers accepting client connections. +ipc.maximum.data.length 67108864 This indicates the maximum IPC message length (bytes) that can be accepted by the server. Messages larger than this value are rejected by server immediately. This setting should rarely need to be changed. It merits investigating whether the cause of long RPC messages can be fixed instead, e.g. by splitting into smaller messages. +hadoop.security.impersonation.provider.class A class which implements ImpersonationProvider interface, used to authorize whether one user can impersonate a specific user. If not specified, the DefaultImpersonationProvider will be used. If a class is specified, then that class will be used to determine the impersonation capability. +hadoop.rpc.socket.factory.class.default org.apache.hadoop.net.StandardSocketFactory Default SocketFactory to use. This parameter is expected to be formatted as "package.FactoryClassName". +hadoop.rpc.socket.factory.class.ClientProtocol SocketFactory to use to connect to a DFS. If null or empty, use hadoop.rpc.socket.class.default. This socket factory is also used by DFSClient to create sockets to DataNodes. +hadoop.socks.server Address (host:port) of the SOCKS server to be used by the SocksSocketFactory. +net.topology.node.switch.mapping.impl org.apache.hadoop.net.ScriptBasedMapping The default implementation of the DNSToSwitchMapping. It invokes a script specified in net.topology.script.file.name to resolve node names. If the value for net.topology.script.file.name is not set, the default value of DEFAULT_RACK is returned for all node names. +net.topology.impl org.apache.hadoop.net.NetworkTopology The default implementation of NetworkTopology which is classic three layer one. +net.topology.script.file.name The script name that should be invoked to resolve DNS names to NetworkTopology names. Example: the script would take host.foo.bar as an argument, and return /rack1 as the output. +net.topology.script.number.args 100 The max number of args that the script configured with net.topology.script.file.name should be run with. Each arg is an IP address. +net.topology.table.file.name The file name for a topology file, which is used when the net.topology.node.switch.mapping.impl property is set to org.apache.hadoop.net.TableMapping. The file format is a two column text file, with columns separated by whitespace. The first column is a DNS or IP address and the second column specifies the rack where the address maps. If no entry corresponding to a host in the cluster is found, then /default-rack is assumed. +file.stream-buffer-size 4096 The size of buffer to stream files. The size of this buffer should probably be a multiple of hardware page size (4096 on Intel x86), and it determines how much data is buffered during read and write operations. +file.bytes-per-checksum 512 The number of bytes per checksum. Must not be larger than file.stream-buffer-size +file.client-write-packet-size 65536 Packet size for clients to write +file.blocksize 67108864 Block size +file.replication 1 Replication factor +s3.stream-buffer-size 4096 The size of buffer to stream files. The size of this buffer should probably be a multiple of hardware page size (4096 on Intel x86), and it determines how much data is buffered during read and write operations. +s3.bytes-per-checksum 512 The number of bytes per checksum. Must not be larger than s3.stream-buffer-size +s3.client-write-packet-size 65536 Packet size for clients to write +s3.blocksize 67108864 Block size +s3.replication 3 Replication factor +s3native.stream-buffer-size 4096 The size of buffer to stream files. The size of this buffer should probably be a multiple of hardware page size (4096 on Intel x86), and it determines how much data is buffered during read and write operations. +s3native.bytes-per-checksum 512 The number of bytes per checksum. Must not be larger than s3native.stream-buffer-size +s3native.client-write-packet-size 65536 Packet size for clients to write +s3native.blocksize 67108864 Block size +s3native.replication 3 Replication factor +ftp.stream-buffer-size 4096 The size of buffer to stream files. The size of this buffer should probably be a multiple of hardware page size (4096 on Intel x86), and it determines how much data is buffered during read and write operations. +ftp.bytes-per-checksum 512 The number of bytes per checksum. Must not be larger than ftp.stream-buffer-size +ftp.client-write-packet-size 65536 Packet size for clients to write +ftp.blocksize 67108864 Block size +ftp.replication 3 Replication factor +tfile.io.chunk.size 1048576 Value chunk size in bytes. Default to 1MB. Values of the length less than the chunk size is guaranteed to have known value length in read time (See also TFile.Reader.Scanner.Entry.isValueLengthKnown()). +tfile.fs.output.buffer.size 262144 Buffer size used for FSDataOutputStream in bytes. +tfile.fs.input.buffer.size 262144 Buffer size used for FSDataInputStream in bytes. +hadoop.http.authentication.type simple Defines authentication used for Oozie HTTP endpoint. Supported values are: simple | kerberos | #AUTHENTICATION_HANDLER_CLASSNAME# +hadoop.http.authentication.token.validity 36000 Indicates how long (in seconds) an authentication token is valid before it has to be renewed. +hadoop.http.authentication.signature.secret.file ${user.home}/hadoop-http-auth-signature-secret The signature secret for signing the authentication tokens. The same secret should be used for JT/NN/DN/TT configurations. +hadoop.http.authentication.cookie.domain The domain to use for the HTTP cookie that stores the authentication token. In order to authentiation to work correctly across all Hadoop nodes web-consoles the domain must be correctly set. IMPORTANT: when using IP addresses, browsers ignore cookies with domain settings. For this setting to work properly all nodes in the cluster must be configured to generate URLs with hostname.domain names on it. +hadoop.http.authentication.simple.anonymous.allowed true Indicates if anonymous requests are allowed when using 'simple' authentication. +hadoop.http.authentication.kerberos.principal HTTP/_HOST@LOCALHOST Indicates the Kerberos principal to be used for HTTP endpoint. The principal MUST start with 'HTTP/' as per Kerberos HTTP SPNEGO specification. +hadoop.http.authentication.kerberos.keytab ${user.home}/hadoop.keytab Location of the keytab file with the credentials for the principal. Referring to the same keytab file Oozie uses for its Kerberos credentials for Hadoop. +hadoop.http.cross-origin.enabled false Enable/disable the cross-origin (CORS) filter. +hadoop.http.cross-origin.allowed-origins * Comma separated list of origins that are allowed for web services needing cross-origin (CORS) support. Wildcards (*) and patterns allowed +hadoop.http.cross-origin.allowed-methods GET,POST,HEAD Comma separated list of methods that are allowed for web services needing cross-origin (CORS) support. +hadoop.http.cross-origin.allowed-headers X-Requested-With,Content-Type,Accept,Origin Comma separated list of headers that are allowed for web services needing cross-origin (CORS) support. +hadoop.http.cross-origin.max-age 1800 The number of seconds a pre-flighted request can be cached for web services needing cross-origin (CORS) support. +dfs.ha.fencing.methods List of fencing methods to use for service fencing. May contain builtin methods (eg shell and sshfence) or user-defined method. +dfs.ha.fencing.ssh.connect-timeout 30000 SSH connection timeout, in milliseconds, to use with the builtin sshfence fencer. +dfs.ha.fencing.ssh.private-key-files The SSH private key files to use with the builtin sshfence fencer. +hadoop.http.staticuser.user dr.who The user name to filter as, on static web filters while rendering content. An example use is the HDFS web UI (user to be used for browsing files). +ha.zookeeper.quorum A list of ZooKeeper server addresses, separated by commas, that are to be used by the ZKFailoverController in automatic failover. +ha.zookeeper.session-timeout.ms 5000 The session timeout to use when the ZKFC connects to ZooKeeper. Setting this value to a lower value implies that server crashes will be detected more quickly, but risks triggering failover too aggressively in the case of a transient error or network blip. +ha.zookeeper.parent-znode /hadoop-ha The ZooKeeper znode under which the ZK failover controller stores its information. Note that the nameservice ID is automatically appended to this znode, so it is not normally necessary to configure this, even in a federated environment. +ha.zookeeper.acl world:anyone:rwcda A comma-separated list of ZooKeeper ACLs to apply to the znodes used by automatic failover. These ACLs are specified in the same format as used by the ZooKeeper CLI. If the ACL itself contains secrets, you may instead specify a path to a file, prefixed with the '@' symbol, and the value of this configuration will be loaded from within. +ha.zookeeper.auth A comma-separated list of ZooKeeper authentications to add when connecting to ZooKeeper. These are specified in the same format as used by the "addauth" command in the ZK CLI. It is important that the authentications specified here are sufficient to access znodes with the ACL specified in ha.zookeeper.acl. If the auths contain secrets, you may instead specify a path to a file, prefixed with the '@' symbol, and the value of this configuration will be loaded from within. +hadoop.ssl.keystores.factory.class org.apache.hadoop.security.ssl.FileBasedKeyStoresFactory The keystores factory to use for retrieving certificates. +hadoop.ssl.require.client.cert false Whether client certificates are required +hadoop.ssl.hostname.verifier DEFAULT The hostname verifier to provide for HttpsURLConnections. Valid values are: DEFAULT, STRICT, STRICT_I6, DEFAULT_AND_LOCALHOST and ALLOW_ALL +hadoop.ssl.server.conf ssl-server.xml Resource file from which ssl server keystore information will be extracted. This file is looked up in the classpath, typically it should be in Hadoop conf/ directory. +hadoop.ssl.client.conf ssl-client.xml Resource file from which ssl client keystore information will be extracted This file is looked up in the classpath, typically it should be in Hadoop conf/ directory. +hadoop.ssl.enabled false Deprecated. Use dfs.http.policy and yarn.http.policy instead. +hadoop.ssl.enabled.protocols TLSv1 Protocols supported by the ssl. +hadoop.jetty.logs.serve.aliases true Enable/Disable aliases serving from jetty +fs.permissions.umask-mode 022 The umask used when creating files and directories. Can be in octal or in symbolic. Examples are: "022" (octal for u=rwx,g=r-x,o=r-x in symbolic), or "u=rwx,g=rwx,o=" (symbolic for 007 in octal). +ha.health-monitor.connect-retry-interval.ms 1000 How often to retry connecting to the service. +ha.health-monitor.check-interval.ms 1000 How often to check the service. +ha.health-monitor.sleep-after-disconnect.ms 1000 How long to sleep after an unexpected RPC error. +ha.health-monitor.rpc-timeout.ms 45000 Timeout for the actual monitorHealth() calls. +ha.failover-controller.new-active.rpc-timeout.ms 60000 Timeout that the FC waits for the new active to become active +ha.failover-controller.graceful-fence.rpc-timeout.ms 5000 Timeout that the FC waits for the old active to go to standby +ha.failover-controller.graceful-fence.connection.retries 1 FC connection retries for graceful fencing +ha.failover-controller.cli-check.rpc-timeout.ms 20000 Timeout that the CLI (manual) FC waits for monitorHealth, getServiceState +ipc.client.fallback-to-simple-auth-allowed false When a client is configured to attempt a secure connection, but attempts to connect to an insecure server, that server may instruct the client to switch to SASL SIMPLE (unsecure) authentication. This setting controls whether or not the client will accept this instruction from the server. When false (the default), the client will not allow the fallback to SIMPLE authentication, and will abort the connection. +fs.client.resolve.remote.symlinks true Whether to resolve symlinks when accessing a remote Hadoop filesystem. Setting this to false causes an exception to be thrown upon encountering a symlink. This setting does not apply to local filesystems, which automatically resolve local symlinks. +nfs.exports.allowed.hosts * rw By default, the export can be mounted by any client. The value string contains machine name and access privilege, separated by whitespace characters. The machine name format can be a single host, a Java regular expression, or an IPv4 address. The access privilege uses rw or ro to specify read/write or read-only access of the machines to exports. If the access privilege is not provided, the default is read-only. Entries are separated by ";". For example: "192.168.0.0/22 rw ; host.*\.example\.com ; host1.test.org ro;". Only the NFS gateway needs to restart after this property is updated. +hadoop.user.group.static.mapping.overrides dr.who=; Static mapping of user to groups. This will override the groups if available in the system for the specified user. In otherwords, groups look-up will not happen for these users, instead groups mapped in this configuration will be used. Mapping should be in this format. user1=group1,group2;user2=;user3=group2; Default, "dr.who=;" will consider "dr.who" as user without groups. +rpc.metrics.quantile.enable false Setting this property to true and rpc.metrics.percentiles.intervals to a comma-separated list of the granularity in seconds, the 50/75/90/95/99th percentile latency for rpc queue/processing time in milliseconds are added to rpc metrics. +rpc.metrics.percentiles.intervals A comma-separated list of the granularity in seconds for the metrics which describe the 50/75/90/95/99th percentile latency for rpc queue/processing time. The metrics are outputted if rpc.metrics.quantile.enable is set to true. +hadoop.security.crypto.codec.classes.EXAMPLECIPHERSUITE The prefix for a given crypto codec, contains a comma-separated list of implementation classes for a given crypto codec (eg EXAMPLECIPHERSUITE). The first implementation will be used if available, others are fallbacks. +hadoop.security.crypto.codec.classes.aes.ctr.nopadding org.apache.hadoop.crypto.OpensslAesCtrCryptoCodec,org.apache.hadoop.crypto.JceAesCtrCryptoCodec Comma-separated list of crypto codec implementations for AES/CTR/NoPadding. The first implementation will be used if available, others are fallbacks. +hadoop.security.crypto.cipher.suite AES/CTR/NoPadding Cipher suite for crypto codec. +hadoop.security.crypto.jce.provider The JCE provider name used in CryptoCodec. +hadoop.security.crypto.buffer.size 8192 The buffer size used by CryptoInputStream and CryptoOutputStream. +hadoop.security.java.secure.random.algorithm SHA1PRNG The java secure random algorithm. +hadoop.security.secure.random.impl Implementation of secure random. +hadoop.security.random.device.file.path /dev/urandom OS security random device file path. +fs.har.impl.disable.cache true Don't cache 'har' filesystem instances. +hadoop.security.kms.client.authentication.retry-count 1 Number of time to retry connecting to KMS on authentication failure +hadoop.security.kms.client.encrypted.key.cache.size 500 Size of the EncryptedKeyVersion cache Queue for each key +hadoop.security.kms.client.encrypted.key.cache.low-watermark 0.3f If size of the EncryptedKeyVersion cache Queue falls below the low watermark, this cache queue will be scheduled for a refill +hadoop.security.kms.client.encrypted.key.cache.num.refill.threads 2 Number of threads to use for refilling depleted EncryptedKeyVersion cache Queues +hadoop.security.kms.client.encrypted.key.cache.expiry 43200000 Cache expiry time for a Key, after which the cache Queue for this key will be dropped. Default = 12hrs +hadoop.htrace.spanreceiver.classes A comma separated list of the fully-qualified class name of classes implementing SpanReceiver. The tracing system works by collecting information in structs called 'Spans'. It is up to you to choose how you want to receive this information by implementing the SpanReceiver interface. +ipc.server.max.connections 0 The maximum number of concurrent connections a server is allowed to accept. If this limit is exceeded, incoming connections will first fill the listen queue and then may go to an OS-specific listen overflow queue. The client may fail or timeout, but the server can avoid running out of file descriptors using this feature. 0 means no limit. +hadoop.registry.rm.enabled false Is the registry enabled in the YARN Resource Manager? If true, the YARN RM will, as needed. create the user and system paths, and purge service records when containers, application attempts and applications complete. If false, the paths must be created by other means, and no automatic cleanup of service records will take place. +hadoop.registry.zk.root /registry The root zookeeper node for the registry +hadoop.registry.zk.session.timeout.ms 60000 Zookeeper session timeout in milliseconds +hadoop.registry.zk.connection.timeout.ms 15000 Zookeeper connection timeout in milliseconds +hadoop.registry.zk.retry.times 5 Zookeeper connection retry count before failing +hadoop.registry.zk.retry.interval.ms 1000 +hadoop.registry.zk.retry.ceiling.ms 60000 Zookeeper retry limit in milliseconds, during exponential backoff. This places a limit even if the retry times and interval limit, combined with the backoff policy, result in a long retry period +hadoop.registry.zk.quorum localhost:2181 List of hostname:port pairs defining the zookeeper quorum binding for the registry +hadoop.registry.secure false Key to set if the registry is secure. Turning it on changes the permissions policy from "open access" to restrictions on kerberos with the option of a user adding one or more auth key pairs down their own tree. +hadoop.registry.system.acls sasl:yarn@, sasl:mapred@, sasl:hdfs@ A comma separated list of Zookeeper ACL identifiers with system access to the registry in a secure cluster. These are given full access to all entries. If there is an "@" at the end of a SASL entry it instructs the registry client to append the default kerberos domain. +hadoop.registry.kerberos.realm The kerberos realm: used to set the realm of system principals which do not declare their realm, and any other accounts that need the value. If empty, the default realm of the running process is used. If neither are known and the realm is needed, then the registry service/client will fail. +hadoop.registry.jaas.context Client Key to define the JAAS context. Used in secure mode \ No newline at end of file diff --git a/core/generate_ctest/ctest_mapping/ctests-hadoop-yarn-tls.json b/core/generate_ctest/ctest_mapping/ctests-hadoop-yarn-tls.json new file mode 100644 index 00000000..1fbc7540 --- /dev/null +++ b/core/generate_ctest/ctest_mapping/ctests-hadoop-yarn-tls.json @@ -0,0 +1 @@ +{"fs.defaultFS": ["org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer"], "yarn.http.policy": ["org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer"], "yarn.resourcemanager.cluster-id": ["org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer"], "yarn.admin.acl": ["org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer"]} \ No newline at end of file diff --git a/core/generate_ctest/inject.py b/core/generate_ctest/inject.py index 75f5b443..868cd2b8 100644 --- a/core/generate_ctest/inject.py +++ b/core/generate_ctest/inject.py @@ -21,7 +21,7 @@ def inject_config(param_value_pairs): for p, v in param_value_pairs.items(): file.write(p + "=" + v + "\n") file.close() - elif project in [HCOMMON, HDFS, HBASE]: + elif project in [HCOMMON, HDFS, HBASE, HYARNTLS]: conf = ET.Element("configuration") for p, v in param_value_pairs.items(): prop = ET.SubElement(conf, "property") @@ -46,7 +46,7 @@ def clean_conf_file(project): file = open(inject_path, "w") file.write("\n") file.close() - elif project in [HCOMMON, HDFS, HBASE]: + elif project in [HCOMMON, HDFS, HBASE, HYARNTLS]: conf = ET.Element("configuration") for inject_path in INJECTION_PATH[project]: file = open(inject_path, "wb") diff --git a/core/generate_ctest/parse_input.py b/core/generate_ctest/parse_input.py index 9fda5e38..53af1c5a 100644 --- a/core/generate_ctest/parse_input.py +++ b/core/generate_ctest/parse_input.py @@ -13,7 +13,7 @@ def parse_value_file(path): """return param: [(value type, value)]""" data = {} - samples = [x.strip("\n").split("\t") for x in open(path)] + samples = [x.strip("\n").split(" ") for x in open(path)] for row in samples: parameter = row[0] values = [x for x in row[1:] if x != SKIP_VAL] diff --git a/core/generate_ctest/program_input.py b/core/generate_ctest/program_input.py index 9147868a..0daa9bff 100644 --- a/core/generate_ctest/program_input.py +++ b/core/generate_ctest/program_input.py @@ -4,11 +4,11 @@ # run mode "run_mode": "generate_ctest", # string # name of the project, i.e. hadoop-common, hadoop-hdfs, see constant.py - "project": "hadoop-common", # string + "project": "hadoop-yarn-tls", # string # path to param -> tests json mapping - "mapping_path": "../../data/ctest_mapping/opensource-hadoop-common.json", # string + "mapping_path": "../../data/ctest_mapping/opensource-hadoop-yarn-tls.json", # string # good values of params tests will be run against - "param_value_tsv": "sample-hadoop-common.tsv", # string + "param_value_tsv": "sample-hadoop-yarn-tls.tsv", # string # display the terminal output live, without saving any results "display_mode": False, # bool # whether to use mvn test or mvn surefire:test diff --git a/core/generate_ctest/sample-hadoop-common.tsv b/core/generate_ctest/sample-hadoop-common.tsv deleted file mode 100644 index 8a3b3bcd..00000000 --- a/core/generate_ctest/sample-hadoop-common.tsv +++ /dev/null @@ -1,2 +0,0 @@ -ftp.bytes-per-checksum 10 100 -hadoop.http.authentication.type simple kerberos \ No newline at end of file diff --git a/core/generate_ctest/sample-hadoop-yarn-tls-full.tsv b/core/generate_ctest/sample-hadoop-yarn-tls-full.tsv new file mode 100644 index 00000000..09a1cad2 --- /dev/null +++ b/core/generate_ctest/sample-hadoop-yarn-tls-full.tsv @@ -0,0 +1,4 @@ +yarn.http.policy HTTP_ONLY HTTPS_ONLY +yarn.resourcemanager.cluster-id default test +yarn.admin.acl * +fs.defaultFS file:/// \ No newline at end of file diff --git a/core/generate_ctest/sample-hadoop-yarn-tls.tsv b/core/generate_ctest/sample-hadoop-yarn-tls.tsv new file mode 100644 index 00000000..c76aabd0 --- /dev/null +++ b/core/generate_ctest/sample-hadoop-yarn-tls.tsv @@ -0,0 +1 @@ +fs.defaultFS file:/// \ No newline at end of file diff --git a/core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_fs.defaultFS.list b/core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_fs.defaultFS.list new file mode 100644 index 00000000..833624a6 --- /dev/null +++ b/core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_fs.defaultFS.list @@ -0,0 +1 @@ +>>>>[ctest_core] missing test for hadoop-yarn-tls fs.defaultFS file:/// diff --git a/core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_yarn.admin.acl.list b/core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_yarn.admin.acl.list new file mode 100644 index 00000000..13c5ea7a --- /dev/null +++ b/core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_yarn.admin.acl.list @@ -0,0 +1,2 @@ +>>>>[ctest_core] missing test for hadoop-yarn-tls yarn.admin.acl * +>>>>[ctest_core] missing test for hadoop-yarn-tls yarn.admin.acl diff --git a/core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_yarn.http.policy.list b/core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_yarn.http.policy.list new file mode 100644 index 00000000..fa633f38 --- /dev/null +++ b/core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_yarn.http.policy.list @@ -0,0 +1 @@ +>>>>[ctest_core] missing test for hadoop-yarn-tls yarn.http.policy HTTP_ONLY diff --git a/core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_yarn.resourcemanager.cluster-id.list b/core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_yarn.resourcemanager.cluster-id.list new file mode 100644 index 00000000..676ad72b --- /dev/null +++ b/core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_yarn.resourcemanager.cluster-id.list @@ -0,0 +1,2 @@ +>>>>[ctest_core] missing test for hadoop-yarn-tls yarn.resourcemanager.cluster-id default +>>>>[ctest_core] missing test for hadoop-yarn-tls yarn.resourcemanager.cluster-id test diff --git a/core/generate_ctest/test_result/hadoop-yarn-tls/test_result_fs.defaultFS.tsv b/core/generate_ctest/test_result/hadoop-yarn-tls/test_result_fs.defaultFS.tsv new file mode 100644 index 00000000..df149772 --- /dev/null +++ b/core/generate_ctest/test_result/hadoop-yarn-tls/test_result_fs.defaultFS.tsv @@ -0,0 +1,21 @@ +fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch file:/// p 2.044 +fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer file:/// p 2.014 +fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode file:/// p 4.129 +fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv file:/// p 0.657 +fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations file:/// p 0.695 +fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit file:/// p 0.714 +fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication file:/// p 2.248 +fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities file:/// p 1.048 +fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities file:/// p 1.042 +fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView file:/// p 0.645 +fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows file:/// p 0.681 +fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer file:/// p 1.155 +fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName file:/// p 0.964 +fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter file:/// p 0.738 +fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp file:/// p 0.798 +fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication file:/// p 2.949 +fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields file:/// p 0.523 +fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields file:/// p 0.601 +fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities file:/// p 0.638 +fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile file:/// p 1.16 +fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer file:/// p 2.193 diff --git a/core/generate_ctest/test_result/hadoop-yarn-tls/test_result_yarn.admin.acl.tsv b/core/generate_ctest/test_result/hadoop-yarn-tls/test_result_yarn.admin.acl.tsv new file mode 100644 index 00000000..888b1762 --- /dev/null +++ b/core/generate_ctest/test_result/hadoop-yarn-tls/test_result_yarn.admin.acl.tsv @@ -0,0 +1,2 @@ +yarn.admin.acl org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer * p 1.455 +yarn.admin.acl org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer p 1.42 diff --git a/core/generate_ctest/test_result/hadoop-yarn-tls/test_result_yarn.http.policy.tsv b/core/generate_ctest/test_result/hadoop-yarn-tls/test_result_yarn.http.policy.tsv new file mode 100644 index 00000000..891f9518 --- /dev/null +++ b/core/generate_ctest/test_result/hadoop-yarn-tls/test_result_yarn.http.policy.tsv @@ -0,0 +1,9 @@ +yarn.http.policy org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer HTTP_ONLY p 1.418 +yarn.http.policy org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer HTTP_ONLY p 1.967 +yarn.http.policy org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode HTTP_ONLY p 4.319 +yarn.http.policy org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication HTTP_ONLY p 2.061 +yarn.http.policy org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch HTTP_ONLY p 1.93 +yarn.http.policy org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication HTTP_ONLY p 3.631 +yarn.http.policy org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader HTTP_ONLY p 0.661 +yarn.http.policy org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader HTTP_ONLY p 0.601 +yarn.http.policy org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer HTTP_ONLY p 1.989 diff --git a/core/generate_ctest/test_result/hadoop-yarn-tls/test_result_yarn.resourcemanager.cluster-id.tsv b/core/generate_ctest/test_result/hadoop-yarn-tls/test_result_yarn.resourcemanager.cluster-id.tsv new file mode 100644 index 00000000..e42a9966 --- /dev/null +++ b/core/generate_ctest/test_result/hadoop-yarn-tls/test_result_yarn.resourcemanager.cluster-id.tsv @@ -0,0 +1,8 @@ +yarn.resourcemanager.cluster-id org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication default p 3.232 +yarn.resourcemanager.cluster-id org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication default p 1.96 +yarn.resourcemanager.cluster-id org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode default p 4.164 +yarn.resourcemanager.cluster-id org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer default p 1.937 +yarn.resourcemanager.cluster-id org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode test p 4.297 +yarn.resourcemanager.cluster-id org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication test p 2.982 +yarn.resourcemanager.cluster-id org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer test p 1.971 +yarn.resourcemanager.cluster-id org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication test p 2.008 diff --git a/core/identify_param/results/hadoop-yarn-tls/logs/failure.json b/core/identify_param/results/hadoop-yarn-tls/logs/failure.json new file mode 100644 index 00000000..0637a088 --- /dev/null +++ b/core/identify_param/results/hadoop-yarn-tls/logs/failure.json @@ -0,0 +1 @@ +[] \ No newline at end of file diff --git a/core/identify_param/results/hadoop-yarn-tls/logs/getter-record b/core/identify_param/results/hadoop-yarn-tls/logs/getter-record new file mode 100644 index 00000000..0049007a --- /dev/null +++ b/core/identify_param/results/hadoop-yarn-tls/logs/getter-record @@ -0,0 +1,279 @@ +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer yarn.ipc.record.factory.class +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer hadoop.security.auth_to_local +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer hadoop.security.auth_to_local.mechanism +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer hadoop.user.group.static.mapping.overrides +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer yarn.timeline-service.writer.class +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer hadoop.http.filter.initializers +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer yarn.timeline-service.collector.bind-port-ranges +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer 0.0.0.0 +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer yarn.http.policy +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer yarn.http.policy +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer hadoop.http.filter.initializers +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer hadoop.http.staticuser.user +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer yarn.resourcemanager.cluster-id +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication yarn.ipc.record.factory.class +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication hadoop.security.auth_to_local +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication hadoop.security.auth_to_local.mechanism +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication hadoop.user.group.static.mapping.overrides +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication yarn.timeline-service.writer.class +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication hadoop.http.filter.initializers +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication yarn.timeline-service.collector.bind-port-ranges +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication 0.0.0.0 +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication yarn.http.policy +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication yarn.http.policy +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication hadoop.http.filter.initializers +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication hadoop.http.staticuser.user +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication yarn.resourcemanager.cluster-id +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode yarn.ipc.record.factory.class +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode hadoop.security.auth_to_local +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode hadoop.security.auth_to_local.mechanism +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode hadoop.user.group.static.mapping.overrides +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode yarn.timeline-service.writer.class +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode hadoop.http.filter.initializers +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode yarn.timeline-service.collector.bind-port-ranges +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode 0.0.0.0 +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode yarn.http.policy +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode yarn.http.policy +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode hadoop.http.filter.initializers +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode hadoop.http.staticuser.user +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode yarn.resourcemanager.cluster-id +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication yarn.ipc.record.factory.class +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication hadoop.security.auth_to_local +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication hadoop.security.auth_to_local.mechanism +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication hadoop.user.group.static.mapping.overrides +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication yarn.timeline-service.writer.class +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication hadoop.http.filter.initializers +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication yarn.timeline-service.collector.bind-port-ranges +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication 0.0.0.0 +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication yarn.http.policy +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication yarn.http.policy +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication hadoop.http.filter.initializers +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication hadoop.http.staticuser.user +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication yarn.resourcemanager.cluster-id +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch yarn.ipc.record.factory.class +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch hadoop.security.auth_to_local +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch hadoop.security.auth_to_local.mechanism +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch hadoop.user.group.static.mapping.overrides +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch yarn.timeline-service.writer.class +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch hadoop.http.filter.initializers +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch yarn.timeline-service.collector.bind-port-ranges +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch 0.0.0.0 +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch yarn.http.policy +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch yarn.http.policy +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch hadoop.http.filter.initializers +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch hadoop.http.staticuser.user +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer yarn.ipc.record.factory.class +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer hadoop.security.auth_to_local +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer hadoop.security.auth_to_local.mechanism +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer hadoop.user.group.static.mapping.overrides +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer yarn.timeline-service.writer.class +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer hadoop.http.filter.initializers +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer yarn.timeline-service.collector.bind-port-ranges +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer 0.0.0.0 +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer yarn.http.policy +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer yarn.http.policy +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer hadoop.http.filter.initializers +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer hadoop.http.staticuser.user +org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation hadoop.security.auth_to_local +org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation hadoop.security.auth_to_local.mechanism +org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation hadoop.user.group.static.mapping.overrides +org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation yarn.ipc.record.factory.class +org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithInvalidTimelineWriter yarn.timeline-service.writer.class +org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter yarn.timeline-service.writer.class +org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter hadoop.security.auth_to_local +org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter hadoop.security.auth_to_local.mechanism +org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter hadoop.user.group.static.mapping.overrides +org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithNonexistentTimelineWriter yarn.timeline-service.writer.class +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader yarn.http.policy +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader yarn.timeline-service.reader.webapp.address +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader hadoop.security.auth_to_local +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader hadoop.security.auth_to_local.mechanism +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader hadoop.user.group.static.mapping.overrides +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader yarn.timeline-service.reader.class +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader yarn.http.policy +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader yarn.timeline-service.reader.webapp.address +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader hadoop.security.auth_to_local +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader hadoop.security.auth_to_local.mechanism +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader hadoop.user.group.static.mapping.overrides +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader yarn.timeline-service.reader.class +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer yarn.http.policy +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer yarn.timeline-service.reader.webapp.address +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer hadoop.security.auth_to_local +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer hadoop.security.auth_to_local.mechanism +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer hadoop.user.group.static.mapping.overrides +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer yarn.timeline-service.reader.class +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer yarn.admin.acl +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer hadoop.http.filter.initializers +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer yarn.http.policy +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer hadoop.http.filter.initializers +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer hadoop.http.staticuser.user +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer yarn.timeline-service.read.allowed.users +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer yarn.admin.acl +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled yarn.admin.acl +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled hadoop.user.group.static.mapping.overrides +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled hadoop.security.auth_to_local +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled hadoop.security.auth_to_local.mechanism +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled yarn.admin.acl +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled hadoop.user.group.static.mapping.overrides +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled hadoop.security.auth_to_local +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled hadoop.security.auth_to_local.mechanism +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView hadoop.security.auth_to_local +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView hadoop.security.auth_to_local.mechanism +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView hadoop.user.group.static.mapping.overrides +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields hadoop.security.auth_to_local +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields hadoop.security.auth_to_local.mechanism +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields hadoop.user.group.static.mapping.overrides +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows hadoop.security.auth_to_local +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows hadoop.security.auth_to_local.mechanism +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows hadoop.user.group.static.mapping.overrides +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit hadoop.security.auth_to_local +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit hadoop.security.auth_to_local.mechanism +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit hadoop.user.group.static.mapping.overrides +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities hadoop.security.auth_to_local +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities hadoop.security.auth_to_local.mechanism +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities hadoop.user.group.static.mapping.overrides +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv hadoop.security.auth_to_local +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv hadoop.security.auth_to_local.mechanism +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv hadoop.user.group.static.mapping.overrides +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields hadoop.security.auth_to_local +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields hadoop.security.auth_to_local.mechanism +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields hadoop.user.group.static.mapping.overrides +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp hadoop.security.auth_to_local +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp hadoop.security.auth_to_local.mechanism +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp hadoop.user.group.static.mapping.overrides +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities hadoop.security.auth_to_local +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities hadoop.security.auth_to_local.mechanism +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities hadoop.user.group.static.mapping.overrides +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations hadoop.security.auth_to_local +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations hadoop.security.auth_to_local.mechanism +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations hadoop.user.group.static.mapping.overrides +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile hadoop.security.auth_to_local +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile hadoop.security.auth_to_local.mechanism +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile hadoop.user.group.static.mapping.overrides +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities hadoop.security.auth_to_local +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities hadoop.security.auth_to_local.mechanism +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities hadoop.user.group.static.mapping.overrides +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName hadoop.security.authentication +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName hadoop.security.auth_to_local +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName hadoop.security.auth_to_local.mechanism +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName hadoop.user.group.static.mapping.overrides +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName fs.defaultFS +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName fs.defaultFS diff --git a/core/identify_param/results/hadoop-yarn-tls/logs/getter.json b/core/identify_param/results/hadoop-yarn-tls/logs/getter.json new file mode 100644 index 00000000..452009d0 --- /dev/null +++ b/core/identify_param/results/hadoop-yarn-tls/logs/getter.json @@ -0,0 +1 @@ +["org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithInvalidTimelineWriter", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithNonexistentTimelineWriter", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName"] \ No newline at end of file diff --git a/core/identify_param/results/hadoop-yarn-tls/logs/no_report.json b/core/identify_param/results/hadoop-yarn-tls/logs/no_report.json new file mode 100644 index 00000000..0637a088 --- /dev/null +++ b/core/identify_param/results/hadoop-yarn-tls/logs/no_report.json @@ -0,0 +1 @@ +[] \ No newline at end of file diff --git a/core/identify_param/results/hadoop-yarn-tls/logs/other.json b/core/identify_param/results/hadoop-yarn-tls/logs/other.json new file mode 100644 index 00000000..14baba17 --- /dev/null +++ b/core/identify_param/results/hadoop-yarn-tls/logs/other.json @@ -0,0 +1 @@ +["org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testPutEntityAsync"] \ No newline at end of file diff --git a/core/identify_param/results/hadoop-yarn-tls/logs/setter-record b/core/identify_param/results/hadoop-yarn-tls/logs/setter-record new file mode 100644 index 00000000..dd4376f1 --- /dev/null +++ b/core/identify_param/results/hadoop-yarn-tls/logs/setter-record @@ -0,0 +1,96 @@ +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer yarn.timeline-service.enabled +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer yarn.timeline-service.version +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer yarn.timeline-service.writer.class +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer yarn.timeline-service.app-collector.linger-period.ms +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer hadoop.http.filter.initializers +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer bind.address +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer delegation-token.token-kind +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer type +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer cookie.path +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer simple.anonymous.allowed +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication yarn.timeline-service.enabled +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication yarn.timeline-service.version +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication yarn.timeline-service.writer.class +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication yarn.timeline-service.app-collector.linger-period.ms +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication hadoop.http.filter.initializers +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication bind.address +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication delegation-token.token-kind +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication type +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication cookie.path +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication simple.anonymous.allowed +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode yarn.timeline-service.enabled +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode yarn.timeline-service.version +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode yarn.timeline-service.writer.class +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode yarn.timeline-service.app-collector.linger-period.ms +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode hadoop.http.filter.initializers +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode bind.address +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode delegation-token.token-kind +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode type +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode cookie.path +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode simple.anonymous.allowed +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication yarn.timeline-service.enabled +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication yarn.timeline-service.version +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication yarn.timeline-service.writer.class +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication yarn.timeline-service.app-collector.linger-period.ms +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication hadoop.http.filter.initializers +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication bind.address +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication delegation-token.token-kind +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication type +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication cookie.path +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication simple.anonymous.allowed +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch yarn.timeline-service.enabled +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch yarn.timeline-service.version +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch yarn.timeline-service.writer.class +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch yarn.timeline-service.app-collector.linger-period.ms +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch hadoop.http.filter.initializers +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch bind.address +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch delegation-token.token-kind +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch type +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch cookie.path +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch simple.anonymous.allowed +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer yarn.timeline-service.enabled +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer yarn.timeline-service.version +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer yarn.timeline-service.writer.class +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer yarn.timeline-service.app-collector.linger-period.ms +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer hadoop.http.filter.initializers +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer bind.address +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer delegation-token.token-kind +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer type +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer cookie.path +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer simple.anonymous.allowed +org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testAsyncEntityDiscard yarn.timeline-service.writer.async.queue.capacity +org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithInvalidTimelineWriter yarn.timeline-service.writer.class +org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter yarn.timeline-service.writer.class +org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithNonexistentTimelineWriter yarn.timeline-service.writer.class +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader yarn.timeline-service.enabled +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader yarn.timeline-service.version +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader yarn.timeline-service.reader.webapp.address +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader yarn.timeline-service.reader.class +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader yarn.timeline-service.enabled +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader yarn.timeline-service.version +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader yarn.timeline-service.reader.webapp.address +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader yarn.timeline-service.reader.class +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer yarn.timeline-service.enabled +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer yarn.timeline-service.version +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer yarn.timeline-service.reader.webapp.address +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer yarn.timeline-service.reader.class +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer hadoop.http.filter.initializers +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer bind.address +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled yarn.acl.enable +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled yarn.admin.acl +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled yarn.acl.enable +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled yarn.webapp.filter-entity-list-by-user +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled yarn.admin.acl +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities yarn.timeline-service.fs-writer.root-dir +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName yarn.timeline-service.fs-writer.root-dir diff --git a/core/identify_param/results/hadoop-yarn-tls/logs/setter.json b/core/identify_param/results/hadoop-yarn-tls/logs/setter.json new file mode 100644 index 00000000..87547203 --- /dev/null +++ b/core/identify_param/results/hadoop-yarn-tls/logs/setter.json @@ -0,0 +1 @@ +["org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testAsyncEntityDiscard", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithInvalidTimelineWriter", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithNonexistentTimelineWriter", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName"] \ No newline at end of file diff --git a/core/identify_param/results/hadoop-yarn-tls/logs/time-record b/core/identify_param/results/hadoop-yarn-tls/logs/time-record new file mode 100644 index 00000000..3d5427f5 --- /dev/null +++ b/core/identify_param/results/hadoop-yarn-tls/logs/time-record @@ -0,0 +1,30 @@ +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer 7.038177728652954 +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication 7.642715215682983 +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode 8.339066743850708 +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication 6.391285181045532 +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch 6.173986434936523 +org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer 6.55518102645874 +org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation 5.599409818649292 +org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testAsyncEntityDiscard 8.827051639556885 +org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testPutEntityAsync 6.606930255889893 +org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithInvalidTimelineWriter 4.529729604721069 +org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter 4.916672468185425 +org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithNonexistentTimelineWriter 4.870725631713867 +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader 5.011258363723755 +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader 4.673870801925659 +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer 5.509918928146362 +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled 5.0935914516448975 +org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled 4.680911540985107 +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView 5.8018739223480225 +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields 5.492901802062988 +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows 5.693988561630249 +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit 5.618821859359741 +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities 5.99419379234314 +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv 7.355664491653442 +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields 5.50823974609375 +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp 5.752532005310059 +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities 6.379145622253418 +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations 5.2169013023376465 +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile 5.191832542419434 +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities 5.073943376541138 +org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName 4.957860708236694 diff --git a/core/identify_param/results/hadoop-yarn-tls/param_getter_map.json b/core/identify_param/results/hadoop-yarn-tls/param_getter_map.json new file mode 100644 index 00000000..006fe221 --- /dev/null +++ b/core/identify_param/results/hadoop-yarn-tls/param_getter_map.json @@ -0,0 +1,249 @@ +{ + "yarn.ipc.record.factory.class": [ + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" + ], + "hadoop.security.authentication": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities" + ], + "hadoop.security.auth_to_local": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities" + ], + "hadoop.security.auth_to_local.mechanism": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities" + ], + "hadoop.user.group.static.mapping.overrides": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities" + ], + "yarn.timeline-service.writer.class": [ + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithNonexistentTimelineWriter", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithInvalidTimelineWriter", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" + ], + "yarn.timeline-service.fs-writer.root-dir": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities" + ], + "fs.defaultFS": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities" + ], + "hadoop.http.filter.initializers": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" + ], + "yarn.timeline-service.collector.bind-port-ranges": [ + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" + ], + "0.0.0.0": [ + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" + ], + "yarn.http.policy": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" + ], + "hadoop.http.staticuser.user": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" + ], + "yarn.resourcemanager.cluster-id": [ + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" + ], + "yarn.timeline-service.reader.webapp.address": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader" + ], + "yarn.timeline-service.reader.class": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader" + ], + "yarn.admin.acl": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled" + ], + "yarn.timeline-service.read.allowed.users": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer" + ] +} \ No newline at end of file diff --git a/core/identify_param/results/hadoop-yarn-tls/param_setter_map.json b/core/identify_param/results/hadoop-yarn-tls/param_setter_map.json new file mode 100644 index 00000000..ec8fb3f6 --- /dev/null +++ b/core/identify_param/results/hadoop-yarn-tls/param_setter_map.json @@ -0,0 +1,132 @@ +{ + "yarn.timeline-service.enabled": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" + ], + "yarn.timeline-service.version": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" + ], + "yarn.timeline-service.writer.class": [ + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithNonexistentTimelineWriter", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithInvalidTimelineWriter", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" + ], + "yarn.timeline-service.app-collector.linger-period.ms": [ + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" + ], + "hadoop.http.filter.initializers": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" + ], + "bind.address": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" + ], + "delegation-token.token-kind": [ + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" + ], + "type": [ + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" + ], + "cookie.path": [ + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" + ], + "simple.anonymous.allowed": [ + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" + ], + "yarn.timeline-service.writer.async.queue.capacity": [ + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testAsyncEntityDiscard" + ], + "yarn.timeline-service.reader.webapp.address": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader" + ], + "yarn.timeline-service.reader.class": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader" + ], + "yarn.acl.enable": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled" + ], + "yarn.admin.acl": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled" + ], + "yarn.webapp.filter-entity-list-by-user": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled" + ], + "yarn.timeline-service.fs-writer.root-dir": [ + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities" + ] +} \ No newline at end of file diff --git a/core/identify_param/results/hadoop-yarn-tls/param_unset_getter_map.json b/core/identify_param/results/hadoop-yarn-tls/param_unset_getter_map.json new file mode 100644 index 00000000..be6d3eec --- /dev/null +++ b/core/identify_param/results/hadoop-yarn-tls/param_unset_getter_map.json @@ -0,0 +1,204 @@ +{ + "yarn.ipc.record.factory.class": [ + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" + ], + "hadoop.security.authentication": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities" + ], + "hadoop.security.auth_to_local": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities" + ], + "hadoop.security.auth_to_local.mechanism": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities" + ], + "hadoop.user.group.static.mapping.overrides": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities" + ], + "yarn.timeline-service.fs-writer.root-dir": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch" + ], + "fs.defaultFS": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities" + ], + "yarn.timeline-service.collector.bind-port-ranges": [ + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" + ], + "0.0.0.0": [ + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" + ], + "yarn.http.policy": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" + ], + "hadoop.http.staticuser.user": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" + ], + "yarn.resourcemanager.cluster-id": [ + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", + "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" + ], + "yarn.admin.acl": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer" + ], + "yarn.timeline-service.read.allowed.users": [ + "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer" + ] +} \ No newline at end of file diff --git a/data/ctest_mapping/opensource-hadoop-yarn-tls.json.json b/data/ctest_mapping/opensource-hadoop-yarn-tls.json similarity index 100% rename from data/ctest_mapping/opensource-hadoop-yarn-tls.json.json rename to data/ctest_mapping/opensource-hadoop-yarn-tls.json From d50ccc6eb9fa736b46bd22e9eb6c0d020aec1bb0 Mon Sep 17 00:00:00 2001 From: KobeNorris Date: Fri, 2 Dec 2022 00:47:15 -0600 Subject: [PATCH 05/15] Feat: Modify code to fit requirement --- ...efault.tsv => hadoop-yarn-tls-default.tsv} | 11 + .../ctest_mapping/ctests-hadoop-yarn-tls.json | 2 +- core/generate_ctest/main.py | 2 +- core/generate_ctest/parse_input.py | 2 +- .../sample-hadoop-yarn-tls-full.tsv | 4 - .../sample-hadoop-yarn-tls-manual.tsv | 14 ++ .../generate_ctest/sample-hadoop-yarn-tls.tsv | 223 +++++++++++++++++- .../missing_test_fs.defaultFS.list | 1 - .../missing_test_yarn.admin.acl.list | 2 - .../missing_test_yarn.http.policy.list | 1 - ..._test_yarn.resourcemanager.cluster-id.list | 2 - .../test_result_fs.defaultFS.tsv | 21 -- .../test_result_yarn.admin.acl.tsv | 2 - .../test_result_yarn.http.policy.tsv | 9 - ...result_yarn.resourcemanager.cluster-id.tsv | 8 - core/generate_value/value_generation.py | 5 + .../hadoop-yarn-tls/logs/getter-record | 140 ----------- .../hadoop-yarn-tls/logs/setter-record | 24 -- .../results/hadoop-yarn-tls/logs/time-record | 30 --- 19 files changed, 255 insertions(+), 248 deletions(-) rename core/default_configs/{hadoop-yarn-default.tsv => hadoop-yarn-tls-default.tsv} (96%) delete mode 100644 core/generate_ctest/sample-hadoop-yarn-tls-full.tsv create mode 100644 core/generate_ctest/sample-hadoop-yarn-tls-manual.tsv delete mode 100644 core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_fs.defaultFS.list delete mode 100644 core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_yarn.admin.acl.list delete mode 100644 core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_yarn.http.policy.list delete mode 100644 core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_yarn.resourcemanager.cluster-id.list delete mode 100644 core/generate_ctest/test_result/hadoop-yarn-tls/test_result_fs.defaultFS.tsv delete mode 100644 core/generate_ctest/test_result/hadoop-yarn-tls/test_result_yarn.admin.acl.tsv delete mode 100644 core/generate_ctest/test_result/hadoop-yarn-tls/test_result_yarn.http.policy.tsv delete mode 100644 core/generate_ctest/test_result/hadoop-yarn-tls/test_result_yarn.resourcemanager.cluster-id.tsv diff --git a/core/default_configs/hadoop-yarn-default.tsv b/core/default_configs/hadoop-yarn-tls-default.tsv similarity index 96% rename from core/default_configs/hadoop-yarn-default.tsv rename to core/default_configs/hadoop-yarn-tls-default.tsv index e1e6d799..40178197 100644 --- a/core/default_configs/hadoop-yarn-default.tsv +++ b/core/default_configs/hadoop-yarn-tls-default.tsv @@ -1,3 +1,14 @@ +0.0.0.0 +fs.defaultFS file:/// Optional: If you don't want to use CosN as the default file system, you don't need to configure it. +hadoop.http.staticuser.user dr.who The user name to filter as, on static web filters while rendering content. An example use is the HDFS web UI (user to be used for browsing files). +hadoop.security.authentication simple Put site-specific property overrides in this file. +hadoop.security.auth_to_local DEFAULT Maps kerberos principals to local user names +hadoop.security.auth_to_local.mechanism hadoop The mechanism by which auth_to_local rules are evaluated. If set to 'hadoop' it will not allow resulting local user names to have either '@' or '/'. If set to 'MIT' it will follow MIT evaluation rules and the restrictions of 'hadoop' do not apply. +hadoop.user.group.static.mapping.overrides dr.who=; Static mapping of user to groups. This will override the groups if available in the system for the specified user. In other words, groups look-up will not happen for these users, instead groups mapped in this configuration will be used. Mapping should be in this format. user1=group1,group2;user2=;user3=group2; Default, "dr.who=;" will consider "dr.who" as user without groups. +yarn.timeline-service.collector.bind-port-ranges +yarn.timeline-service.fs-writer.root-dir +yarn.timeline-service.read.allowed.users +yarn.resourcemanager.cluster-id yarn-cluster Name of the cluster. In a HA setting, this is used to ensure the RM participates in leader election for this cluster and ensures it does not affect other clusters yarn.ipc.client.factory.class Factory to create client IPC classes. yarn.ipc.server.factory.class Factory to create server IPC classes. yarn.ipc.record.factory.class Factory to create serializeable records. diff --git a/core/generate_ctest/ctest_mapping/ctests-hadoop-yarn-tls.json b/core/generate_ctest/ctest_mapping/ctests-hadoop-yarn-tls.json index 1fbc7540..b19769b9 100644 --- a/core/generate_ctest/ctest_mapping/ctests-hadoop-yarn-tls.json +++ b/core/generate_ctest/ctest_mapping/ctests-hadoop-yarn-tls.json @@ -1 +1 @@ -{"fs.defaultFS": ["org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer"], "yarn.http.policy": ["org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer"], "yarn.resourcemanager.cluster-id": ["org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer"], "yarn.admin.acl": ["org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer"]} \ No newline at end of file +{"yarn.http.policy": ["org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer"], "yarn.timeline-service.read.allowed.users": ["org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer"], "yarn.admin.acl": ["org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer"], "hadoop.http.staticuser.user": ["org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer"]} \ No newline at end of file diff --git a/core/generate_ctest/main.py b/core/generate_ctest/main.py index a53169d6..fc91d2df 100644 --- a/core/generate_ctest/main.py +++ b/core/generate_ctest/main.py @@ -33,7 +33,7 @@ def test_value_pair(test_input): mt_file = open(os.path.join(GENCTEST_TR_DIR, project, MT_FILE.format(id=param)), "w") associated_tests = mapping[param] if param in mapping else [] - if len(mapping[param]) != 0: + if param in mapping.keys() and len(mapping[param]) != 0: for value in values: tr = run_test_seperate(param, value, associated_tests) diff --git a/core/generate_ctest/parse_input.py b/core/generate_ctest/parse_input.py index 53af1c5a..9fda5e38 100644 --- a/core/generate_ctest/parse_input.py +++ b/core/generate_ctest/parse_input.py @@ -13,7 +13,7 @@ def parse_value_file(path): """return param: [(value type, value)]""" data = {} - samples = [x.strip("\n").split(" ") for x in open(path)] + samples = [x.strip("\n").split("\t") for x in open(path)] for row in samples: parameter = row[0] values = [x for x in row[1:] if x != SKIP_VAL] diff --git a/core/generate_ctest/sample-hadoop-yarn-tls-full.tsv b/core/generate_ctest/sample-hadoop-yarn-tls-full.tsv deleted file mode 100644 index 09a1cad2..00000000 --- a/core/generate_ctest/sample-hadoop-yarn-tls-full.tsv +++ /dev/null @@ -1,4 +0,0 @@ -yarn.http.policy HTTP_ONLY HTTPS_ONLY -yarn.resourcemanager.cluster-id default test -yarn.admin.acl * -fs.defaultFS file:/// \ No newline at end of file diff --git a/core/generate_ctest/sample-hadoop-yarn-tls-manual.tsv b/core/generate_ctest/sample-hadoop-yarn-tls-manual.tsv new file mode 100644 index 00000000..dbe8f36c --- /dev/null +++ b/core/generate_ctest/sample-hadoop-yarn-tls-manual.tsv @@ -0,0 +1,14 @@ +yarn.ipc.record.factory.class SKIP SKIP +hadoop.security.authentication simple SKIP +hadoop.security.auth_to_local DEFAULT RULE:[2:$1@$0](JobTracker@.*FOO.COM)s/@.*//DEFAULT +hadoop.security.auth_to_local.mechanism hadoop mit +hadoop.user.group.static.mapping.overrides dr.who=; user1=group1,group2;user2=;user3=group2 +yarn.timeline-service.fs-writer.root-dir SKIP SKIP +fs.defaultFS file:/// cosn:// viewfs:/// +yarn.timeline-service.collector.bind-port-ranges SKIP SKIP +0.0.0.0 SKIP SKIP +yarn.http.policy HTTP HTTPS +hadoop.http.staticuser.user dr.who SKIP +yarn.resourcemanager.cluster-id yarn-cluster cluster1 +yarn.admin.acl * SKIP +yarn.timeline-service.read.allowed.users SKIP SKIP \ No newline at end of file diff --git a/core/generate_ctest/sample-hadoop-yarn-tls.tsv b/core/generate_ctest/sample-hadoop-yarn-tls.tsv index c76aabd0..f9e02deb 100644 --- a/core/generate_ctest/sample-hadoop-yarn-tls.tsv +++ b/core/generate_ctest/sample-hadoop-yarn-tls.tsv @@ -1 +1,222 @@ -fs.defaultFS file:/// \ No newline at end of file +0.0.0.0 SKIP SKIP +fs.defaultFS SKIP SKIP +hadoop.http.staticuser.user xdsuper samsuper +hadoop.security.authentication SKIP SKIP +hadoop.security.auth_to_local SKIP SKIP +hadoop.security.auth_to_local.mechanism SKIP SKIP +hadoop.user.group.static.mapping.overrides SKIP SKIP +yarn.timeline-service.collector.bind-port-ranges SKIP SKIP +yarn.timeline-service.fs-writer.root-dir SKIP SKIP +yarn.timeline-service.read.allowed.users xdsuper samsuper +yarn.resourcemanager.cluster-id SKIP SKIP +yarn.ipc.client.factory.class SKIP SKIP +yarn.ipc.server.factory.class SKIP SKIP +yarn.ipc.record.factory.class SKIP SKIP +yarn.ipc.rpc.class SKIP SKIP +yarn.resourcemanager.hostname 127.0.0.1 SKIP +yarn.resourcemanager.address 127.0.0.1 SKIP +yarn.resourcemanager.bind-host SKIP SKIP +yarn.resourcemanager.client.thread-count 25 100 +yarn.resourcemanager.amlauncher.thread-count 25 100 +yarn.resourcemanager.nodemanager-connect-retries 1 20 +yarn.dispatcher.drain-events.timeout 150000 600000 +yarn.am.liveness-monitor.expiry-interval-ms 300000 1200000 +yarn.resourcemanager.principal SKIP SKIP +yarn.resourcemanager.scheduler.address 127.0.0.1 SKIP +yarn.resourcemanager.scheduler.client.thread-count 25 100 +yarn.http.policy HTTP HTTPS_ONLY +yarn.resourcemanager.webapp.address 127.0.0.1 SKIP +yarn.resourcemanager.webapp.https.address 127.0.0.1 SKIP +yarn.resourcemanager.resource-tracker.address 127.0.0.1 SKIP +yarn.acl.enable true SKIP +yarn.admin.acl ACL YARN +yarn.resourcemanager.admin.address 127.0.0.1 SKIP +yarn.resourcemanager.admin.client.thread-count 0 2 +yarn.resourcemanager.connect.max-wait.ms 450000 1800000 +yarn.resourcemanager.connect.retry-interval.ms 15000 60000 +yarn.resourcemanager.am.max-attempts 1 4 +yarn.resourcemanager.container.liveness-monitor.interval-ms 300000 1200000 +yarn.resourcemanager.keytab /valid/file1 /valid/file2 +yarn.resourcemanager.webapp.delegation-token-auth-filter.enabled false SKIP +yarn.resourcemanager.webapp.cross-origin.enabled true SKIP +yarn.nm.liveness-monitor.expiry-interval-ms 300000 1200000 +yarn.resourcemanager.nodes.include-path SKIP SKIP +yarn.resourcemanager.nodes.exclude-path SKIP SKIP +yarn.resourcemanager.resource-tracker.client.thread-count 25 100 +yarn.resourcemanager.scheduler.class SKIP SKIP +yarn.scheduler.minimum-allocation-mb 512 2048 +yarn.scheduler.maximum-allocation-mb 4096 16384 +yarn.scheduler.minimum-allocation-vcores 0 2 +yarn.scheduler.maximum-allocation-vcores 16 64 +yarn.resourcemanager.recovery.enabled true SKIP +yarn.resourcemanager.fail-fast SKIP SKIP +yarn.fail-fast true SKIP +yarn.resourcemanager.work-preserving-recovery.enabled false SKIP +yarn.resourcemanager.work-preserving-recovery.scheduling-wait-ms 5000 20000 +yarn.resourcemanager.store.class SKIP SKIP +yarn.resourcemanager.state-store.max-completed-applications SKIP SKIP +yarn.resourcemanager.zk-address 127.0.0.1 SKIP +yarn.resourcemanager.zk-num-retries 500 2000 +yarn.resourcemanager.zk-retry-interval-ms 500 2000 +yarn.resourcemanager.zk-state-store.parent-path /valid/file1 /valid/file2 +yarn.resourcemanager.zk-timeout-ms 5000 20000 +yarn.resourcemanager.zk-acl SKIP SKIP +yarn.resourcemanager.zk-state-store.root-node.acl SKIP SKIP +yarn.resourcemanager.zk-auth SKIP SKIP +yarn.resourcemanager.fs.state-store.uri /valid/file1 /valid/file2 +yarn.resourcemanager.fs.state-store.retry-policy-spec [1000, 250] [4000, 1000] +yarn.resourcemanager.fs.state-store.num-retries 1 -1 +yarn.resourcemanager.fs.state-store.retry-interval-ms 500 2000 +yarn.resourcemanager.leveldb-state-store.path /valid/file1 /valid/file2 +yarn.resourcemanager.leveldb-state-store.compaction-interval-secs 1800 7200 +yarn.resourcemanager.ha.enabled true SKIP +yarn.resourcemanager.ha.automatic-failover.enabled false SKIP +yarn.resourcemanager.ha.automatic-failover.embedded false SKIP +yarn.resourcemanager.ha.automatic-failover.zk-base-path /valid/file1 /valid/file2 +yarn.resourcemanager.cluster-id SKIP SKIP +yarn.resourcemanager.ha.rm-ids SKIP SKIP +yarn.resourcemanager.ha.id SKIP SKIP +yarn.client.failover-proxy-provider SKIP SKIP +yarn.client.failover-max-attempts SKIP SKIP +yarn.client.failover-sleep-base-ms SKIP SKIP +yarn.client.failover-sleep-max-ms SKIP SKIP +yarn.client.failover-retries 1 -1 +yarn.client.failover-retries-on-socket-timeouts 1 -1 +yarn.resourcemanager.max-completed-applications 5000 20000 +yarn.resourcemanager.delayed.delegation-token.removal-interval-ms 15000 60000 +yarn.resourcemanager.proxy-user-privileges.enabled true SKIP +yarn.resourcemanager.am-rm-tokens.master-key-rolling-interval-secs 43200 172800 +yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs 43200 172800 +yarn.resourcemanager.nodemanagers.heartbeat-interval-ms 500 2000 +yarn.resourcemanager.nodemanager.minimum.version SKIP SKIP +yarn.resourcemanager.scheduler.monitor.enable true SKIP +yarn.resourcemanager.scheduler.monitor.policies SKIP SKIP +yarn.resourcemanager.configuration.provider-class SKIP SKIP +yarn.resourcemanager.system-metrics-publisher.enabled true SKIP +yarn.resourcemanager.system-metrics-publisher.dispatcher.pool-size 1 20 +yarn.nodemanager.hostname 127.0.0.1 SKIP +yarn.nodemanager.address 127.0.0.1 SKIP +yarn.nodemanager.bind-host SKIP SKIP +yarn.nodemanager.admin-env SKIP SKIP +yarn.nodemanager.env-whitelist JAVA_HOME HADOOP_COMMON_HOME +yarn.nodemanager.container-executor.class SKIP SKIP +yarn.nodemanager.container-manager.thread-count 10 40 +yarn.nodemanager.delete.thread-count 1 8 +yarn.nodemanager.delete.debug-delay-sec 1 -1 +yarn.nodemanager.keytab /valid/file1 /valid/file2 +yarn.nodemanager.local-dirs /valid/file1 /valid/file2 +yarn.nodemanager.local-cache.max-files-per-directory 4096 16384 +yarn.nodemanager.localizer.address 127.0.0.1 SKIP +yarn.nodemanager.localizer.cache.cleanup.interval-ms 300000 1200000 +yarn.nodemanager.localizer.cache.target-size-mb 5120 20480 +yarn.nodemanager.localizer.client.thread-count 1 10 +yarn.nodemanager.localizer.fetch.thread-count 1 8 +yarn.nodemanager.log-dirs /valid/file1 /valid/file2 +yarn.log-aggregation-enable true SKIP +yarn.log-aggregation.retain-seconds 0 -2 +yarn.log-aggregation.retain-check-interval-seconds 0 -2 +yarn.nodemanager.log.retain-seconds 5400 21600 +yarn.nodemanager.remote-app-log-dir /valid/file1 /valid/file2 +yarn.nodemanager.remote-app-log-dir-suffix SKIP SKIP +yarn.nodemanager.resource.memory-mb 4096 16384 +yarn.nodemanager.pmem-check-enabled false SKIP +yarn.nodemanager.vmem-check-enabled false SKIP +yarn.nodemanager.vmem-pmem-ratio 1.05 4.2 +yarn.nodemanager.resource.cpu-vcores 1 16 +yarn.nodemanager.resource.percentage-physical-cpu-limit 50 200 +yarn.nodemanager.webapp.address 127.0.0.1 SKIP +yarn.nodemanager.container-monitor.interval-ms 1500 6000 +yarn.nodemanager.container-monitor.resource-calculator.class SKIP SKIP +yarn.nodemanager.health-checker.interval-ms 300000 1200000 +yarn.nodemanager.health-checker.script.timeout-ms 600000 2400000 +yarn.nodemanager.health-checker.script.path /valid/file1 /valid/file2 +yarn.nodemanager.health-checker.script.opts SKIP SKIP +yarn.nodemanager.disk-health-checker.interval-ms 60000 240000 +yarn.nodemanager.disk-health-checker.min-healthy-disks 0.125 0.5 +yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage 45.0 180.0 +yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb 1 -1 +yarn.nodemanager.linux-container-executor.path /valid/file1 /valid/file2 +yarn.nodemanager.linux-container-executor.resources-handler.class SKIP SKIP +yarn.nodemanager.linux-container-executor.cgroups.hierarchy /valid/file1 /valid/file2 +yarn.nodemanager.linux-container-executor.cgroups.mount true SKIP +yarn.nodemanager.linux-container-executor.cgroups.mount-path SKIP SKIP +yarn.nodemanager.linux-container-executor.nonsecure-mode.limit-users false SKIP +yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user xdsuper samsuper +yarn.nodemanager.linux-container-executor.nonsecure-mode.user-pattern ^[_.A-Za-z0-9][-@_.A-Za-z0-9]{0 255}?[$]?$ +yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage true SKIP +yarn.nodemanager.windows-container.memory-limit.enabled true SKIP +yarn.nodemanager.windows-container.cpu-limit.enabled true SKIP +yarn.nodemanager.log-aggregation.compression-type SKIP SKIP +yarn.nodemanager.principal SKIP SKIP +yarn.nodemanager.aux-services SKIP SKIP +yarn.nodemanager.sleep-delay-before-sigkill.ms 125 500 +yarn.nodemanager.process-kill-wait.ms 1000 4000 +yarn.nodemanager.resourcemanager.minimum.version SKIP SKIP +yarn.client.nodemanager-client-async.thread-pool-max-size 250 1000 +yarn.client.nodemanager-connect.max-wait-ms 90000 360000 +yarn.client.nodemanager-connect.retry-interval-ms 5000 20000 +yarn.client.max-cached-nodemanagers-proxies 1 -1 +yarn.nodemanager.recovery.enabled true SKIP +yarn.nodemanager.recovery.dir /valid/file1 /valid/file2 +yarn.nodemanager.recovery.compaction-interval-secs 1800 7200 +yarn.nodemanager.container-metrics.unregister-delay-ms 5000 20000 +yarn.nodemanager.docker-container-executor.exec-name /valid/file1 /valid/file2 +yarn.nodemanager.aux-services.mapreduce_shuffle.class SKIP SKIP +mapreduce.job.jar SKIP SKIP +mapreduce.job.hdfs-servers SKIP SKIP +yarn.web-proxy.principal SKIP SKIP +yarn.web-proxy.keytab /valid/file1 /valid/file2 +yarn.web-proxy.address 127.0.0.1 SKIP +yarn.application.classpath SKIP SKIP +yarn.timeline-service.enabled true SKIP +yarn.timeline-service.hostname 127.0.0.1 SKIP +yarn.timeline-service.address 127.0.0.1 SKIP +yarn.timeline-service.webapp.address 127.0.0.1 SKIP +yarn.timeline-service.webapp.https.address 127.0.0.1 SKIP +yarn.timeline-service.bind-host SKIP SKIP +yarn.timeline-service.generic-application-history.max-applications 5000 20000 +yarn.timeline-service.store-class SKIP SKIP +yarn.timeline-service.ttl-enable false SKIP +yarn.timeline-service.ttl-ms 302400000 1209600000 +yarn.timeline-service.leveldb-timeline-store.path /valid/file1 /valid/file2 +yarn.timeline-service.leveldb-timeline-store.ttl-interval-ms 150000 600000 +yarn.timeline-service.leveldb-timeline-store.read-cache-size 52428800 209715200 +yarn.timeline-service.leveldb-timeline-store.start-time-read-cache-size 5000 20000 +yarn.timeline-service.leveldb-timeline-store.start-time-write-cache-size 5000 20000 +yarn.timeline-service.handler-thread-count 1 20 +yarn.timeline-service.http-authentication.type SKIP SKIP +yarn.timeline-service.http-authentication.simple.anonymous.allowed false SKIP +yarn.timeline-service.principal SKIP SKIP +yarn.timeline-service.keytab /valid/file1 /valid/file2 +yarn.timeline-service.ui-names SKIP SKIP +yarn.timeline-service.client.max-retries 15 60 +yarn.timeline-service.client.best-effort true SKIP +yarn.timeline-service.client.retry-interval-ms 500 2000 +yarn.timeline-service.recovery.enabled true SKIP +yarn.timeline-service.state-store-class SKIP SKIP +yarn.timeline-service.leveldb-state-store.path /valid/file1 /valid/file2 +yarn.sharedcache.enabled true SKIP +yarn.sharedcache.root-dir /valid/file1 /valid/file2 +yarn.sharedcache.nested-level 1 6 +yarn.sharedcache.store.class SKIP SKIP +yarn.sharedcache.app-checker.class SKIP SKIP +yarn.sharedcache.store.in-memory.staleness-period-mins 5040 20160 +yarn.sharedcache.store.in-memory.initial-delay-mins 1 20 +yarn.sharedcache.store.in-memory.check-period-mins 360 1440 +yarn.sharedcache.admin.address 0.0.0.0:3000 0.0.0.0:3001 +yarn.sharedcache.admin.thread-count 0 2 +yarn.sharedcache.webapp.address 0.0.0.0:3000 0.0.0.0:3001 +yarn.sharedcache.cleaner.period-mins 720 2880 +yarn.sharedcache.cleaner.initial-delay-mins 1 20 +yarn.sharedcache.cleaner.resource-sleep-ms 1 -1 +yarn.sharedcache.uploader.server.address 0.0.0.0:3000 0.0.0.0:3001 +yarn.sharedcache.uploader.server.thread-count 25 100 +yarn.sharedcache.client-server.address 0.0.0.0:3000 0.0.0.0:3001 +yarn.sharedcache.client-server.thread-count 25 100 +yarn.sharedcache.checksum.algo.impl SKIP SKIP +yarn.sharedcache.nm.uploader.replication.factor 1 20 +yarn.sharedcache.nm.uploader.thread-count 10 40 +yarn.client.application-client-protocol.poll-interval-ms 100 400 +yarn.nodemanager.container-monitor.procfs-tree.smaps-based-rss.enabled true SKIP +yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds 0 -2 +yarn.nodemanager.webapp.cross-origin.enabled true SKIP \ No newline at end of file diff --git a/core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_fs.defaultFS.list b/core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_fs.defaultFS.list deleted file mode 100644 index 833624a6..00000000 --- a/core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_fs.defaultFS.list +++ /dev/null @@ -1 +0,0 @@ ->>>>[ctest_core] missing test for hadoop-yarn-tls fs.defaultFS file:/// diff --git a/core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_yarn.admin.acl.list b/core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_yarn.admin.acl.list deleted file mode 100644 index 13c5ea7a..00000000 --- a/core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_yarn.admin.acl.list +++ /dev/null @@ -1,2 +0,0 @@ ->>>>[ctest_core] missing test for hadoop-yarn-tls yarn.admin.acl * ->>>>[ctest_core] missing test for hadoop-yarn-tls yarn.admin.acl diff --git a/core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_yarn.http.policy.list b/core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_yarn.http.policy.list deleted file mode 100644 index fa633f38..00000000 --- a/core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_yarn.http.policy.list +++ /dev/null @@ -1 +0,0 @@ ->>>>[ctest_core] missing test for hadoop-yarn-tls yarn.http.policy HTTP_ONLY diff --git a/core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_yarn.resourcemanager.cluster-id.list b/core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_yarn.resourcemanager.cluster-id.list deleted file mode 100644 index 676ad72b..00000000 --- a/core/generate_ctest/test_result/hadoop-yarn-tls/missing_test_yarn.resourcemanager.cluster-id.list +++ /dev/null @@ -1,2 +0,0 @@ ->>>>[ctest_core] missing test for hadoop-yarn-tls yarn.resourcemanager.cluster-id default ->>>>[ctest_core] missing test for hadoop-yarn-tls yarn.resourcemanager.cluster-id test diff --git a/core/generate_ctest/test_result/hadoop-yarn-tls/test_result_fs.defaultFS.tsv b/core/generate_ctest/test_result/hadoop-yarn-tls/test_result_fs.defaultFS.tsv deleted file mode 100644 index df149772..00000000 --- a/core/generate_ctest/test_result/hadoop-yarn-tls/test_result_fs.defaultFS.tsv +++ /dev/null @@ -1,21 +0,0 @@ -fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch file:/// p 2.044 -fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer file:/// p 2.014 -fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode file:/// p 4.129 -fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv file:/// p 0.657 -fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations file:/// p 0.695 -fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit file:/// p 0.714 -fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication file:/// p 2.248 -fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities file:/// p 1.048 -fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities file:/// p 1.042 -fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView file:/// p 0.645 -fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows file:/// p 0.681 -fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer file:/// p 1.155 -fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName file:/// p 0.964 -fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter file:/// p 0.738 -fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp file:/// p 0.798 -fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication file:/// p 2.949 -fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields file:/// p 0.523 -fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields file:/// p 0.601 -fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities file:/// p 0.638 -fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile file:/// p 1.16 -fs.defaultFS org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer file:/// p 2.193 diff --git a/core/generate_ctest/test_result/hadoop-yarn-tls/test_result_yarn.admin.acl.tsv b/core/generate_ctest/test_result/hadoop-yarn-tls/test_result_yarn.admin.acl.tsv deleted file mode 100644 index 888b1762..00000000 --- a/core/generate_ctest/test_result/hadoop-yarn-tls/test_result_yarn.admin.acl.tsv +++ /dev/null @@ -1,2 +0,0 @@ -yarn.admin.acl org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer * p 1.455 -yarn.admin.acl org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer p 1.42 diff --git a/core/generate_ctest/test_result/hadoop-yarn-tls/test_result_yarn.http.policy.tsv b/core/generate_ctest/test_result/hadoop-yarn-tls/test_result_yarn.http.policy.tsv deleted file mode 100644 index 891f9518..00000000 --- a/core/generate_ctest/test_result/hadoop-yarn-tls/test_result_yarn.http.policy.tsv +++ /dev/null @@ -1,9 +0,0 @@ -yarn.http.policy org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer HTTP_ONLY p 1.418 -yarn.http.policy org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer HTTP_ONLY p 1.967 -yarn.http.policy org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode HTTP_ONLY p 4.319 -yarn.http.policy org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication HTTP_ONLY p 2.061 -yarn.http.policy org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch HTTP_ONLY p 1.93 -yarn.http.policy org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication HTTP_ONLY p 3.631 -yarn.http.policy org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader HTTP_ONLY p 0.661 -yarn.http.policy org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader HTTP_ONLY p 0.601 -yarn.http.policy org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer HTTP_ONLY p 1.989 diff --git a/core/generate_ctest/test_result/hadoop-yarn-tls/test_result_yarn.resourcemanager.cluster-id.tsv b/core/generate_ctest/test_result/hadoop-yarn-tls/test_result_yarn.resourcemanager.cluster-id.tsv deleted file mode 100644 index e42a9966..00000000 --- a/core/generate_ctest/test_result/hadoop-yarn-tls/test_result_yarn.resourcemanager.cluster-id.tsv +++ /dev/null @@ -1,8 +0,0 @@ -yarn.resourcemanager.cluster-id org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication default p 3.232 -yarn.resourcemanager.cluster-id org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication default p 1.96 -yarn.resourcemanager.cluster-id org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode default p 4.164 -yarn.resourcemanager.cluster-id org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer default p 1.937 -yarn.resourcemanager.cluster-id org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode test p 4.297 -yarn.resourcemanager.cluster-id org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication test p 2.982 -yarn.resourcemanager.cluster-id org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer test p 1.971 -yarn.resourcemanager.cluster-id org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication test p 2.008 diff --git a/core/generate_value/value_generation.py b/core/generate_value/value_generation.py index 82a5bde8..08ebe618 100644 --- a/core/generate_value/value_generation.py +++ b/core/generate_value/value_generation.py @@ -25,6 +25,9 @@ def read_tsv(module): if module == "zookeeper-server": assert len(params) == 32 return 32 + elif module == "hadoop-yarn-tls": + assert len(params) == 222 + return 16 else: assert len(params) == 90 return 90 @@ -105,6 +108,8 @@ def print_params(module): f = open(module + output, "w") if module == "zookeeper-server": assert len(params) == 32 + elif module == "hadoop-yarn-tls": + assert len(params) == 222 else: assert len(params) >= 90 for param in params: diff --git a/core/identify_param/results/hadoop-yarn-tls/logs/getter-record b/core/identify_param/results/hadoop-yarn-tls/logs/getter-record index 0049007a..95a91e25 100644 --- a/core/identify_param/results/hadoop-yarn-tls/logs/getter-record +++ b/core/identify_param/results/hadoop-yarn-tls/logs/getter-record @@ -137,143 +137,3 @@ org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#te org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader hadoop.security.auth_to_local.mechanism org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader hadoop.user.group.static.mapping.overrides org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader yarn.timeline-service.reader.class -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer yarn.http.policy -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer yarn.timeline-service.reader.webapp.address -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer hadoop.security.auth_to_local -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer hadoop.security.auth_to_local.mechanism -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer hadoop.user.group.static.mapping.overrides -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer yarn.timeline-service.reader.class -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer yarn.admin.acl -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer hadoop.http.filter.initializers -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer yarn.http.policy -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer hadoop.http.filter.initializers -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer hadoop.http.staticuser.user -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer yarn.timeline-service.read.allowed.users -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer yarn.admin.acl -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled yarn.admin.acl -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled hadoop.user.group.static.mapping.overrides -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled hadoop.security.auth_to_local -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled hadoop.security.auth_to_local.mechanism -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled yarn.admin.acl -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled hadoop.user.group.static.mapping.overrides -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled hadoop.security.auth_to_local -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled hadoop.security.auth_to_local.mechanism -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView hadoop.security.auth_to_local -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView hadoop.security.auth_to_local.mechanism -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView hadoop.user.group.static.mapping.overrides -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields hadoop.security.auth_to_local -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields hadoop.security.auth_to_local.mechanism -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields hadoop.user.group.static.mapping.overrides -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows hadoop.security.auth_to_local -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows hadoop.security.auth_to_local.mechanism -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows hadoop.user.group.static.mapping.overrides -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit hadoop.security.auth_to_local -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit hadoop.security.auth_to_local.mechanism -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit hadoop.user.group.static.mapping.overrides -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities hadoop.security.auth_to_local -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities hadoop.security.auth_to_local.mechanism -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities hadoop.user.group.static.mapping.overrides -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv hadoop.security.auth_to_local -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv hadoop.security.auth_to_local.mechanism -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv hadoop.user.group.static.mapping.overrides -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields hadoop.security.auth_to_local -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields hadoop.security.auth_to_local.mechanism -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields hadoop.user.group.static.mapping.overrides -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp hadoop.security.auth_to_local -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp hadoop.security.auth_to_local.mechanism -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp hadoop.user.group.static.mapping.overrides -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities hadoop.security.auth_to_local -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities hadoop.security.auth_to_local.mechanism -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities hadoop.user.group.static.mapping.overrides -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations hadoop.security.auth_to_local -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations hadoop.security.auth_to_local.mechanism -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations hadoop.user.group.static.mapping.overrides -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile hadoop.security.auth_to_local -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile hadoop.security.auth_to_local.mechanism -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile hadoop.user.group.static.mapping.overrides -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities hadoop.security.auth_to_local -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities hadoop.security.auth_to_local.mechanism -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities hadoop.user.group.static.mapping.overrides -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName hadoop.security.auth_to_local -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName hadoop.security.auth_to_local.mechanism -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName hadoop.user.group.static.mapping.overrides -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName fs.defaultFS diff --git a/core/identify_param/results/hadoop-yarn-tls/logs/setter-record b/core/identify_param/results/hadoop-yarn-tls/logs/setter-record index dd4376f1..d732557c 100644 --- a/core/identify_param/results/hadoop-yarn-tls/logs/setter-record +++ b/core/identify_param/results/hadoop-yarn-tls/logs/setter-record @@ -70,27 +70,3 @@ org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#te org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader yarn.timeline-service.version org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader yarn.timeline-service.reader.webapp.address org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader yarn.timeline-service.reader.class -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer yarn.timeline-service.enabled -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer yarn.timeline-service.version -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer yarn.timeline-service.reader.webapp.address -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer yarn.timeline-service.reader.class -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer hadoop.http.filter.initializers -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer bind.address -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled yarn.acl.enable -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled yarn.admin.acl -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled yarn.acl.enable -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled yarn.webapp.filter-entity-list-by-user -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled yarn.admin.acl -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName yarn.timeline-service.fs-writer.root-dir diff --git a/core/identify_param/results/hadoop-yarn-tls/logs/time-record b/core/identify_param/results/hadoop-yarn-tls/logs/time-record index 3d5427f5..e69de29b 100644 --- a/core/identify_param/results/hadoop-yarn-tls/logs/time-record +++ b/core/identify_param/results/hadoop-yarn-tls/logs/time-record @@ -1,30 +0,0 @@ -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer 7.038177728652954 -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication 7.642715215682983 -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode 8.339066743850708 -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication 6.391285181045532 -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch 6.173986434936523 -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer 6.55518102645874 -org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation 5.599409818649292 -org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testAsyncEntityDiscard 8.827051639556885 -org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testPutEntityAsync 6.606930255889893 -org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithInvalidTimelineWriter 4.529729604721069 -org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter 4.916672468185425 -org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithNonexistentTimelineWriter 4.870725631713867 -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader 5.011258363723755 -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader 4.673870801925659 -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer 5.509918928146362 -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled 5.0935914516448975 -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled 4.680911540985107 -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView 5.8018739223480225 -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields 5.492901802062988 -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows 5.693988561630249 -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit 5.618821859359741 -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities 5.99419379234314 -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv 7.355664491653442 -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields 5.50823974609375 -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp 5.752532005310059 -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities 6.379145622253418 -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations 5.2169013023376465 -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile 5.191832542419434 -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities 5.073943376541138 -org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName 4.957860708236694 From a583353f3f91414ecf7c85c9c28c3cc37d514fbe Mon Sep 17 00:00:00 2001 From: KobeNorris Date: Fri, 2 Dec 2022 00:53:49 -0600 Subject: [PATCH 06/15] Feat: Add patch files --- core/patch/hadoop-yarn-tls/injection.patch | 0 core/patch/hadoop-yarn-tls/interception.patch | 235 ++++++++++++++++++ core/patch/hadoop-yarn-tls/logging.patch | 45 ++++ 3 files changed, 280 insertions(+) create mode 100644 core/patch/hadoop-yarn-tls/injection.patch create mode 100644 core/patch/hadoop-yarn-tls/interception.patch create mode 100644 core/patch/hadoop-yarn-tls/logging.patch diff --git a/core/patch/hadoop-yarn-tls/injection.patch b/core/patch/hadoop-yarn-tls/injection.patch new file mode 100644 index 00000000..e69de29b diff --git a/core/patch/hadoop-yarn-tls/interception.patch b/core/patch/hadoop-yarn-tls/interception.patch new file mode 100644 index 00000000..723a675a --- /dev/null +++ b/core/patch/hadoop-yarn-tls/interception.patch @@ -0,0 +1,235 @@ +From 766a2c9b2e2d29133afc507bb9560e18815ce431 Mon Sep 17 00:00:00 2001 +From: KobeNorris +Date: Thu, 1 Dec 2022 17:51:47 -0600 +Subject: [PATCH 1/2] feat: Instrumentalize config file + +--- + .../org/apache/hadoop/conf/Configuration.java | 71 ++++++++++++++++--- + 1 file changed, 61 insertions(+), 10 deletions(-) + +diff --git a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java +index 818ef37eb79..5cc2421d118 100755 +--- a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java ++++ b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java +@@ -786,6 +786,7 @@ private void handleDeprecation() { + // Add default resources + addDefaultResource("core-default.xml"); + addDefaultResource("core-site.xml"); ++ // addDefaultResource("core-ctest.xml"); + + // print deprecation warning if hadoop-site.xml is found in classpath + ClassLoader cL = Thread.currentThread().getContextClassLoader(); +@@ -800,6 +801,7 @@ private void handleDeprecation() { + "respectively"); + addDefaultResource("hadoop-site.xml"); + } ++ // LOG.warn("1 Loaded"); + } + + private Properties properties; +@@ -1224,6 +1226,21 @@ String getProperty(String key) { + } + } + ++ /** ++ * Get the appliance stack trace information of the current thread ++ * ++ * @return the appliance stack trace information of the current thread. ++ */ ++ private String getStackTrace() { ++ // String stacktrace = " "; ++ // for (StackTraceElement element : Thread.currentThread().getStackTrace()) { ++ // // stacktrace = stacktrace.concat(element.getClassName() + "\t"); ++ // stacktrace = stacktrace.concat(element.getClassName() + '#' + element.getMethodName() + ' '); ++ // } ++ // return stacktrace; ++ return ""; ++ } ++ + /** + * Get the value of the name property, null if + * no such property exists. If the key is deprecated, it returns the value of +@@ -1240,11 +1257,15 @@ String getProperty(String key) { + * or null if no such property exists. + */ + public String get(String name) { ++ String ctestParam = name; // CTEST + String[] names = handleDeprecation(deprecationContext.get(), name); + String result = null; + for(String n : names) { ++ ctestParam = n; // CTEST + result = substituteVars(getProps().getProperty(n)); + } ++ // LOG.warn("[CTEST][GET-PARAM] " + ctestParam + getStackTrace()); //CTEST ++ LOG.warn("[CTEST][GET-PARAM-KEY-VALUE] " + ctestParam + ":" + result); //CTEST + return result; + } + +@@ -1332,11 +1353,14 @@ public String getTrimmed(String name, String defaultValue) { + * its replacing property and null if no such property exists. + */ + public String getRaw(String name) { ++ String ctestParam = name; //CTEST + String[] names = handleDeprecation(deprecationContext.get(), name); + String result = null; + for(String n : names) { ++ ctestParam = n; //CTEST + result = getProps().getProperty(n); + } ++ LOG.warn("[CTEST][GET-PARAM] " + ctestParam + getStackTrace()); //CTEST + return result; + } + +@@ -1383,6 +1407,20 @@ public String getRaw(String name) { + public void set(String name, String value) { + set(name, value, null); + } ++ ++ /** ++ * Set the value of the name property. If ++ * name is deprecated or there is a deprecated name associated to it, ++ * it sets the value to both names. Name will be trimmed before put into ++ * configuration. ++ * ++ * @param name property name. ++ * @param value property value. ++ * @param value property source. ++ */ ++ public void set(String name, String value, String source) { ++ set(name, value, source, true); ++ } + + /** + * Set the value of the name property. If +@@ -1393,10 +1431,12 @@ public void set(String name, String value) { + * @param name property name. + * @param value property value. + * @param source the place that this configuration value came from ++ * @param log_enabled whether logging is enabled + * (For debugging). + * @throws IllegalArgumentException when the value or name is null. + */ +- public void set(String name, String value, String source) { ++ // public void set(String name, String value, String source) { ++ public void set(String name, String value, String source, boolean log_enabled) { + Preconditions.checkArgument( + name != null, + "Property name must not be null"); +@@ -1408,6 +1448,8 @@ public void set(String name, String value, String source) { + if (deprecations.getDeprecatedKeyMap().isEmpty()) { + getProps(); + } ++ // if(log_enabled) LOG.warn("[CTEST][SET-PARAM] " + name); //CTEST ++ if(log_enabled) LOG.warn("[CTEST][SET-PARAM] " + name + getStackTrace()); //CTEST + getOverlay().setProperty(name, value); + getProps().setProperty(name, value); + String newSource = (source == null ? "programmatically" : source); +@@ -1416,11 +1458,13 @@ public void set(String name, String value, String source) { + putIntoUpdatingResource(name, new String[] {newSource}); + String[] altNames = getAlternativeNames(name); + if(altNames != null) { +- for(String n: altNames) { +- if(!n.equals(name)) { +- getOverlay().setProperty(n, value); +- getProps().setProperty(n, value); +- putIntoUpdatingResource(n, new String[] {newSource}); ++ for(String paramName: altNames) { ++ if(!paramName.equals(name)) { ++ // if(log_enabled) LOG.warn("[CTEST][SET-PARAM] " + paramName); //CTEST ++ if(log_enabled) LOG.warn("[CTEST][SET-PARAM] " + paramName + getStackTrace()); //CTEST ++ getOverlay().setProperty(paramName, value); ++ getProps().setProperty(paramName, value); ++ putIntoUpdatingResource(paramName, new String[] {newSource}); + } + } + } +@@ -1428,10 +1472,12 @@ public void set(String name, String value, String source) { + else { + String[] names = handleDeprecation(deprecationContext.get(), name); + String altSource = "because " + name + " is deprecated"; +- for(String n : names) { +- getOverlay().setProperty(n, value); +- getProps().setProperty(n, value); +- putIntoUpdatingResource(n, new String[] {altSource}); ++ for(String paramName : names) { ++ // if(log_enabled) LOG.warn("[CTEST][SET-PARAM] " + paramName); //CTEST ++ if(log_enabled) LOG.warn("[CTEST][SET-PARAM] " + paramName + getStackTrace()); //CTEST ++ getOverlay().setProperty(paramName, value); ++ getProps().setProperty(paramName, value); ++ putIntoUpdatingResource(paramName, new String[] {altSource}); + } + } + } +@@ -1501,11 +1547,15 @@ private synchronized Properties getOverlay() { + * doesn't exist. + */ + public String get(String name, String defaultValue) { ++ String ctestParam = name; //CTEST + String[] names = handleDeprecation(deprecationContext.get(), name); + String result = null; + for(String n : names) { ++ ctestParam = n; //CTEST + result = substituteVars(getProps().getProperty(n, defaultValue)); + } ++ LOG.warn("[CTEST][GET-PARAM] " + ctestParam + getStackTrace()); //CTEST ++ // System.out.print("CTEST --------------------------- " + ctestParam); + return result; + } + +@@ -3034,6 +3084,7 @@ private void loadResources(Properties properties, + if(loadDefaults && fullReload) { + for (String resource : defaultResources) { + loadResource(properties, new Resource(resource, false), quiet); ++ LOG.warn("Current dir:" + System.getProperty("user.dir")); + } + } + +-- +2.25.1 + + +From e1180af655719d73fac940343be13a6b38dce3e6 Mon Sep 17 00:00:00 2001 +From: KobeNorris +Date: Thu, 1 Dec 2022 17:56:08 -0600 +Subject: [PATCH 2/2] feat: Update yarn config to support injection + +--- + .../org/apache/hadoop/yarn/conf/YarnConfiguration.java | 10 ++++++++++ + 1 file changed, 10 insertions(+) + +diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java +index c1bb6aa68d2..db0bc731fd6 100644 +--- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java ++++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java +@@ -41,6 +41,8 @@ + import org.apache.hadoop.util.BasicDiskValidator; + import org.apache.hadoop.util.StringUtils; + import org.apache.hadoop.yarn.api.ApplicationConstants; ++import org.slf4j.Logger; ++import org.slf4j.LoggerFactory; + + @Public + @Evolving +@@ -99,11 +101,19 @@ + @Deprecated + public static final int APPLICATION_MAX_TAG_LENGTH = 100; + ++ private static final Logger LOG = ++ LoggerFactory.getLogger(YarnConfiguration.class); ++ + static { ++ LOG.warn("2nd addDefaultResource start Loading"); + addDeprecatedKeys(); + Configuration.addDefaultResource(YARN_DEFAULT_CONFIGURATION_FILE); + Configuration.addDefaultResource(YARN_SITE_CONFIGURATION_FILE); + Configuration.addDefaultResource(RESOURCE_TYPES_CONFIGURATION_FILE); ++ Configuration.addDefaultResource("core-ctest.xml"); ++ LOG.warn("2nd addDefaultResource complete Loading"); ++ Configuration conf = new Configuration(); ++ LOG.warn("hadoop.security.groups.negative-cache.secs = " + conf.get("hadoop.security.groups.negative-cache.secs")); + } + + private static void addDeprecatedKeys() { +-- +2.25.1 + diff --git a/core/patch/hadoop-yarn-tls/logging.patch b/core/patch/hadoop-yarn-tls/logging.patch new file mode 100644 index 00000000..aa057317 --- /dev/null +++ b/core/patch/hadoop-yarn-tls/logging.patch @@ -0,0 +1,45 @@ +From e1180af655719d73fac940343be13a6b38dce3e6 Mon Sep 17 00:00:00 2001 +From: KobeNorris +Date: Thu, 1 Dec 2022 17:56:08 -0600 +Subject: [PATCH] feat: Update yarn config to support injection + +--- + .../org/apache/hadoop/yarn/conf/YarnConfiguration.java | 10 ++++++++++ + 1 file changed, 10 insertions(+) + +diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java +index c1bb6aa68d2..db0bc731fd6 100644 +--- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java ++++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java +@@ -41,6 +41,8 @@ + import org.apache.hadoop.util.BasicDiskValidator; + import org.apache.hadoop.util.StringUtils; + import org.apache.hadoop.yarn.api.ApplicationConstants; ++import org.slf4j.Logger; ++import org.slf4j.LoggerFactory; + + @Public + @Evolving +@@ -99,11 +101,19 @@ + @Deprecated + public static final int APPLICATION_MAX_TAG_LENGTH = 100; + ++ private static final Logger LOG = ++ LoggerFactory.getLogger(YarnConfiguration.class); ++ + static { ++ LOG.warn("2nd addDefaultResource start Loading"); + addDeprecatedKeys(); + Configuration.addDefaultResource(YARN_DEFAULT_CONFIGURATION_FILE); + Configuration.addDefaultResource(YARN_SITE_CONFIGURATION_FILE); + Configuration.addDefaultResource(RESOURCE_TYPES_CONFIGURATION_FILE); ++ Configuration.addDefaultResource("core-ctest.xml"); ++ LOG.warn("2nd addDefaultResource complete Loading"); ++ Configuration conf = new Configuration(); ++ LOG.warn("hadoop.security.groups.negative-cache.secs = " + conf.get("hadoop.security.groups.negative-cache.secs")); + } + + private static void addDeprecatedKeys() { +-- +2.25.1 + From 31dcc8bcbb67e0a40d88051a080bdf233c77f85d Mon Sep 17 00:00:00 2001 From: KobeNorris Date: Fri, 2 Dec 2022 00:56:14 -0600 Subject: [PATCH 07/15] Feat: Clean up log files --- .../results/hadoop-yarn-tls/logs/failure.json | 1 - .../hadoop-yarn-tls/logs/getter-record | 139 ---------- .../results/hadoop-yarn-tls/logs/getter.json | 1 - .../hadoop-yarn-tls/logs/no_report.json | 1 - .../results/hadoop-yarn-tls/logs/other.json | 1 - .../hadoop-yarn-tls/logs/setter-record | 72 ----- .../results/hadoop-yarn-tls/logs/setter.json | 1 - .../results/hadoop-yarn-tls/logs/time-record | 0 .../hadoop-yarn-tls/param_getter_map.json | 249 ------------------ .../hadoop-yarn-tls/param_setter_map.json | 132 ---------- .../param_unset_getter_map.json | 204 -------------- 11 files changed, 801 deletions(-) delete mode 100644 core/identify_param/results/hadoop-yarn-tls/logs/failure.json delete mode 100644 core/identify_param/results/hadoop-yarn-tls/logs/getter-record delete mode 100644 core/identify_param/results/hadoop-yarn-tls/logs/getter.json delete mode 100644 core/identify_param/results/hadoop-yarn-tls/logs/no_report.json delete mode 100644 core/identify_param/results/hadoop-yarn-tls/logs/other.json delete mode 100644 core/identify_param/results/hadoop-yarn-tls/logs/setter-record delete mode 100644 core/identify_param/results/hadoop-yarn-tls/logs/setter.json delete mode 100644 core/identify_param/results/hadoop-yarn-tls/logs/time-record delete mode 100644 core/identify_param/results/hadoop-yarn-tls/param_getter_map.json delete mode 100644 core/identify_param/results/hadoop-yarn-tls/param_setter_map.json delete mode 100644 core/identify_param/results/hadoop-yarn-tls/param_unset_getter_map.json diff --git a/core/identify_param/results/hadoop-yarn-tls/logs/failure.json b/core/identify_param/results/hadoop-yarn-tls/logs/failure.json deleted file mode 100644 index 0637a088..00000000 --- a/core/identify_param/results/hadoop-yarn-tls/logs/failure.json +++ /dev/null @@ -1 +0,0 @@ -[] \ No newline at end of file diff --git a/core/identify_param/results/hadoop-yarn-tls/logs/getter-record b/core/identify_param/results/hadoop-yarn-tls/logs/getter-record deleted file mode 100644 index 95a91e25..00000000 --- a/core/identify_param/results/hadoop-yarn-tls/logs/getter-record +++ /dev/null @@ -1,139 +0,0 @@ -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer yarn.ipc.record.factory.class -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer hadoop.security.auth_to_local -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer hadoop.security.auth_to_local.mechanism -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer hadoop.user.group.static.mapping.overrides -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer yarn.timeline-service.writer.class -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer hadoop.http.filter.initializers -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer yarn.timeline-service.collector.bind-port-ranges -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer 0.0.0.0 -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer yarn.http.policy -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer yarn.http.policy -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer hadoop.http.filter.initializers -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer hadoop.http.staticuser.user -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer yarn.resourcemanager.cluster-id -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication yarn.ipc.record.factory.class -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication hadoop.security.auth_to_local -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication hadoop.security.auth_to_local.mechanism -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication hadoop.user.group.static.mapping.overrides -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication yarn.timeline-service.writer.class -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication hadoop.http.filter.initializers -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication yarn.timeline-service.collector.bind-port-ranges -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication 0.0.0.0 -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication yarn.http.policy -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication yarn.http.policy -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication hadoop.http.filter.initializers -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication hadoop.http.staticuser.user -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication yarn.resourcemanager.cluster-id -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode yarn.ipc.record.factory.class -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode hadoop.security.auth_to_local -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode hadoop.security.auth_to_local.mechanism -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode hadoop.user.group.static.mapping.overrides -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode yarn.timeline-service.writer.class -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode hadoop.http.filter.initializers -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode yarn.timeline-service.collector.bind-port-ranges -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode 0.0.0.0 -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode yarn.http.policy -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode yarn.http.policy -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode hadoop.http.filter.initializers -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode hadoop.http.staticuser.user -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode yarn.resourcemanager.cluster-id -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication yarn.ipc.record.factory.class -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication hadoop.security.auth_to_local -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication hadoop.security.auth_to_local.mechanism -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication hadoop.user.group.static.mapping.overrides -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication yarn.timeline-service.writer.class -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication hadoop.http.filter.initializers -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication yarn.timeline-service.collector.bind-port-ranges -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication 0.0.0.0 -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication yarn.http.policy -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication yarn.http.policy -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication hadoop.http.filter.initializers -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication hadoop.http.staticuser.user -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication yarn.resourcemanager.cluster-id -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch yarn.ipc.record.factory.class -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch hadoop.security.auth_to_local -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch hadoop.security.auth_to_local.mechanism -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch hadoop.user.group.static.mapping.overrides -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch yarn.timeline-service.writer.class -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch hadoop.http.filter.initializers -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch yarn.timeline-service.collector.bind-port-ranges -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch 0.0.0.0 -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch yarn.http.policy -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch yarn.http.policy -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch hadoop.http.filter.initializers -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch hadoop.http.staticuser.user -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer yarn.ipc.record.factory.class -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer hadoop.security.auth_to_local -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer hadoop.security.auth_to_local.mechanism -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer hadoop.user.group.static.mapping.overrides -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer yarn.timeline-service.writer.class -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer hadoop.http.filter.initializers -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer yarn.timeline-service.collector.bind-port-ranges -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer 0.0.0.0 -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer yarn.http.policy -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer yarn.http.policy -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer hadoop.http.filter.initializers -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer hadoop.http.staticuser.user -org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation hadoop.security.auth_to_local -org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation hadoop.security.auth_to_local.mechanism -org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation hadoop.user.group.static.mapping.overrides -org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation yarn.ipc.record.factory.class -org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithInvalidTimelineWriter yarn.timeline-service.writer.class -org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter yarn.timeline-service.writer.class -org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter yarn.timeline-service.fs-writer.root-dir -org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter fs.defaultFS -org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter hadoop.security.auth_to_local -org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter hadoop.security.auth_to_local.mechanism -org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter hadoop.user.group.static.mapping.overrides -org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithNonexistentTimelineWriter yarn.timeline-service.writer.class -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader yarn.http.policy -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader yarn.timeline-service.reader.webapp.address -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader hadoop.security.auth_to_local -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader hadoop.security.auth_to_local.mechanism -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader hadoop.user.group.static.mapping.overrides -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader yarn.timeline-service.reader.class -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader yarn.http.policy -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader yarn.timeline-service.reader.webapp.address -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader hadoop.security.authentication -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader hadoop.security.auth_to_local -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader hadoop.security.auth_to_local.mechanism -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader hadoop.user.group.static.mapping.overrides -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader yarn.timeline-service.reader.class diff --git a/core/identify_param/results/hadoop-yarn-tls/logs/getter.json b/core/identify_param/results/hadoop-yarn-tls/logs/getter.json deleted file mode 100644 index 452009d0..00000000 --- a/core/identify_param/results/hadoop-yarn-tls/logs/getter.json +++ /dev/null @@ -1 +0,0 @@ -["org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithInvalidTimelineWriter", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithNonexistentTimelineWriter", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName"] \ No newline at end of file diff --git a/core/identify_param/results/hadoop-yarn-tls/logs/no_report.json b/core/identify_param/results/hadoop-yarn-tls/logs/no_report.json deleted file mode 100644 index 0637a088..00000000 --- a/core/identify_param/results/hadoop-yarn-tls/logs/no_report.json +++ /dev/null @@ -1 +0,0 @@ -[] \ No newline at end of file diff --git a/core/identify_param/results/hadoop-yarn-tls/logs/other.json b/core/identify_param/results/hadoop-yarn-tls/logs/other.json deleted file mode 100644 index 14baba17..00000000 --- a/core/identify_param/results/hadoop-yarn-tls/logs/other.json +++ /dev/null @@ -1 +0,0 @@ -["org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testPutEntityAsync"] \ No newline at end of file diff --git a/core/identify_param/results/hadoop-yarn-tls/logs/setter-record b/core/identify_param/results/hadoop-yarn-tls/logs/setter-record deleted file mode 100644 index d732557c..00000000 --- a/core/identify_param/results/hadoop-yarn-tls/logs/setter-record +++ /dev/null @@ -1,72 +0,0 @@ -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer yarn.timeline-service.enabled -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer yarn.timeline-service.version -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer yarn.timeline-service.writer.class -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer yarn.timeline-service.app-collector.linger-period.ms -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer hadoop.http.filter.initializers -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer bind.address -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer delegation-token.token-kind -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer type -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer cookie.path -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer simple.anonymous.allowed -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication yarn.timeline-service.enabled -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication yarn.timeline-service.version -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication yarn.timeline-service.writer.class -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication yarn.timeline-service.app-collector.linger-period.ms -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication hadoop.http.filter.initializers -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication bind.address -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication delegation-token.token-kind -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication type -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication cookie.path -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication simple.anonymous.allowed -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode yarn.timeline-service.enabled -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode yarn.timeline-service.version -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode yarn.timeline-service.writer.class -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode yarn.timeline-service.app-collector.linger-period.ms -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode hadoop.http.filter.initializers -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode bind.address -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode delegation-token.token-kind -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode type -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode cookie.path -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode simple.anonymous.allowed -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication yarn.timeline-service.enabled -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication yarn.timeline-service.version -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication yarn.timeline-service.writer.class -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication yarn.timeline-service.app-collector.linger-period.ms -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication hadoop.http.filter.initializers -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication bind.address -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication delegation-token.token-kind -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication type -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication cookie.path -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication simple.anonymous.allowed -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch yarn.timeline-service.enabled -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch yarn.timeline-service.version -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch yarn.timeline-service.writer.class -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch yarn.timeline-service.app-collector.linger-period.ms -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch hadoop.http.filter.initializers -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch bind.address -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch delegation-token.token-kind -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch type -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch cookie.path -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch simple.anonymous.allowed -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer yarn.timeline-service.enabled -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer yarn.timeline-service.version -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer yarn.timeline-service.writer.class -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer yarn.timeline-service.app-collector.linger-period.ms -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer hadoop.http.filter.initializers -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer bind.address -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer delegation-token.token-kind -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer type -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer cookie.path -org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer simple.anonymous.allowed -org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testAsyncEntityDiscard yarn.timeline-service.writer.async.queue.capacity -org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithInvalidTimelineWriter yarn.timeline-service.writer.class -org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter yarn.timeline-service.writer.class -org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithNonexistentTimelineWriter yarn.timeline-service.writer.class -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader yarn.timeline-service.enabled -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader yarn.timeline-service.version -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader yarn.timeline-service.reader.webapp.address -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader yarn.timeline-service.reader.class -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader yarn.timeline-service.enabled -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader yarn.timeline-service.version -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader yarn.timeline-service.reader.webapp.address -org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader yarn.timeline-service.reader.class diff --git a/core/identify_param/results/hadoop-yarn-tls/logs/setter.json b/core/identify_param/results/hadoop-yarn-tls/logs/setter.json deleted file mode 100644 index 87547203..00000000 --- a/core/identify_param/results/hadoop-yarn-tls/logs/setter.json +++ /dev/null @@ -1 +0,0 @@ -["org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testAsyncEntityDiscard", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithInvalidTimelineWriter", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithNonexistentTimelineWriter", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName"] \ No newline at end of file diff --git a/core/identify_param/results/hadoop-yarn-tls/logs/time-record b/core/identify_param/results/hadoop-yarn-tls/logs/time-record deleted file mode 100644 index e69de29b..00000000 diff --git a/core/identify_param/results/hadoop-yarn-tls/param_getter_map.json b/core/identify_param/results/hadoop-yarn-tls/param_getter_map.json deleted file mode 100644 index 006fe221..00000000 --- a/core/identify_param/results/hadoop-yarn-tls/param_getter_map.json +++ /dev/null @@ -1,249 +0,0 @@ -{ - "yarn.ipc.record.factory.class": [ - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" - ], - "hadoop.security.authentication": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities" - ], - "hadoop.security.auth_to_local": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities" - ], - "hadoop.security.auth_to_local.mechanism": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities" - ], - "hadoop.user.group.static.mapping.overrides": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities" - ], - "yarn.timeline-service.writer.class": [ - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithNonexistentTimelineWriter", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithInvalidTimelineWriter", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" - ], - "yarn.timeline-service.fs-writer.root-dir": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities" - ], - "fs.defaultFS": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities" - ], - "hadoop.http.filter.initializers": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" - ], - "yarn.timeline-service.collector.bind-port-ranges": [ - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" - ], - "0.0.0.0": [ - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" - ], - "yarn.http.policy": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" - ], - "hadoop.http.staticuser.user": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" - ], - "yarn.resourcemanager.cluster-id": [ - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" - ], - "yarn.timeline-service.reader.webapp.address": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader" - ], - "yarn.timeline-service.reader.class": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader" - ], - "yarn.admin.acl": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled" - ], - "yarn.timeline-service.read.allowed.users": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer" - ] -} \ No newline at end of file diff --git a/core/identify_param/results/hadoop-yarn-tls/param_setter_map.json b/core/identify_param/results/hadoop-yarn-tls/param_setter_map.json deleted file mode 100644 index ec8fb3f6..00000000 --- a/core/identify_param/results/hadoop-yarn-tls/param_setter_map.json +++ /dev/null @@ -1,132 +0,0 @@ -{ - "yarn.timeline-service.enabled": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" - ], - "yarn.timeline-service.version": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" - ], - "yarn.timeline-service.writer.class": [ - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithNonexistentTimelineWriter", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithInvalidTimelineWriter", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" - ], - "yarn.timeline-service.app-collector.linger-period.ms": [ - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" - ], - "hadoop.http.filter.initializers": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" - ], - "bind.address": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" - ], - "delegation-token.token-kind": [ - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" - ], - "type": [ - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" - ], - "cookie.path": [ - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" - ], - "simple.anonymous.allowed": [ - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" - ], - "yarn.timeline-service.writer.async.queue.capacity": [ - "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testAsyncEntityDiscard" - ], - "yarn.timeline-service.reader.webapp.address": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader" - ], - "yarn.timeline-service.reader.class": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader" - ], - "yarn.acl.enable": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled" - ], - "yarn.admin.acl": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled" - ], - "yarn.webapp.filter-entity-list-by-user": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled" - ], - "yarn.timeline-service.fs-writer.root-dir": [ - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities" - ] -} \ No newline at end of file diff --git a/core/identify_param/results/hadoop-yarn-tls/param_unset_getter_map.json b/core/identify_param/results/hadoop-yarn-tls/param_unset_getter_map.json deleted file mode 100644 index be6d3eec..00000000 --- a/core/identify_param/results/hadoop-yarn-tls/param_unset_getter_map.json +++ /dev/null @@ -1,204 +0,0 @@ -{ - "yarn.ipc.record.factory.class": [ - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" - ], - "hadoop.security.authentication": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities" - ], - "hadoop.security.auth_to_local": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities" - ], - "hadoop.security.auth_to_local.mechanism": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities" - ], - "hadoop.user.group.static.mapping.overrides": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities" - ], - "yarn.timeline-service.fs-writer.root-dir": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch" - ], - "fs.defaultFS": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities" - ], - "yarn.timeline-service.collector.bind-port-ranges": [ - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" - ], - "0.0.0.0": [ - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" - ], - "yarn.http.policy": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" - ], - "hadoop.http.staticuser.user": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" - ], - "yarn.resourcemanager.cluster-id": [ - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", - "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication" - ], - "yarn.admin.acl": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer" - ], - "yarn.timeline-service.read.allowed.users": [ - "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer" - ] -} \ No newline at end of file From da148d531323b3030517e96095f288fedceb4269 Mon Sep 17 00:00:00 2001 From: KobeNorris Date: Fri, 2 Dec 2022 12:51:35 -0600 Subject: [PATCH 08/15] Feat: Update ctest run --- core/default_configs/hadoop-yarn-tls-default.tsv | 2 +- core/run_ctest/inject.py | 4 ++-- core/run_ctest/parse_input.py | 1 + core/run_ctest/program_input.py | 6 +++--- 4 files changed, 7 insertions(+), 6 deletions(-) diff --git a/core/default_configs/hadoop-yarn-tls-default.tsv b/core/default_configs/hadoop-yarn-tls-default.tsv index 40178197..d27a68cb 100644 --- a/core/default_configs/hadoop-yarn-tls-default.tsv +++ b/core/default_configs/hadoop-yarn-tls-default.tsv @@ -3,7 +3,7 @@ fs.defaultFS file:/// Optional: If you don't want to use CosN as the default fil hadoop.http.staticuser.user dr.who The user name to filter as, on static web filters while rendering content. An example use is the HDFS web UI (user to be used for browsing files). hadoop.security.authentication simple Put site-specific property overrides in this file. hadoop.security.auth_to_local DEFAULT Maps kerberos principals to local user names -hadoop.security.auth_to_local.mechanism hadoop The mechanism by which auth_to_local rules are evaluated. If set to 'hadoop' it will not allow resulting local user names to have either '@' or '/'. If set to 'MIT' it will follow MIT evaluation rules and the restrictions of 'hadoop' do not apply. +hadoop.security.auth_to_local.mechanism MIT The mechanism by which auth_to_local rules are evaluated. If set to 'hadoop' it will not allow resulting local user names to have either '@' or '/'. If set to 'MIT' it will follow MIT evaluation rules and the restrictions of 'hadoop' do not apply. hadoop.user.group.static.mapping.overrides dr.who=; Static mapping of user to groups. This will override the groups if available in the system for the specified user. In other words, groups look-up will not happen for these users, instead groups mapped in this configuration will be used. Mapping should be in this format. user1=group1,group2;user2=;user3=group2; Default, "dr.who=;" will consider "dr.who" as user without groups. yarn.timeline-service.collector.bind-port-ranges yarn.timeline-service.fs-writer.root-dir diff --git a/core/run_ctest/inject.py b/core/run_ctest/inject.py index 75f5b443..868cd2b8 100644 --- a/core/run_ctest/inject.py +++ b/core/run_ctest/inject.py @@ -21,7 +21,7 @@ def inject_config(param_value_pairs): for p, v in param_value_pairs.items(): file.write(p + "=" + v + "\n") file.close() - elif project in [HCOMMON, HDFS, HBASE]: + elif project in [HCOMMON, HDFS, HBASE, HYARNTLS]: conf = ET.Element("configuration") for p, v in param_value_pairs.items(): prop = ET.SubElement(conf, "property") @@ -46,7 +46,7 @@ def clean_conf_file(project): file = open(inject_path, "w") file.write("\n") file.close() - elif project in [HCOMMON, HDFS, HBASE]: + elif project in [HCOMMON, HDFS, HBASE, HYARNTLS]: conf = ET.Element("configuration") for inject_path in INJECTION_PATH[project]: file = open(inject_path, "wb") diff --git a/core/run_ctest/parse_input.py b/core/run_ctest/parse_input.py index 5b4bedbf..2b749dfe 100644 --- a/core/run_ctest/parse_input.py +++ b/core/run_ctest/parse_input.py @@ -107,6 +107,7 @@ def extract_conf_diff(path): def extract_conf_diff_from_pair(param_value_dict): default_conf_map = load_default_conf(DEFAULT_CONF_FILE[project]) + print(DEFAULT_CONF_FILE[project]) conf_diff = {} for param, value in param_value_dict.items(): if param not in default_conf_map: diff --git a/core/run_ctest/program_input.py b/core/run_ctest/program_input.py index 2b971f1c..25200a41 100644 --- a/core/run_ctest/program_input.py +++ b/core/run_ctest/program_input.py @@ -4,11 +4,11 @@ # run mode "run_mode": "run_ctest", # string # name of the project, i.e. hadoop-common, hadoop-hdfs - "project": "hadoop-common", # string + "project": "hadoop-yarn-tls", # string # path to param -> tests json mapping - "mapping_path": "../../data/ctest_mapping/opensource-hadoop-common.json", # string + "mapping_path": "../../data/ctest_mapping/opensource-hadoop-yarn-tls.json", # string # input directory hosting configuration files to be test, target-project-format specific - "conf_file_dir": "sample-hadoop-common", # string + "conf_file_dir": "sample-hadoop-yarn-tls", # string # display the terminal output live, without saving any results "display_mode": False, # bool # whether to use mvn test or mvn surefire:test From 89e6a2353e9b912f0458d3f64ad2fb56b37fa756 Mon Sep 17 00:00:00 2001 From: KobeNorris Date: Fri, 2 Dec 2022 13:26:14 -0600 Subject: [PATCH 09/15] Feat: Clean debug loggers --- core/run_ctest/parse_input.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/core/run_ctest/parse_input.py b/core/run_ctest/parse_input.py index 2b749dfe..536e7c79 100644 --- a/core/run_ctest/parse_input.py +++ b/core/run_ctest/parse_input.py @@ -106,8 +106,7 @@ def extract_conf_diff(path): return conf_diff def extract_conf_diff_from_pair(param_value_dict): - default_conf_map = load_default_conf(DEFAULT_CONF_FILE[project]) - print(DEFAULT_CONF_FILE[project]) + default_conf_map = load_default_conf(DEFAULT_CONF_FILE[project]) conf_diff = {} for param, value in param_value_dict.items(): if param not in default_conf_map: From 07e249b7ecbd7c3b26169f6e232e13f712c31bd4 Mon Sep 17 00:00:00 2001 From: KobeNorris Date: Fri, 2 Dec 2022 13:26:46 -0600 Subject: [PATCH 10/15] Feat: Clean debug loggers --- core/run_ctest/parse_input.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/core/run_ctest/parse_input.py b/core/run_ctest/parse_input.py index 536e7c79..5b4bedbf 100644 --- a/core/run_ctest/parse_input.py +++ b/core/run_ctest/parse_input.py @@ -106,7 +106,7 @@ def extract_conf_diff(path): return conf_diff def extract_conf_diff_from_pair(param_value_dict): - default_conf_map = load_default_conf(DEFAULT_CONF_FILE[project]) + default_conf_map = load_default_conf(DEFAULT_CONF_FILE[project]) conf_diff = {} for param, value in param_value_dict.items(): if param not in default_conf_map: From 87b03dcdfc1a187a1e983bb6923de970971486e3 Mon Sep 17 00:00:00 2001 From: KobeNorris Date: Sat, 3 Dec 2022 00:40:24 -0600 Subject: [PATCH 11/15] Feat: Generate new ctest set --- .../ctest_mapping/ctests-hadoop-yarn-tls.json | 2 +- .../sample-hadoop-yarn-tls-manual.tsv | 14 ----------- .../generate_ctest/sample-hadoop-yarn-tls.tsv | 23 +++++++++---------- 3 files changed, 12 insertions(+), 27 deletions(-) delete mode 100644 core/generate_ctest/sample-hadoop-yarn-tls-manual.tsv diff --git a/core/generate_ctest/ctest_mapping/ctests-hadoop-yarn-tls.json b/core/generate_ctest/ctest_mapping/ctests-hadoop-yarn-tls.json index b19769b9..9ccc58b9 100644 --- a/core/generate_ctest/ctest_mapping/ctests-hadoop-yarn-tls.json +++ b/core/generate_ctest/ctest_mapping/ctests-hadoop-yarn-tls.json @@ -1 +1 @@ -{"yarn.http.policy": ["org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer"], "yarn.timeline-service.read.allowed.users": ["org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer"], "yarn.admin.acl": ["org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer"], "hadoop.http.staticuser.user": ["org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer"]} \ No newline at end of file +{"fs.defaultFS": ["org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode"], "yarn.timeline-service.fs-writer.root-dir": ["org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication"], "yarn.http.policy": ["org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication"], "hadoop.security.auth_to_local": ["org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities"], "yarn.timeline-service.read.allowed.users": ["org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer"], "yarn.resourcemanager.cluster-id": ["org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication"], "hadoop.user.group.static.mapping.overrides": ["org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer"], "hadoop.security.authentication": ["org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation"], "hadoop.security.auth_to_local.mechanism": ["org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities"], "yarn.admin.acl": ["org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer"], "hadoop.http.staticuser.user": ["org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode"]} \ No newline at end of file diff --git a/core/generate_ctest/sample-hadoop-yarn-tls-manual.tsv b/core/generate_ctest/sample-hadoop-yarn-tls-manual.tsv deleted file mode 100644 index dbe8f36c..00000000 --- a/core/generate_ctest/sample-hadoop-yarn-tls-manual.tsv +++ /dev/null @@ -1,14 +0,0 @@ -yarn.ipc.record.factory.class SKIP SKIP -hadoop.security.authentication simple SKIP -hadoop.security.auth_to_local DEFAULT RULE:[2:$1@$0](JobTracker@.*FOO.COM)s/@.*//DEFAULT -hadoop.security.auth_to_local.mechanism hadoop mit -hadoop.user.group.static.mapping.overrides dr.who=; user1=group1,group2;user2=;user3=group2 -yarn.timeline-service.fs-writer.root-dir SKIP SKIP -fs.defaultFS file:/// cosn:// viewfs:/// -yarn.timeline-service.collector.bind-port-ranges SKIP SKIP -0.0.0.0 SKIP SKIP -yarn.http.policy HTTP HTTPS -hadoop.http.staticuser.user dr.who SKIP -yarn.resourcemanager.cluster-id yarn-cluster cluster1 -yarn.admin.acl * SKIP -yarn.timeline-service.read.allowed.users SKIP SKIP \ No newline at end of file diff --git a/core/generate_ctest/sample-hadoop-yarn-tls.tsv b/core/generate_ctest/sample-hadoop-yarn-tls.tsv index f9e02deb..6d8fb4ec 100644 --- a/core/generate_ctest/sample-hadoop-yarn-tls.tsv +++ b/core/generate_ctest/sample-hadoop-yarn-tls.tsv @@ -1,14 +1,16 @@ -0.0.0.0 SKIP SKIP -fs.defaultFS SKIP SKIP -hadoop.http.staticuser.user xdsuper samsuper -hadoop.security.authentication SKIP SKIP -hadoop.security.auth_to_local SKIP SKIP -hadoop.security.auth_to_local.mechanism SKIP SKIP -hadoop.user.group.static.mapping.overrides SKIP SKIP +hadoop.security.authentication simple kerberos +hadoop.security.auth_to_local DEFAULT SKIP +hadoop.security.auth_to_local.mechanism hadoop mit +hadoop.user.group.static.mapping.overrides dr.who=; user1=group1,group2;user2=;user3=group2 +yarn.timeline-service.fs-writer.root-dir * . +fs.defaultFS file:/// SKIP yarn.timeline-service.collector.bind-port-ranges SKIP SKIP -yarn.timeline-service.fs-writer.root-dir SKIP SKIP +0.0.0.0 SKIP SKIP +yarn.http.policy HTTP HTTPS_ONLY +hadoop.http.staticuser.user dr.who xdsuper +yarn.resourcemanager.cluster-id yarn-cluster cluster1 +yarn.admin.acl * ACL YARN yarn.timeline-service.read.allowed.users xdsuper samsuper -yarn.resourcemanager.cluster-id SKIP SKIP yarn.ipc.client.factory.class SKIP SKIP yarn.ipc.server.factory.class SKIP SKIP yarn.ipc.record.factory.class SKIP SKIP @@ -24,12 +26,10 @@ yarn.am.liveness-monitor.expiry-interval-ms 300000 1200000 yarn.resourcemanager.principal SKIP SKIP yarn.resourcemanager.scheduler.address 127.0.0.1 SKIP yarn.resourcemanager.scheduler.client.thread-count 25 100 -yarn.http.policy HTTP HTTPS_ONLY yarn.resourcemanager.webapp.address 127.0.0.1 SKIP yarn.resourcemanager.webapp.https.address 127.0.0.1 SKIP yarn.resourcemanager.resource-tracker.address 127.0.0.1 SKIP yarn.acl.enable true SKIP -yarn.admin.acl ACL YARN yarn.resourcemanager.admin.address 127.0.0.1 SKIP yarn.resourcemanager.admin.client.thread-count 0 2 yarn.resourcemanager.connect.max-wait.ms 450000 1800000 @@ -73,7 +73,6 @@ yarn.resourcemanager.ha.enabled true SKIP yarn.resourcemanager.ha.automatic-failover.enabled false SKIP yarn.resourcemanager.ha.automatic-failover.embedded false SKIP yarn.resourcemanager.ha.automatic-failover.zk-base-path /valid/file1 /valid/file2 -yarn.resourcemanager.cluster-id SKIP SKIP yarn.resourcemanager.ha.rm-ids SKIP SKIP yarn.resourcemanager.ha.id SKIP SKIP yarn.client.failover-proxy-provider SKIP SKIP From 33174803e24be42cff456cf698eb3594c52477ce Mon Sep 17 00:00:00 2001 From: KobeNorris Date: Sat, 3 Dec 2022 00:57:43 -0600 Subject: [PATCH 12/15] Feat: Update patch --- core/patch/hadoop-yarn-tls/injection.patch | 0 core/patch/hadoop-yarn-tls/interception.patch | 238 +++------------ core/patch/hadoop-yarn-tls/logging.patch | 274 +++++++++++++++--- 3 files changed, 288 insertions(+), 224 deletions(-) delete mode 100644 core/patch/hadoop-yarn-tls/injection.patch diff --git a/core/patch/hadoop-yarn-tls/injection.patch b/core/patch/hadoop-yarn-tls/injection.patch deleted file mode 100644 index e69de29b..00000000 diff --git a/core/patch/hadoop-yarn-tls/interception.patch b/core/patch/hadoop-yarn-tls/interception.patch index 723a675a..2e179edb 100644 --- a/core/patch/hadoop-yarn-tls/interception.patch +++ b/core/patch/hadoop-yarn-tls/interception.patch @@ -1,197 +1,7 @@ -From 766a2c9b2e2d29133afc507bb9560e18815ce431 Mon Sep 17 00:00:00 2001 -From: KobeNorris -Date: Thu, 1 Dec 2022 17:51:47 -0600 -Subject: [PATCH 1/2] feat: Instrumentalize config file - ---- - .../org/apache/hadoop/conf/Configuration.java | 71 ++++++++++++++++--- - 1 file changed, 61 insertions(+), 10 deletions(-) - -diff --git a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java -index 818ef37eb79..5cc2421d118 100755 ---- a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java -+++ b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java -@@ -786,6 +786,7 @@ private void handleDeprecation() { - // Add default resources - addDefaultResource("core-default.xml"); - addDefaultResource("core-site.xml"); -+ // addDefaultResource("core-ctest.xml"); - - // print deprecation warning if hadoop-site.xml is found in classpath - ClassLoader cL = Thread.currentThread().getContextClassLoader(); -@@ -800,6 +801,7 @@ private void handleDeprecation() { - "respectively"); - addDefaultResource("hadoop-site.xml"); - } -+ // LOG.warn("1 Loaded"); - } - - private Properties properties; -@@ -1224,6 +1226,21 @@ String getProperty(String key) { - } - } - -+ /** -+ * Get the appliance stack trace information of the current thread -+ * -+ * @return the appliance stack trace information of the current thread. -+ */ -+ private String getStackTrace() { -+ // String stacktrace = " "; -+ // for (StackTraceElement element : Thread.currentThread().getStackTrace()) { -+ // // stacktrace = stacktrace.concat(element.getClassName() + "\t"); -+ // stacktrace = stacktrace.concat(element.getClassName() + '#' + element.getMethodName() + ' '); -+ // } -+ // return stacktrace; -+ return ""; -+ } -+ - /** - * Get the value of the name property, null if - * no such property exists. If the key is deprecated, it returns the value of -@@ -1240,11 +1257,15 @@ String getProperty(String key) { - * or null if no such property exists. - */ - public String get(String name) { -+ String ctestParam = name; // CTEST - String[] names = handleDeprecation(deprecationContext.get(), name); - String result = null; - for(String n : names) { -+ ctestParam = n; // CTEST - result = substituteVars(getProps().getProperty(n)); - } -+ // LOG.warn("[CTEST][GET-PARAM] " + ctestParam + getStackTrace()); //CTEST -+ LOG.warn("[CTEST][GET-PARAM-KEY-VALUE] " + ctestParam + ":" + result); //CTEST - return result; - } - -@@ -1332,11 +1353,14 @@ public String getTrimmed(String name, String defaultValue) { - * its replacing property and null if no such property exists. - */ - public String getRaw(String name) { -+ String ctestParam = name; //CTEST - String[] names = handleDeprecation(deprecationContext.get(), name); - String result = null; - for(String n : names) { -+ ctestParam = n; //CTEST - result = getProps().getProperty(n); - } -+ LOG.warn("[CTEST][GET-PARAM] " + ctestParam + getStackTrace()); //CTEST - return result; - } - -@@ -1383,6 +1407,20 @@ public String getRaw(String name) { - public void set(String name, String value) { - set(name, value, null); - } -+ -+ /** -+ * Set the value of the name property. If -+ * name is deprecated or there is a deprecated name associated to it, -+ * it sets the value to both names. Name will be trimmed before put into -+ * configuration. -+ * -+ * @param name property name. -+ * @param value property value. -+ * @param value property source. -+ */ -+ public void set(String name, String value, String source) { -+ set(name, value, source, true); -+ } - - /** - * Set the value of the name property. If -@@ -1393,10 +1431,12 @@ public void set(String name, String value) { - * @param name property name. - * @param value property value. - * @param source the place that this configuration value came from -+ * @param log_enabled whether logging is enabled - * (For debugging). - * @throws IllegalArgumentException when the value or name is null. - */ -- public void set(String name, String value, String source) { -+ // public void set(String name, String value, String source) { -+ public void set(String name, String value, String source, boolean log_enabled) { - Preconditions.checkArgument( - name != null, - "Property name must not be null"); -@@ -1408,6 +1448,8 @@ public void set(String name, String value, String source) { - if (deprecations.getDeprecatedKeyMap().isEmpty()) { - getProps(); - } -+ // if(log_enabled) LOG.warn("[CTEST][SET-PARAM] " + name); //CTEST -+ if(log_enabled) LOG.warn("[CTEST][SET-PARAM] " + name + getStackTrace()); //CTEST - getOverlay().setProperty(name, value); - getProps().setProperty(name, value); - String newSource = (source == null ? "programmatically" : source); -@@ -1416,11 +1458,13 @@ public void set(String name, String value, String source) { - putIntoUpdatingResource(name, new String[] {newSource}); - String[] altNames = getAlternativeNames(name); - if(altNames != null) { -- for(String n: altNames) { -- if(!n.equals(name)) { -- getOverlay().setProperty(n, value); -- getProps().setProperty(n, value); -- putIntoUpdatingResource(n, new String[] {newSource}); -+ for(String paramName: altNames) { -+ if(!paramName.equals(name)) { -+ // if(log_enabled) LOG.warn("[CTEST][SET-PARAM] " + paramName); //CTEST -+ if(log_enabled) LOG.warn("[CTEST][SET-PARAM] " + paramName + getStackTrace()); //CTEST -+ getOverlay().setProperty(paramName, value); -+ getProps().setProperty(paramName, value); -+ putIntoUpdatingResource(paramName, new String[] {newSource}); - } - } - } -@@ -1428,10 +1472,12 @@ public void set(String name, String value, String source) { - else { - String[] names = handleDeprecation(deprecationContext.get(), name); - String altSource = "because " + name + " is deprecated"; -- for(String n : names) { -- getOverlay().setProperty(n, value); -- getProps().setProperty(n, value); -- putIntoUpdatingResource(n, new String[] {altSource}); -+ for(String paramName : names) { -+ // if(log_enabled) LOG.warn("[CTEST][SET-PARAM] " + paramName); //CTEST -+ if(log_enabled) LOG.warn("[CTEST][SET-PARAM] " + paramName + getStackTrace()); //CTEST -+ getOverlay().setProperty(paramName, value); -+ getProps().setProperty(paramName, value); -+ putIntoUpdatingResource(paramName, new String[] {altSource}); - } - } - } -@@ -1501,11 +1547,15 @@ private synchronized Properties getOverlay() { - * doesn't exist. - */ - public String get(String name, String defaultValue) { -+ String ctestParam = name; //CTEST - String[] names = handleDeprecation(deprecationContext.get(), name); - String result = null; - for(String n : names) { -+ ctestParam = n; //CTEST - result = substituteVars(getProps().getProperty(n, defaultValue)); - } -+ LOG.warn("[CTEST][GET-PARAM] " + ctestParam + getStackTrace()); //CTEST -+ // System.out.print("CTEST --------------------------- " + ctestParam); - return result; - } - -@@ -3034,6 +3084,7 @@ private void loadResources(Properties properties, - if(loadDefaults && fullReload) { - for (String resource : defaultResources) { - loadResource(properties, new Resource(resource, false), quiet); -+ LOG.warn("Current dir:" + System.getProperty("user.dir")); - } - } - --- -2.25.1 - - From e1180af655719d73fac940343be13a6b38dce3e6 Mon Sep 17 00:00:00 2001 From: KobeNorris Date: Thu, 1 Dec 2022 17:56:08 -0600 -Subject: [PATCH 2/2] feat: Update yarn config to support injection +Subject: [PATCH 1/2] feat: Update yarn config to support injection --- .../org/apache/hadoop/yarn/conf/YarnConfiguration.java | 10 ++++++++++ @@ -233,3 +43,49 @@ index c1bb6aa68d2..db0bc731fd6 100644 -- 2.25.1 + +From fc79b3dfd23f2789de8dc5a179acac3d1acabe07 Mon Sep 17 00:00:00 2001 +From: KobeNorris +Date: Sat, 3 Dec 2022 00:54:02 -0600 +Subject: [PATCH 2/2] feat: Remove logger + +--- + .../org/apache/hadoop/yarn/conf/YarnConfiguration.java | 8 -------- + 1 file changed, 8 deletions(-) + +diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java +index db0bc731fd6..f46c44827f4 100644 +--- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java ++++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java +@@ -41,8 +41,6 @@ + import org.apache.hadoop.util.BasicDiskValidator; + import org.apache.hadoop.util.StringUtils; + import org.apache.hadoop.yarn.api.ApplicationConstants; +-import org.slf4j.Logger; +-import org.slf4j.LoggerFactory; + + @Public + @Evolving +@@ -101,19 +99,13 @@ + @Deprecated + public static final int APPLICATION_MAX_TAG_LENGTH = 100; + +- private static final Logger LOG = +- LoggerFactory.getLogger(YarnConfiguration.class); +- + static { +- LOG.warn("2nd addDefaultResource start Loading"); + addDeprecatedKeys(); + Configuration.addDefaultResource(YARN_DEFAULT_CONFIGURATION_FILE); + Configuration.addDefaultResource(YARN_SITE_CONFIGURATION_FILE); + Configuration.addDefaultResource(RESOURCE_TYPES_CONFIGURATION_FILE); + Configuration.addDefaultResource("core-ctest.xml"); +- LOG.warn("2nd addDefaultResource complete Loading"); + Configuration conf = new Configuration(); +- LOG.warn("hadoop.security.groups.negative-cache.secs = " + conf.get("hadoop.security.groups.negative-cache.secs")); + } + + private static void addDeprecatedKeys() { +-- +2.25.1 + diff --git a/core/patch/hadoop-yarn-tls/logging.patch b/core/patch/hadoop-yarn-tls/logging.patch index aa057317..c48e29bb 100644 --- a/core/patch/hadoop-yarn-tls/logging.patch +++ b/core/patch/hadoop-yarn-tls/logging.patch @@ -1,45 +1,253 @@ -From e1180af655719d73fac940343be13a6b38dce3e6 Mon Sep 17 00:00:00 2001 +From 604116cd1a775c7ab49d6b2684541f9df40a94e2 Mon Sep 17 00:00:00 2001 From: KobeNorris -Date: Thu, 1 Dec 2022 17:56:08 -0600 -Subject: [PATCH] feat: Update yarn config to support injection +Date: Thu, 1 Dec 2022 17:47:02 -0600 +Subject: [PATCH 1/2] Update Pom files --- - .../org/apache/hadoop/yarn/conf/YarnConfiguration.java | 10 ++++++++++ - 1 file changed, 10 insertions(+) + hadoop-common-project/hadoop-common/pom.xml | 1 + + .../hadoop-yarn-server-timelineservice/pom.xml | 8 ++++++++ + pom.xml | 7 +++++++ + 3 files changed, 16 insertions(+) -diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java -index c1bb6aa68d2..db0bc731fd6 100644 ---- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java -+++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java -@@ -41,6 +41,8 @@ - import org.apache.hadoop.util.BasicDiskValidator; - import org.apache.hadoop.util.StringUtils; - import org.apache.hadoop.yarn.api.ApplicationConstants; -+import org.slf4j.Logger; -+import org.slf4j.LoggerFactory; +diff --git a/hadoop-common-project/hadoop-common/pom.xml b/hadoop-common-project/hadoop-common/pom.xml +index 530e18e4b83..9fc70dbeccc 100644 +--- a/hadoop-common-project/hadoop-common/pom.xml ++++ b/hadoop-common-project/hadoop-common/pom.xml +@@ -509,6 +509,7 @@ + + org.apache.maven.plugins + maven-surefire-plugin ++ 3.0.0-M4 + + + ${runningWithNative} +diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice/pom.xml b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice/pom.xml +index 1aca83c617b..bf017a1711f 100644 +--- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice/pom.xml ++++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice/pom.xml +@@ -146,6 +146,14 @@ - @Public - @Evolving -@@ -99,11 +101,19 @@ - @Deprecated - public static final int APPLICATION_MAX_TAG_LENGTH = 100; + + ++ ++ org.apache.maven.plugins ++ maven-surefire-plugin ++ 3.0.0-M4 ++ ++ plain ++ ++ + + maven-jar-plugin + +diff --git a/pom.xml b/pom.xml +index f4e435c7493..f1611bfab1a 100644 +--- a/pom.xml ++++ b/pom.xml +@@ -142,6 +142,13 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/x + + + ++ ++ org.apache.maven.plugins ++ maven-surefire-plugin ++ ++ plain ++ ++ + + org.apache.maven.plugins + maven-dependency-plugin +-- +2.25.1 + + +From 766a2c9b2e2d29133afc507bb9560e18815ce431 Mon Sep 17 00:00:00 2001 +From: KobeNorris +Date: Thu, 1 Dec 2022 17:51:47 -0600 +Subject: [PATCH 2/2] feat: Instrumentalize config file + +--- + .../org/apache/hadoop/conf/Configuration.java | 71 ++++++++++++++++--- + 1 file changed, 61 insertions(+), 10 deletions(-) + +diff --git a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java +index 818ef37eb79..5cc2421d118 100755 +--- a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java ++++ b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java +@@ -786,6 +786,7 @@ private void handleDeprecation() { + // Add default resources + addDefaultResource("core-default.xml"); + addDefaultResource("core-site.xml"); ++ // addDefaultResource("core-ctest.xml"); + + // print deprecation warning if hadoop-site.xml is found in classpath + ClassLoader cL = Thread.currentThread().getContextClassLoader(); +@@ -800,6 +801,7 @@ private void handleDeprecation() { + "respectively"); + addDefaultResource("hadoop-site.xml"); + } ++ // LOG.warn("1 Loaded"); + } -+ private static final Logger LOG = -+ LoggerFactory.getLogger(YarnConfiguration.class); + private Properties properties; +@@ -1224,6 +1226,21 @@ String getProperty(String key) { + } + } + ++ /** ++ * Get the appliance stack trace information of the current thread ++ * ++ * @return the appliance stack trace information of the current thread. ++ */ ++ private String getStackTrace() { ++ // String stacktrace = " "; ++ // for (StackTraceElement element : Thread.currentThread().getStackTrace()) { ++ // // stacktrace = stacktrace.concat(element.getClassName() + "\t"); ++ // stacktrace = stacktrace.concat(element.getClassName() + '#' + element.getMethodName() + ' '); ++ // } ++ // return stacktrace; ++ return ""; ++ } + - static { -+ LOG.warn("2nd addDefaultResource start Loading"); - addDeprecatedKeys(); - Configuration.addDefaultResource(YARN_DEFAULT_CONFIGURATION_FILE); - Configuration.addDefaultResource(YARN_SITE_CONFIGURATION_FILE); - Configuration.addDefaultResource(RESOURCE_TYPES_CONFIGURATION_FILE); -+ Configuration.addDefaultResource("core-ctest.xml"); -+ LOG.warn("2nd addDefaultResource complete Loading"); -+ Configuration conf = new Configuration(); -+ LOG.warn("hadoop.security.groups.negative-cache.secs = " + conf.get("hadoop.security.groups.negative-cache.secs")); + /** + * Get the value of the name property, null if + * no such property exists. If the key is deprecated, it returns the value of +@@ -1240,11 +1257,15 @@ String getProperty(String key) { + * or null if no such property exists. + */ + public String get(String name) { ++ String ctestParam = name; // CTEST + String[] names = handleDeprecation(deprecationContext.get(), name); + String result = null; + for(String n : names) { ++ ctestParam = n; // CTEST + result = substituteVars(getProps().getProperty(n)); + } ++ // LOG.warn("[CTEST][GET-PARAM] " + ctestParam + getStackTrace()); //CTEST ++ LOG.warn("[CTEST][GET-PARAM-KEY-VALUE] " + ctestParam + ":" + result); //CTEST + return result; + } + +@@ -1332,11 +1353,14 @@ public String getTrimmed(String name, String defaultValue) { + * its replacing property and null if no such property exists. + */ + public String getRaw(String name) { ++ String ctestParam = name; //CTEST + String[] names = handleDeprecation(deprecationContext.get(), name); + String result = null; + for(String n : names) { ++ ctestParam = n; //CTEST + result = getProps().getProperty(n); + } ++ LOG.warn("[CTEST][GET-PARAM] " + ctestParam + getStackTrace()); //CTEST + return result; + } + +@@ -1383,6 +1407,20 @@ public String getRaw(String name) { + public void set(String name, String value) { + set(name, value, null); + } ++ ++ /** ++ * Set the value of the name property. If ++ * name is deprecated or there is a deprecated name associated to it, ++ * it sets the value to both names. Name will be trimmed before put into ++ * configuration. ++ * ++ * @param name property name. ++ * @param value property value. ++ * @param value property source. ++ */ ++ public void set(String name, String value, String source) { ++ set(name, value, source, true); ++ } + + /** + * Set the value of the name property. If +@@ -1393,10 +1431,12 @@ public void set(String name, String value) { + * @param name property name. + * @param value property value. + * @param source the place that this configuration value came from ++ * @param log_enabled whether logging is enabled + * (For debugging). + * @throws IllegalArgumentException when the value or name is null. + */ +- public void set(String name, String value, String source) { ++ // public void set(String name, String value, String source) { ++ public void set(String name, String value, String source, boolean log_enabled) { + Preconditions.checkArgument( + name != null, + "Property name must not be null"); +@@ -1408,6 +1448,8 @@ public void set(String name, String value, String source) { + if (deprecations.getDeprecatedKeyMap().isEmpty()) { + getProps(); + } ++ // if(log_enabled) LOG.warn("[CTEST][SET-PARAM] " + name); //CTEST ++ if(log_enabled) LOG.warn("[CTEST][SET-PARAM] " + name + getStackTrace()); //CTEST + getOverlay().setProperty(name, value); + getProps().setProperty(name, value); + String newSource = (source == null ? "programmatically" : source); +@@ -1416,11 +1458,13 @@ public void set(String name, String value, String source) { + putIntoUpdatingResource(name, new String[] {newSource}); + String[] altNames = getAlternativeNames(name); + if(altNames != null) { +- for(String n: altNames) { +- if(!n.equals(name)) { +- getOverlay().setProperty(n, value); +- getProps().setProperty(n, value); +- putIntoUpdatingResource(n, new String[] {newSource}); ++ for(String paramName: altNames) { ++ if(!paramName.equals(name)) { ++ // if(log_enabled) LOG.warn("[CTEST][SET-PARAM] " + paramName); //CTEST ++ if(log_enabled) LOG.warn("[CTEST][SET-PARAM] " + paramName + getStackTrace()); //CTEST ++ getOverlay().setProperty(paramName, value); ++ getProps().setProperty(paramName, value); ++ putIntoUpdatingResource(paramName, new String[] {newSource}); + } + } + } +@@ -1428,10 +1472,12 @@ public void set(String name, String value, String source) { + else { + String[] names = handleDeprecation(deprecationContext.get(), name); + String altSource = "because " + name + " is deprecated"; +- for(String n : names) { +- getOverlay().setProperty(n, value); +- getProps().setProperty(n, value); +- putIntoUpdatingResource(n, new String[] {altSource}); ++ for(String paramName : names) { ++ // if(log_enabled) LOG.warn("[CTEST][SET-PARAM] " + paramName); //CTEST ++ if(log_enabled) LOG.warn("[CTEST][SET-PARAM] " + paramName + getStackTrace()); //CTEST ++ getOverlay().setProperty(paramName, value); ++ getProps().setProperty(paramName, value); ++ putIntoUpdatingResource(paramName, new String[] {altSource}); + } + } + } +@@ -1501,11 +1547,15 @@ private synchronized Properties getOverlay() { + * doesn't exist. + */ + public String get(String name, String defaultValue) { ++ String ctestParam = name; //CTEST + String[] names = handleDeprecation(deprecationContext.get(), name); + String result = null; + for(String n : names) { ++ ctestParam = n; //CTEST + result = substituteVars(getProps().getProperty(n, defaultValue)); + } ++ LOG.warn("[CTEST][GET-PARAM] " + ctestParam + getStackTrace()); //CTEST ++ // System.out.print("CTEST --------------------------- " + ctestParam); + return result; } - private static void addDeprecatedKeys() { +@@ -3034,6 +3084,7 @@ private void loadResources(Properties properties, + if(loadDefaults && fullReload) { + for (String resource : defaultResources) { + loadResource(properties, new Resource(resource, false), quiet); ++ LOG.warn("Current dir:" + System.getProperty("user.dir")); + } + } + -- 2.25.1 From 9966af7250777da92f46ce1af2ebed7fe4a6e8c3 Mon Sep 17 00:00:00 2001 From: KobeNorris Date: Mon, 5 Dec 2022 13:57:07 -0600 Subject: [PATCH 13/15] feat: Update patch file --- core/patch/hadoop-yarn-tls/interception.patch | 258 +++++++++++++++++- 1 file changed, 256 insertions(+), 2 deletions(-) diff --git a/core/patch/hadoop-yarn-tls/interception.patch b/core/patch/hadoop-yarn-tls/interception.patch index 2e179edb..e0b076b5 100644 --- a/core/patch/hadoop-yarn-tls/interception.patch +++ b/core/patch/hadoop-yarn-tls/interception.patch @@ -1,7 +1,261 @@ +From 604116cd1a775c7ab49d6b2684541f9df40a94e2 Mon Sep 17 00:00:00 2001 +From: KobeNorris +Date: Thu, 1 Dec 2022 17:47:02 -0600 +Subject: [PATCH 1/4] Update Pom files + +--- + hadoop-common-project/hadoop-common/pom.xml | 1 + + .../hadoop-yarn-server-timelineservice/pom.xml | 8 ++++++++ + pom.xml | 7 +++++++ + 3 files changed, 16 insertions(+) + +diff --git a/hadoop-common-project/hadoop-common/pom.xml b/hadoop-common-project/hadoop-common/pom.xml +index 530e18e4b83..9fc70dbeccc 100644 +--- a/hadoop-common-project/hadoop-common/pom.xml ++++ b/hadoop-common-project/hadoop-common/pom.xml +@@ -509,6 +509,7 @@ + + org.apache.maven.plugins + maven-surefire-plugin ++ 3.0.0-M4 + + + ${runningWithNative} +diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice/pom.xml b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice/pom.xml +index 1aca83c617b..bf017a1711f 100644 +--- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice/pom.xml ++++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice/pom.xml +@@ -146,6 +146,14 @@ + + + ++ ++ org.apache.maven.plugins ++ maven-surefire-plugin ++ 3.0.0-M4 ++ ++ plain ++ ++ + + maven-jar-plugin + +diff --git a/pom.xml b/pom.xml +index f4e435c7493..f1611bfab1a 100644 +--- a/pom.xml ++++ b/pom.xml +@@ -142,6 +142,13 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/x + + + ++ ++ org.apache.maven.plugins ++ maven-surefire-plugin ++ ++ plain ++ ++ + + org.apache.maven.plugins + maven-dependency-plugin +-- +2.25.1 + + +From 766a2c9b2e2d29133afc507bb9560e18815ce431 Mon Sep 17 00:00:00 2001 +From: KobeNorris +Date: Thu, 1 Dec 2022 17:51:47 -0600 +Subject: [PATCH 2/4] feat: Instrumentalize config file + +--- + .../org/apache/hadoop/conf/Configuration.java | 71 ++++++++++++++++--- + 1 file changed, 61 insertions(+), 10 deletions(-) + +diff --git a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java +index 818ef37eb79..5cc2421d118 100755 +--- a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java ++++ b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java +@@ -786,6 +786,7 @@ private void handleDeprecation() { + // Add default resources + addDefaultResource("core-default.xml"); + addDefaultResource("core-site.xml"); ++ // addDefaultResource("core-ctest.xml"); + + // print deprecation warning if hadoop-site.xml is found in classpath + ClassLoader cL = Thread.currentThread().getContextClassLoader(); +@@ -800,6 +801,7 @@ private void handleDeprecation() { + "respectively"); + addDefaultResource("hadoop-site.xml"); + } ++ // LOG.warn("1 Loaded"); + } + + private Properties properties; +@@ -1224,6 +1226,21 @@ String getProperty(String key) { + } + } + ++ /** ++ * Get the appliance stack trace information of the current thread ++ * ++ * @return the appliance stack trace information of the current thread. ++ */ ++ private String getStackTrace() { ++ // String stacktrace = " "; ++ // for (StackTraceElement element : Thread.currentThread().getStackTrace()) { ++ // // stacktrace = stacktrace.concat(element.getClassName() + "\t"); ++ // stacktrace = stacktrace.concat(element.getClassName() + '#' + element.getMethodName() + ' '); ++ // } ++ // return stacktrace; ++ return ""; ++ } ++ + /** + * Get the value of the name property, null if + * no such property exists. If the key is deprecated, it returns the value of +@@ -1240,11 +1257,15 @@ String getProperty(String key) { + * or null if no such property exists. + */ + public String get(String name) { ++ String ctestParam = name; // CTEST + String[] names = handleDeprecation(deprecationContext.get(), name); + String result = null; + for(String n : names) { ++ ctestParam = n; // CTEST + result = substituteVars(getProps().getProperty(n)); + } ++ // LOG.warn("[CTEST][GET-PARAM] " + ctestParam + getStackTrace()); //CTEST ++ LOG.warn("[CTEST][GET-PARAM-KEY-VALUE] " + ctestParam + ":" + result); //CTEST + return result; + } + +@@ -1332,11 +1353,14 @@ public String getTrimmed(String name, String defaultValue) { + * its replacing property and null if no such property exists. + */ + public String getRaw(String name) { ++ String ctestParam = name; //CTEST + String[] names = handleDeprecation(deprecationContext.get(), name); + String result = null; + for(String n : names) { ++ ctestParam = n; //CTEST + result = getProps().getProperty(n); + } ++ LOG.warn("[CTEST][GET-PARAM] " + ctestParam + getStackTrace()); //CTEST + return result; + } + +@@ -1383,6 +1407,20 @@ public String getRaw(String name) { + public void set(String name, String value) { + set(name, value, null); + } ++ ++ /** ++ * Set the value of the name property. If ++ * name is deprecated or there is a deprecated name associated to it, ++ * it sets the value to both names. Name will be trimmed before put into ++ * configuration. ++ * ++ * @param name property name. ++ * @param value property value. ++ * @param value property source. ++ */ ++ public void set(String name, String value, String source) { ++ set(name, value, source, true); ++ } + + /** + * Set the value of the name property. If +@@ -1393,10 +1431,12 @@ public void set(String name, String value) { + * @param name property name. + * @param value property value. + * @param source the place that this configuration value came from ++ * @param log_enabled whether logging is enabled + * (For debugging). + * @throws IllegalArgumentException when the value or name is null. + */ +- public void set(String name, String value, String source) { ++ // public void set(String name, String value, String source) { ++ public void set(String name, String value, String source, boolean log_enabled) { + Preconditions.checkArgument( + name != null, + "Property name must not be null"); +@@ -1408,6 +1448,8 @@ public void set(String name, String value, String source) { + if (deprecations.getDeprecatedKeyMap().isEmpty()) { + getProps(); + } ++ // if(log_enabled) LOG.warn("[CTEST][SET-PARAM] " + name); //CTEST ++ if(log_enabled) LOG.warn("[CTEST][SET-PARAM] " + name + getStackTrace()); //CTEST + getOverlay().setProperty(name, value); + getProps().setProperty(name, value); + String newSource = (source == null ? "programmatically" : source); +@@ -1416,11 +1458,13 @@ public void set(String name, String value, String source) { + putIntoUpdatingResource(name, new String[] {newSource}); + String[] altNames = getAlternativeNames(name); + if(altNames != null) { +- for(String n: altNames) { +- if(!n.equals(name)) { +- getOverlay().setProperty(n, value); +- getProps().setProperty(n, value); +- putIntoUpdatingResource(n, new String[] {newSource}); ++ for(String paramName: altNames) { ++ if(!paramName.equals(name)) { ++ // if(log_enabled) LOG.warn("[CTEST][SET-PARAM] " + paramName); //CTEST ++ if(log_enabled) LOG.warn("[CTEST][SET-PARAM] " + paramName + getStackTrace()); //CTEST ++ getOverlay().setProperty(paramName, value); ++ getProps().setProperty(paramName, value); ++ putIntoUpdatingResource(paramName, new String[] {newSource}); + } + } + } +@@ -1428,10 +1472,12 @@ public void set(String name, String value, String source) { + else { + String[] names = handleDeprecation(deprecationContext.get(), name); + String altSource = "because " + name + " is deprecated"; +- for(String n : names) { +- getOverlay().setProperty(n, value); +- getProps().setProperty(n, value); +- putIntoUpdatingResource(n, new String[] {altSource}); ++ for(String paramName : names) { ++ // if(log_enabled) LOG.warn("[CTEST][SET-PARAM] " + paramName); //CTEST ++ if(log_enabled) LOG.warn("[CTEST][SET-PARAM] " + paramName + getStackTrace()); //CTEST ++ getOverlay().setProperty(paramName, value); ++ getProps().setProperty(paramName, value); ++ putIntoUpdatingResource(paramName, new String[] {altSource}); + } + } + } +@@ -1501,11 +1547,15 @@ private synchronized Properties getOverlay() { + * doesn't exist. + */ + public String get(String name, String defaultValue) { ++ String ctestParam = name; //CTEST + String[] names = handleDeprecation(deprecationContext.get(), name); + String result = null; + for(String n : names) { ++ ctestParam = n; //CTEST + result = substituteVars(getProps().getProperty(n, defaultValue)); + } ++ LOG.warn("[CTEST][GET-PARAM] " + ctestParam + getStackTrace()); //CTEST ++ // System.out.print("CTEST --------------------------- " + ctestParam); + return result; + } + +@@ -3034,6 +3084,7 @@ private void loadResources(Properties properties, + if(loadDefaults && fullReload) { + for (String resource : defaultResources) { + loadResource(properties, new Resource(resource, false), quiet); ++ LOG.warn("Current dir:" + System.getProperty("user.dir")); + } + } + +-- +2.25.1 + + From e1180af655719d73fac940343be13a6b38dce3e6 Mon Sep 17 00:00:00 2001 From: KobeNorris Date: Thu, 1 Dec 2022 17:56:08 -0600 -Subject: [PATCH 1/2] feat: Update yarn config to support injection +Subject: [PATCH 3/4] feat: Update yarn config to support injection --- .../org/apache/hadoop/yarn/conf/YarnConfiguration.java | 10 ++++++++++ @@ -47,7 +301,7 @@ index c1bb6aa68d2..db0bc731fd6 100644 From fc79b3dfd23f2789de8dc5a179acac3d1acabe07 Mon Sep 17 00:00:00 2001 From: KobeNorris Date: Sat, 3 Dec 2022 00:54:02 -0600 -Subject: [PATCH 2/2] feat: Remove logger +Subject: [PATCH 4/4] feat: Remove logger --- .../org/apache/hadoop/yarn/conf/YarnConfiguration.java | 8 -------- From bc0b4bb40e8cfb185cd721cfc4cb2d93ccc04082 Mon Sep 17 00:00:00 2001 From: KobeNorris Date: Mon, 5 Dec 2022 21:49:05 -0600 Subject: [PATCH 14/15] feat: Update add_project.sh script --- core/add_project.sh | 2 +- core/generate_ctest/ctest_mapping/ctests-hadoop-yarn-tls.json | 2 +- core/identify_param/add_project.sh | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/core/add_project.sh b/core/add_project.sh index 4aec5585..4a440c01 100755 --- a/core/add_project.sh +++ b/core/add_project.sh @@ -16,7 +16,7 @@ function setup_hadoop() { function setup_hadoop_yarn_tls() { [ ! -d "app/ctest-hadoop" ] && git clone git@github.com:KobeNorris/hadoop.git app/ctest-hadoop cd app/ctest-hadoop - git fetch && git checkout ctest + git fetch && git checkout ctest-interception home_dir=$PWD cd $home_dir/hadoop-common-project/hadoop-common mvn clean install -DskipTests diff --git a/core/generate_ctest/ctest_mapping/ctests-hadoop-yarn-tls.json b/core/generate_ctest/ctest_mapping/ctests-hadoop-yarn-tls.json index 9ccc58b9..7a7a7ddc 100644 --- a/core/generate_ctest/ctest_mapping/ctests-hadoop-yarn-tls.json +++ b/core/generate_ctest/ctest_mapping/ctests-hadoop-yarn-tls.json @@ -1 +1 @@ -{"fs.defaultFS": ["org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode"], "yarn.timeline-service.fs-writer.root-dir": ["org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication"], "yarn.http.policy": ["org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication"], "hadoop.security.auth_to_local": ["org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities"], "yarn.timeline-service.read.allowed.users": ["org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer"], "yarn.resourcemanager.cluster-id": ["org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication"], "hadoop.user.group.static.mapping.overrides": ["org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer"], "hadoop.security.authentication": ["org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation"], "hadoop.security.auth_to_local.mechanism": ["org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities"], "yarn.admin.acl": ["org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer"], "hadoop.http.staticuser.user": ["org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode"]} \ No newline at end of file +{"fs.defaultFS": ["org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer"], "yarn.timeline-service.fs-writer.root-dir": ["org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication"], "yarn.http.policy": ["org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader"], "hadoop.security.auth_to_local": ["org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation"], "yarn.timeline-service.read.allowed.users": ["org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer"], "yarn.resourcemanager.cluster-id": ["org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication"], "hadoop.user.group.static.mapping.overrides": ["org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer"], "hadoop.security.authentication": ["org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation"], "hadoop.security.auth_to_local.mechanism": ["org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithNonexistentTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollector#testClearPreviousEntitiesOnAggregation", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByTimeWindows", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityAllFields", "org.apache.hadoop.yarn.server.timelineservice.collector.TestTimelineCollectorManager#testTimelineCollectorManagerWithFileSystemWriter", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntityToFile", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testTimelineReaderServerWithInvalidTimelineReader", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetAllEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testAppFlowMappingCsv", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesWithLimit", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityDefaultView", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityByClusterAndApp", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntityCustomFields", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenEnabled", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteMultipleEntities", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderWebServicesBasicAcl#testTimelineReaderManagerAclsWhenDisabled", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetFilteredEntities", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineWriterImpl#testWriteEntitiesWithEmptyFlowName", "org.apache.hadoop.yarn.server.timelineservice.storage.TestFileSystemTimelineReaderImpl#testGetEntitiesByRelations", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication"], "yarn.admin.acl": ["org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer"], "hadoop.http.staticuser.user": ["org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveAppWhenSecondAttemptAMCotainerIsLaunchedSameNode", "org.apache.hadoop.yarn.server.timelineservice.reader.TestTimelineReaderServer#testStartStopServer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testAddApplicationNonAMContainer", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testRemoveApplication", "org.apache.hadoop.yarn.server.timelineservice.collector.TestPerNodeTimelineCollectorsAuxService#testLaunch"]} \ No newline at end of file diff --git a/core/identify_param/add_project.sh b/core/identify_param/add_project.sh index b7b220a3..8b0889b8 100755 --- a/core/identify_param/add_project.sh +++ b/core/identify_param/add_project.sh @@ -16,7 +16,7 @@ function setup_hadoop() { function setup_hadoop_yarn_tls() { [ ! -d "app/ctest-hadoop" ] && git clone git@github.com:KobeNorris/hadoop.git app/ctest-hadoop cd app/ctest-hadoop - git fetch && git checkout ctest + git fetch && git checkout ctest-logging home_dir=$PWD cd $home_dir/hadoop-common-project/hadoop-common mvn clean install -DskipTests From 5b1389e59c9b066a9437abfa6615590043dcca5d Mon Sep 17 00:00:00 2001 From: KobeNorris Date: Mon, 5 Dec 2022 21:53:33 -0600 Subject: [PATCH 15/15] feat: Update Patch file --- core/patch/hadoop-yarn-tls/interception.patch | 310 ++---------------- core/patch/hadoop-yarn-tls/logging.patch | 45 ++- 2 files changed, 62 insertions(+), 293 deletions(-) diff --git a/core/patch/hadoop-yarn-tls/interception.patch b/core/patch/hadoop-yarn-tls/interception.patch index e0b076b5..37f21aea 100644 --- a/core/patch/hadoop-yarn-tls/interception.patch +++ b/core/patch/hadoop-yarn-tls/interception.patch @@ -1,26 +1,27 @@ -From 604116cd1a775c7ab49d6b2684541f9df40a94e2 Mon Sep 17 00:00:00 2001 +From 19517a2b1cabbbc500793d50aaeb132847110a90 Mon Sep 17 00:00:00 2001 From: KobeNorris -Date: Thu, 1 Dec 2022 17:47:02 -0600 -Subject: [PATCH 1/4] Update Pom files +Date: Mon, 5 Dec 2022 19:47:44 -0600 +Subject: [PATCH 1/2] feat: Update pom files --- hadoop-common-project/hadoop-common/pom.xml | 1 + .../hadoop-yarn-server-timelineservice/pom.xml | 8 ++++++++ + hadoop-yarn-project/hadoop-yarn/pom.xml | 1 + pom.xml | 7 +++++++ - 3 files changed, 16 insertions(+) + 4 files changed, 17 insertions(+) diff --git a/hadoop-common-project/hadoop-common/pom.xml b/hadoop-common-project/hadoop-common/pom.xml -index 530e18e4b83..9fc70dbeccc 100644 +index 530e18e4b83..984eceb74ff 100644 --- a/hadoop-common-project/hadoop-common/pom.xml +++ b/hadoop-common-project/hadoop-common/pom.xml -@@ -509,6 +509,7 @@ - - org.apache.maven.plugins - maven-surefire-plugin -+ 3.0.0-M4 - - - ${runningWithNative} +@@ -911,6 +911,7 @@ + + org.apache.maven.plugins + maven-surefire-plugin ++ 3.0.0-M4 + + ${testsThreadCount} + false diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice/pom.xml b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice/pom.xml index 1aca83c617b..bf017a1711f 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice/pom.xml @@ -40,6 +41,18 @@ index 1aca83c617b..bf017a1711f 100644 maven-jar-plugin +diff --git a/hadoop-yarn-project/hadoop-yarn/pom.xml b/hadoop-yarn-project/hadoop-yarn/pom.xml +index ddc4e875279..b7c85a1dad8 100644 +--- a/hadoop-yarn-project/hadoop-yarn/pom.xml ++++ b/hadoop-yarn-project/hadoop-yarn/pom.xml +@@ -62,6 +62,7 @@ + + org.apache.maven.plugins + maven-surefire-plugin ++ 3.0.0-M4 + + + diff --git a/pom.xml b/pom.xml index f4e435c7493..f1611bfab1a 100644 --- a/pom.xml @@ -62,281 +75,24 @@ index f4e435c7493..f1611bfab1a 100644 2.25.1 -From 766a2c9b2e2d29133afc507bb9560e18815ce431 Mon Sep 17 00:00:00 2001 -From: KobeNorris -Date: Thu, 1 Dec 2022 17:51:47 -0600 -Subject: [PATCH 2/4] feat: Instrumentalize config file - ---- - .../org/apache/hadoop/conf/Configuration.java | 71 ++++++++++++++++--- - 1 file changed, 61 insertions(+), 10 deletions(-) - -diff --git a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java -index 818ef37eb79..5cc2421d118 100755 ---- a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java -+++ b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java -@@ -786,6 +786,7 @@ private void handleDeprecation() { - // Add default resources - addDefaultResource("core-default.xml"); - addDefaultResource("core-site.xml"); -+ // addDefaultResource("core-ctest.xml"); - - // print deprecation warning if hadoop-site.xml is found in classpath - ClassLoader cL = Thread.currentThread().getContextClassLoader(); -@@ -800,6 +801,7 @@ private void handleDeprecation() { - "respectively"); - addDefaultResource("hadoop-site.xml"); - } -+ // LOG.warn("1 Loaded"); - } - - private Properties properties; -@@ -1224,6 +1226,21 @@ String getProperty(String key) { - } - } - -+ /** -+ * Get the appliance stack trace information of the current thread -+ * -+ * @return the appliance stack trace information of the current thread. -+ */ -+ private String getStackTrace() { -+ // String stacktrace = " "; -+ // for (StackTraceElement element : Thread.currentThread().getStackTrace()) { -+ // // stacktrace = stacktrace.concat(element.getClassName() + "\t"); -+ // stacktrace = stacktrace.concat(element.getClassName() + '#' + element.getMethodName() + ' '); -+ // } -+ // return stacktrace; -+ return ""; -+ } -+ - /** - * Get the value of the name property, null if - * no such property exists. If the key is deprecated, it returns the value of -@@ -1240,11 +1257,15 @@ String getProperty(String key) { - * or null if no such property exists. - */ - public String get(String name) { -+ String ctestParam = name; // CTEST - String[] names = handleDeprecation(deprecationContext.get(), name); - String result = null; - for(String n : names) { -+ ctestParam = n; // CTEST - result = substituteVars(getProps().getProperty(n)); - } -+ // LOG.warn("[CTEST][GET-PARAM] " + ctestParam + getStackTrace()); //CTEST -+ LOG.warn("[CTEST][GET-PARAM-KEY-VALUE] " + ctestParam + ":" + result); //CTEST - return result; - } - -@@ -1332,11 +1353,14 @@ public String getTrimmed(String name, String defaultValue) { - * its replacing property and null if no such property exists. - */ - public String getRaw(String name) { -+ String ctestParam = name; //CTEST - String[] names = handleDeprecation(deprecationContext.get(), name); - String result = null; - for(String n : names) { -+ ctestParam = n; //CTEST - result = getProps().getProperty(n); - } -+ LOG.warn("[CTEST][GET-PARAM] " + ctestParam + getStackTrace()); //CTEST - return result; - } - -@@ -1383,6 +1407,20 @@ public String getRaw(String name) { - public void set(String name, String value) { - set(name, value, null); - } -+ -+ /** -+ * Set the value of the name property. If -+ * name is deprecated or there is a deprecated name associated to it, -+ * it sets the value to both names. Name will be trimmed before put into -+ * configuration. -+ * -+ * @param name property name. -+ * @param value property value. -+ * @param value property source. -+ */ -+ public void set(String name, String value, String source) { -+ set(name, value, source, true); -+ } - - /** - * Set the value of the name property. If -@@ -1393,10 +1431,12 @@ public void set(String name, String value) { - * @param name property name. - * @param value property value. - * @param source the place that this configuration value came from -+ * @param log_enabled whether logging is enabled - * (For debugging). - * @throws IllegalArgumentException when the value or name is null. - */ -- public void set(String name, String value, String source) { -+ // public void set(String name, String value, String source) { -+ public void set(String name, String value, String source, boolean log_enabled) { - Preconditions.checkArgument( - name != null, - "Property name must not be null"); -@@ -1408,6 +1448,8 @@ public void set(String name, String value, String source) { - if (deprecations.getDeprecatedKeyMap().isEmpty()) { - getProps(); - } -+ // if(log_enabled) LOG.warn("[CTEST][SET-PARAM] " + name); //CTEST -+ if(log_enabled) LOG.warn("[CTEST][SET-PARAM] " + name + getStackTrace()); //CTEST - getOverlay().setProperty(name, value); - getProps().setProperty(name, value); - String newSource = (source == null ? "programmatically" : source); -@@ -1416,11 +1458,13 @@ public void set(String name, String value, String source) { - putIntoUpdatingResource(name, new String[] {newSource}); - String[] altNames = getAlternativeNames(name); - if(altNames != null) { -- for(String n: altNames) { -- if(!n.equals(name)) { -- getOverlay().setProperty(n, value); -- getProps().setProperty(n, value); -- putIntoUpdatingResource(n, new String[] {newSource}); -+ for(String paramName: altNames) { -+ if(!paramName.equals(name)) { -+ // if(log_enabled) LOG.warn("[CTEST][SET-PARAM] " + paramName); //CTEST -+ if(log_enabled) LOG.warn("[CTEST][SET-PARAM] " + paramName + getStackTrace()); //CTEST -+ getOverlay().setProperty(paramName, value); -+ getProps().setProperty(paramName, value); -+ putIntoUpdatingResource(paramName, new String[] {newSource}); - } - } - } -@@ -1428,10 +1472,12 @@ public void set(String name, String value, String source) { - else { - String[] names = handleDeprecation(deprecationContext.get(), name); - String altSource = "because " + name + " is deprecated"; -- for(String n : names) { -- getOverlay().setProperty(n, value); -- getProps().setProperty(n, value); -- putIntoUpdatingResource(n, new String[] {altSource}); -+ for(String paramName : names) { -+ // if(log_enabled) LOG.warn("[CTEST][SET-PARAM] " + paramName); //CTEST -+ if(log_enabled) LOG.warn("[CTEST][SET-PARAM] " + paramName + getStackTrace()); //CTEST -+ getOverlay().setProperty(paramName, value); -+ getProps().setProperty(paramName, value); -+ putIntoUpdatingResource(paramName, new String[] {altSource}); - } - } - } -@@ -1501,11 +1547,15 @@ private synchronized Properties getOverlay() { - * doesn't exist. - */ - public String get(String name, String defaultValue) { -+ String ctestParam = name; //CTEST - String[] names = handleDeprecation(deprecationContext.get(), name); - String result = null; - for(String n : names) { -+ ctestParam = n; //CTEST - result = substituteVars(getProps().getProperty(n, defaultValue)); - } -+ LOG.warn("[CTEST][GET-PARAM] " + ctestParam + getStackTrace()); //CTEST -+ // System.out.print("CTEST --------------------------- " + ctestParam); - return result; - } - -@@ -3034,6 +3084,7 @@ private void loadResources(Properties properties, - if(loadDefaults && fullReload) { - for (String resource : defaultResources) { - loadResource(properties, new Resource(resource, false), quiet); -+ LOG.warn("Current dir:" + System.getProperty("user.dir")); - } - } - --- -2.25.1 - - -From e1180af655719d73fac940343be13a6b38dce3e6 Mon Sep 17 00:00:00 2001 +From bf54f3282acb685026a6a5ff699efc52cc76acda Mon Sep 17 00:00:00 2001 From: KobeNorris -Date: Thu, 1 Dec 2022 17:56:08 -0600 -Subject: [PATCH 3/4] feat: Update yarn config to support injection +Date: Mon, 5 Dec 2022 20:25:33 -0600 +Subject: [PATCH 2/2] feat: Add injection --- - .../org/apache/hadoop/yarn/conf/YarnConfiguration.java | 10 ++++++++++ - 1 file changed, 10 insertions(+) + .../main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java | 1 + + 1 file changed, 1 insertion(+) diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java -index c1bb6aa68d2..db0bc731fd6 100644 +index c1bb6aa68d2..6aea52b4038 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java -@@ -41,6 +41,8 @@ - import org.apache.hadoop.util.BasicDiskValidator; - import org.apache.hadoop.util.StringUtils; - import org.apache.hadoop.yarn.api.ApplicationConstants; -+import org.slf4j.Logger; -+import org.slf4j.LoggerFactory; - - @Public - @Evolving -@@ -99,11 +101,19 @@ - @Deprecated - public static final int APPLICATION_MAX_TAG_LENGTH = 100; - -+ private static final Logger LOG = -+ LoggerFactory.getLogger(YarnConfiguration.class); -+ - static { -+ LOG.warn("2nd addDefaultResource start Loading"); - addDeprecatedKeys(); +@@ -104,6 +104,7 @@ Configuration.addDefaultResource(YARN_DEFAULT_CONFIGURATION_FILE); Configuration.addDefaultResource(YARN_SITE_CONFIGURATION_FILE); Configuration.addDefaultResource(RESOURCE_TYPES_CONFIGURATION_FILE); + Configuration.addDefaultResource("core-ctest.xml"); -+ LOG.warn("2nd addDefaultResource complete Loading"); -+ Configuration conf = new Configuration(); -+ LOG.warn("hadoop.security.groups.negative-cache.secs = " + conf.get("hadoop.security.groups.negative-cache.secs")); - } - - private static void addDeprecatedKeys() { --- -2.25.1 - - -From fc79b3dfd23f2789de8dc5a179acac3d1acabe07 Mon Sep 17 00:00:00 2001 -From: KobeNorris -Date: Sat, 3 Dec 2022 00:54:02 -0600 -Subject: [PATCH 4/4] feat: Remove logger - ---- - .../org/apache/hadoop/yarn/conf/YarnConfiguration.java | 8 -------- - 1 file changed, 8 deletions(-) - -diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java -index db0bc731fd6..f46c44827f4 100644 ---- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java -+++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java -@@ -41,8 +41,6 @@ - import org.apache.hadoop.util.BasicDiskValidator; - import org.apache.hadoop.util.StringUtils; - import org.apache.hadoop.yarn.api.ApplicationConstants; --import org.slf4j.Logger; --import org.slf4j.LoggerFactory; - - @Public - @Evolving -@@ -101,19 +99,13 @@ - @Deprecated - public static final int APPLICATION_MAX_TAG_LENGTH = 100; - -- private static final Logger LOG = -- LoggerFactory.getLogger(YarnConfiguration.class); -- - static { -- LOG.warn("2nd addDefaultResource start Loading"); - addDeprecatedKeys(); - Configuration.addDefaultResource(YARN_DEFAULT_CONFIGURATION_FILE); - Configuration.addDefaultResource(YARN_SITE_CONFIGURATION_FILE); - Configuration.addDefaultResource(RESOURCE_TYPES_CONFIGURATION_FILE); - Configuration.addDefaultResource("core-ctest.xml"); -- LOG.warn("2nd addDefaultResource complete Loading"); - Configuration conf = new Configuration(); -- LOG.warn("hadoop.security.groups.negative-cache.secs = " + conf.get("hadoop.security.groups.negative-cache.secs")); } private static void addDeprecatedKeys() { diff --git a/core/patch/hadoop-yarn-tls/logging.patch b/core/patch/hadoop-yarn-tls/logging.patch index c48e29bb..8160beb5 100644 --- a/core/patch/hadoop-yarn-tls/logging.patch +++ b/core/patch/hadoop-yarn-tls/logging.patch @@ -1,26 +1,27 @@ -From 604116cd1a775c7ab49d6b2684541f9df40a94e2 Mon Sep 17 00:00:00 2001 +From 19517a2b1cabbbc500793d50aaeb132847110a90 Mon Sep 17 00:00:00 2001 From: KobeNorris -Date: Thu, 1 Dec 2022 17:47:02 -0600 -Subject: [PATCH 1/2] Update Pom files +Date: Mon, 5 Dec 2022 19:47:44 -0600 +Subject: [PATCH 1/2] feat: Update pom files --- hadoop-common-project/hadoop-common/pom.xml | 1 + .../hadoop-yarn-server-timelineservice/pom.xml | 8 ++++++++ + hadoop-yarn-project/hadoop-yarn/pom.xml | 1 + pom.xml | 7 +++++++ - 3 files changed, 16 insertions(+) + 4 files changed, 17 insertions(+) diff --git a/hadoop-common-project/hadoop-common/pom.xml b/hadoop-common-project/hadoop-common/pom.xml -index 530e18e4b83..9fc70dbeccc 100644 +index 530e18e4b83..984eceb74ff 100644 --- a/hadoop-common-project/hadoop-common/pom.xml +++ b/hadoop-common-project/hadoop-common/pom.xml -@@ -509,6 +509,7 @@ - - org.apache.maven.plugins - maven-surefire-plugin -+ 3.0.0-M4 - - - ${runningWithNative} +@@ -911,6 +911,7 @@ + + org.apache.maven.plugins + maven-surefire-plugin ++ 3.0.0-M4 + + ${testsThreadCount} + false diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice/pom.xml b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice/pom.xml index 1aca83c617b..bf017a1711f 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice/pom.xml @@ -40,6 +41,18 @@ index 1aca83c617b..bf017a1711f 100644 maven-jar-plugin +diff --git a/hadoop-yarn-project/hadoop-yarn/pom.xml b/hadoop-yarn-project/hadoop-yarn/pom.xml +index ddc4e875279..b7c85a1dad8 100644 +--- a/hadoop-yarn-project/hadoop-yarn/pom.xml ++++ b/hadoop-yarn-project/hadoop-yarn/pom.xml +@@ -62,6 +62,7 @@ + + org.apache.maven.plugins + maven-surefire-plugin ++ 3.0.0-M4 + + + diff --git a/pom.xml b/pom.xml index f4e435c7493..f1611bfab1a 100644 --- a/pom.xml @@ -62,10 +75,10 @@ index f4e435c7493..f1611bfab1a 100644 2.25.1 -From 766a2c9b2e2d29133afc507bb9560e18815ce431 Mon Sep 17 00:00:00 2001 +From 1982ee85c338a1f4b3dd4c01aa0618155142dcdd Mon Sep 17 00:00:00 2001 From: KobeNorris -Date: Thu, 1 Dec 2022 17:51:47 -0600 -Subject: [PATCH 2/2] feat: Instrumentalize config file +Date: Mon, 5 Dec 2022 20:12:27 -0600 +Subject: [PATCH 2/2] feat: Instrumentalize Configuration file --- .../org/apache/hadoop/conf/Configuration.java | 71 ++++++++++++++++---