hadoop.http.cross-origin.allowed-origins regex:.*[.]hdp[.]dc(:\d*)? hadoop.registry.client.auth kerberos hadoop.registry.dns.bind-address 0.0.0.0 hadoop.registry.dns.bind-port 5354 true hadoop.registry.dns.domain-name ECLD.COM hadoop.registry.dns.enabled true hadoop.registry.dns.zone-mask 255.255.255.0 hadoop.registry.dns.zone-subnet 172.17.0.0 hadoop.registry.jaas.context Client hadoop.registry.secure true hadoop.registry.system.accounts sasl:yarn,sasl:jhs,sasl:hdfs-b5,sasl:rm,sasl:hive,sasl:spark hadoop.registry.zk.quorum b5m1.hdp.dc:2181,b5m2.hdp.dc:2181,b5m3.hdp.dc:2181 manage.include.files false yarn.acl.enable true yarn.admin.acl * yarn.application.classpath $HADOOP_CONF_DIR,/usr/lib/edp/hadoop-3.2.2/share/hadoop/common/*, /usr/lib/edp/hadoop-3.2.2/share/hadoop/common/lib/*, /usr/lib/edp/hadoop-3.2.2/share/hadoop/hdfs/*, /usr/lib/edp/hadoop-3.2.2/share/hadoop/hdfs/lib/*, /usr/lib/edp/hadoop-3.2.2/share/hadoop/yarn/*, /usr/lib/edp/hadoop-3.2.2/share/hadoop/yarn/lib/* yarn.client.nodemanager-connect.max-wait-ms 60000 yarn.client.nodemanager-connect.retry-interval-ms 10000 yarn.http.policy HTTP_ONLY yarn.log-aggregation-enable true yarn.log-aggregation.retain-seconds 604800 yarn.log-aggregation.file-formats TFile yarn.log-aggregation.file-controller.TFile.class org.apache.hadoop.yarn.logaggregation.filecontroller.tfile.LogAggregationTFileController yarn.log.server.url http://b5m1.hdp.dc:19888/jobhistory/logs yarn.log.server.web-service.url http://b5m1.hdp.dc:8188/ws/v1/applicationhistory yarn.node-labels.enabled false yarn.node-labels.fs-store.retry-policy-spec 2000, 500 yarn.node-labels.fs-store.root-dir /system/yarn/node-labels yarn.nodemanager.address 0.0.0.0:45454 yarn.nodemanager.admin-env MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX yarn.nodemanager.aux-services mapreduce_shuffle,spark_shuffle,timeline_collector,sparkv2_shuffle yarn.nodemanager.aux-services.mapreduce_shuffle.class org.apache.hadoop.mapred.ShuffleHandler yarn.nodemanager.aux-services.spark_shuffle.class org.apache.spark.network.yarn.YarnShuffleService yarn.nodemanager.aux-services.spark_shuffle.classpath /usr/lib/edp/spark-3.1.1-bin-hadoop3.2/yarn/* yarn.nodemanager.aux-services.timeline_collector.class org.apache.hadoop.yarn.server.timelineservice.collector.PerNodeTimelineCollectorsAuxService yarn.nodemanager.aux-services.sparkv2_shuffle.class org.apache.spark.network.yarn.YarnShuffleService yarn.nodemanager.aux-services.sparkv2_shuffle.classpath /usr/lib/edp/spark-2.4.7-bin-hadoop-3.1.2/yarn/* yarn.nodemanager.bind-host 0.0.0.0 yarn.nodemanager.container-executor.class org.apache.hadoop.yarn.server.nodemanager.LinuxContainerExecutor yarn.nodemanager.container-metrics.unregister-delay-ms 60000 yarn.nodemanager.container-monitor.interval-ms 3000 yarn.nodemanager.delete.debug-delay-sec 0 yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage 90 yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb 1000 yarn.nodemanager.disk-health-checker.min-healthy-disks 0.25 yarn.nodemanager.health-checker.interval-ms 135000 yarn.nodemanager.health-checker.script.timeout-ms 60000 yarn.nodemanager.keytab /etc/security/keytabs/nm.service.keytab yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage false yarn.nodemanager.linux-container-executor.group hadoop yarn.nodemanager.linux-container-executor.nonsecure-mode.limit-users true yarn.nodemanager.local-dirs /data1/hadoop/yarn/local,/data2/hadoop/yarn/local,/data3/hadoop/yarn/local,/data4/hadoop/yarn/local,/data5/hadoop/yarn/local,/data6/hadoop/yarn/local,/data7/hadoop/yarn/local,/data8/hadoop/yarn/local,/data9/hadoop/yarn/local,/data10/hadoop/yarn/local,/data11/hadoop/yarn/local,/data12/hadoop/yarn/local,/data13/hadoop/yarn/local,/data14/hadoop/yarn/local,/data15/hadoop/yarn/local,/data16/hadoop/yarn/local,/data17/hadoop/yarn/local,/data18/hadoop/yarn/local,/data19/hadoop/yarn/local,/data20/hadoop/yarn/local,/data21/hadoop/yarn/local,/data22/hadoop/yarn/local,/data23/hadoop/yarn/local,/data24/hadoop/yarn/local yarn.nodemanager.log-aggregation.compression-type gz yarn.nodemanager.log-aggregation.debug-enabled false yarn.nodemanager.log-aggregation.num-log-files-per-app 30 yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds 3600 yarn.nodemanager.log-dirs /data1/hadoop/yarn/log,/data2/hadoop/yarn/log,/data3/hadoop/yarn/log,/data4/hadoop/yarn/log,/data5/hadoop/yarn/log,/data6/hadoop/yarn/log,/data7/hadoop/yarn/log,/data8/hadoop/yarn/log,/data9/hadoop/yarn/log,/data10/hadoop/yarn/log,/data11/hadoop/yarn/log,/data12/hadoop/yarn/log,/data13/hadoop/yarn/log,/data14/hadoop/yarn/log,/data15/hadoop/yarn/log,/data16/hadoop/yarn/log,/data17/hadoop/yarn/log,/data18/hadoop/yarn/log,/data19/hadoop/yarn/log,/data20/hadoop/yarn/log,/data21/hadoop/yarn/log,/data22/hadoop/yarn/log,/data23/hadoop/yarn/log,/data24/hadoop/yarn/log yarn.nodemanager.log.retain-seconds 604800 yarn.nodemanager.principal nm/_HOST@ECLD.COM yarn.nodemanager.recovery.dir /var/log/hadoop-yarn/nodemanager/recovery-state yarn.nodemanager.recovery.enabled true yarn.nodemanager.recovery.supervised true yarn.nodemanager.remote-app-log-dir /app-logs yarn.nodemanager.remote-app-log-dir-suffix logs yarn.nodemanager.resource-plugins yarn.nodemanager.resource-plugins.gpu.allowed-gpu-devices yarn.nodemanager.resource-plugins.gpu.docker-plugin yarn.nodemanager.resource-plugins.gpu.docker-plugin.nvidiadocker-v1.endpoint yarn.nodemanager.resource-plugins.gpu.path-to-discovery-executables yarn.nodemanager.resource.cpu-vcores 70 yarn.nodemanager.resource.memory-mb 348160 yarn.nodemanager.resource.percentage-physical-cpu-limit 80 yarn.nodemanager.resourcemanager.connect.wait.secs 1800 yarn.nodemanager.runtime.linux.allowed-runtimes default,docker yarn.nodemanager.runtime.linux.docker.allowed-container-networks host,none,bridge yarn.nodemanager.runtime.linux.docker.capabilities CHOWN,DAC_OVERRIDE,FSETID,FOWNER,MKNOD,NET_RAW,SETGID,SETUID,SETFCAP, SETPCAP,NET_BIND_SERVICE,SYS_CHROOT,KILL,AUDIT_WRITE yarn.nodemanager.runtime.linux.docker.default-container-network host yarn.nodemanager.runtime.linux.docker.privileged-containers.acl yarn.nodemanager.runtime.linux.docker.privileged-containers.allowed false yarn.nodemanager.vmem-check-enabled false yarn.nodemanager.vmem-pmem-ratio 2.1 yarn.nodemanager.webapp.cross-origin.enabled true yarn.nodemanager.webapp.spnego-keytab-file /etc/security/keytabs/spnego.service.keytab yarn.nodemanager.webapp.spnego-principal HTTP/_HOST@ECLD.COM yarn.resourcemanager.address b5m2.hdp.dc:8050 yarn.resourcemanager.admin.address b5m2.hdp.dc:8141 yarn.resourcemanager.am.max-attempts 2 yarn.resourcemanager.bind-host 0.0.0.0 yarn.resourcemanager.cluster-id yarn-cluster yarn.resourcemanager.connect.max-wait.ms 900000 yarn.resourcemanager.connect.retry-interval.ms 30000 yarn.resourcemanager.display.per-user-apps true yarn.resourcemanager.fs.state-store.retry-policy-spec 2000, 500 yarn.resourcemanager.fs.state-store.uri yarn.resourcemanager.ha.automatic-failover.zk-base-path /yarn-leader-election yarn.resourcemanager.ha.enabled true yarn.resourcemanager.ha.rm-ids rm1,rm2 yarn.resourcemanager.hostname b5m2.hdp.dc yarn.resourcemanager.hostname.rm1 b5m2.hdp.dc yarn.resourcemanager.hostname.rm2 b5m3.hdp.dc yarn.resourcemanager.keytab /etc/security/keytabs/rm.service.keytab yarn.resourcemanager.monitor.capacity.preemption.intra-queue-preemption.enabled true yarn.resourcemanager.monitor.capacity.preemption.monitoring_interval 15000 yarn.resourcemanager.monitor.capacity.preemption.natural_termination_factor 1 yarn.resourcemanager.monitor.capacity.preemption.total_preemption_per_round 0.1 yarn.resourcemanager.nodes.exclude-path /etc/hadoop/conf/yarn.exclude yarn.resourcemanager.placement-constraints.handler scheduler yarn.resourcemanager.principal rm/_HOST@ECLD.COM yarn.resourcemanager.proxy-user-privileges.enabled true yarn.resourcemanager.proxyuser.*.groups yarn.resourcemanager.proxyuser.*.hosts yarn.resourcemanager.proxyuser.*.users yarn.resourcemanager.recovery.enabled true yarn.resourcemanager.resource-tracker.address b5m2.hdp.dc:8025 yarn.resourcemanager.resource-tracker.address.rm1 b5m2.hdp.dc:8025 yarn.resourcemanager.resource-tracker.address.rm2 b5m3.hdp.dc:8025 yarn.resourcemanager.scheduler.address b5m2.hdp.dc:8030 yarn.resourcemanager.scheduler.class org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler yarn.resourcemanager.scheduler.monitor.enable true yarn.resourcemanager.max-completed-applications 10000 yarn.resourcemanager.state-store.max-completed-applications ${yarn.resourcemanager.max-completed-applications} yarn.resourcemanager.store.class org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore yarn.resourcemanager.system-metrics-publisher.dispatcher.pool-size 10 yarn.resourcemanager.system-metrics-publisher.enabled true yarn.resourcemanager.webapp.address b5m2.hdp.dc:8088 yarn.resourcemanager.webapp.address.rm1 b5m2.hdp.dc:8088 yarn.resourcemanager.webapp.address.rm2 b5m3.hdp.dc:8088 yarn.resourcemanager.webapp.cross-origin.enabled true yarn.resourcemanager.webapp.delegation-token-auth-filter.enabled false yarn.resourcemanager.webapp.https.address b5m2.hdp.dc:8090 yarn.resourcemanager.webapp.https.address.rm1 b5m2.hdp.dc:8090 yarn.resourcemanager.webapp.https.address.rm2 b5m3.hdp.dc:8090 yarn.resourcemanager.webapp.spnego-keytab-file /etc/security/keytabs/spnego.service.keytab yarn.resourcemanager.webapp.spnego-principal HTTP/_HOST@ECLD.COM yarn.resourcemanager.work-preserving-recovery.enabled true yarn.resourcemanager.work-preserving-recovery.scheduling-wait-ms 10000 yarn.resourcemanager.zk-acl sasl:rm:rwcda yarn.resourcemanager.zk-address b5m1.hdp.dc:2181,b5m2.hdp.dc:2181,b5m3.hdp.dc:2181 yarn.resourcemanager.zk-num-retries 1000 yarn.resourcemanager.zk-retry-interval-ms 1000 yarn.resourcemanager.zk-state-store.parent-path /rmstore yarn.resourcemanager.zk-timeout-ms 10000 yarn.rm.system-metricspublisher.emit-container-events true yarn.scheduler.capacity.ordering-policy.priority-utilization.underutilized-preemption.enabled true yarn.scheduler.maximum-allocation-mb 81920 yarn.scheduler.maximum-allocation-vcores 70 yarn.scheduler.minimum-allocation-mb 1024 yarn.scheduler.minimum-allocation-vcores 1 yarn.service.system-service.dir /services yarn.system-metricspublisher.enabled true yarn.timeline-service.address b5m1.hdp.dc:10200 yarn.timeline-service.bind-host 0.0.0.0 yarn.timeline-service.client.max-retries 30 yarn.timeline-service.client.retry-interval-ms 1000 yarn.timeline-service.enabled true yarn.timeline-service.entity-group-fs-store.active-dir /ats/active/ yarn.timeline-service.entity-group-fs-store.app-cache-size 10 yarn.timeline-service.entity-group-fs-store.cleaner-interval-seconds 3600 yarn.timeline-service.entity-group-fs-store.done-dir /ats/done/ yarn.timeline-service.entity-group-fs-store.group-id-plugin-classes org.apache.hadoop.yarn.applications.distributedshell.DistributedShellTimelinePlugin yarn.timeline-service.entity-group-fs-store.group-id-plugin-classpath yarn.timeline-service.entity-group-fs-store.retain-seconds 604800 yarn.timeline-service.entity-group-fs-store.scan-interval-seconds 60 yarn.timeline-service.entity-group-fs-store.summary-store org.apache.hadoop.yarn.server.timeline.RollingLevelDBTimelineStore yarn.timeline-service.generic-application-history.save-non-am-container-meta-info false yarn.timeline-service.generic-application-history.store-class org.apache.hadoop.yarn.server.applicationhistoryservice.NullApplicationHistoryStore yarn.timeline-service.hbase-schema.prefix prod. yarn.timeline-service.hbase.configuration.file file:///etc/hadoop/conf/embedded-yarn-ats-hbase/hbase-site.xml yarn.timeline-service.hbase.coprocessor.jar.hdfs.location file:///usr/lib/edp/hadoop-3.2.2/lib/hadoop-yarn-server-timelineservice-3.2.2.jar yarn.timeline-service.http-authentication.cookie.domain yarn.timeline-service.http-authentication.cookie.path yarn.timeline-service.http-authentication.kerberos.keytab /etc/security/keytabs/spnego.service.keytab yarn.timeline-service.http-authentication.kerberos.name.rules yarn.timeline-service.http-authentication.kerberos.principal HTTP/_HOST@ECLD.COM yarn.timeline-service.http-authentication.proxyuser.*.groups yarn.timeline-service.http-authentication.proxyuser.*.hosts yarn.timeline-service.http-authentication.proxyuser.*.users yarn.timeline-service.http-authentication.signature.secret yarn.timeline-service.http-authentication.signature.secret.file yarn.timeline-service.http-authentication.signer.secret.provider yarn.timeline-service.http-authentication.signer.secret.provider.object yarn.timeline-service.http-authentication.simple.anonymous.allowed true yarn.timeline-service.http-authentication.token.validity yarn.timeline-service.http-authentication.type simple yarn.timeline-service.http-cross-origin.enabled true yarn.timeline-service.keytab /etc/security/keytabs/yarn.service.keytab yarn.timeline-service.leveldb-state-store.path /data1/hadoop/yarn/timeline yarn.timeline-service.leveldb-timeline-store.path /data1/hadoop/yarn/timeline yarn.timeline-service.leveldb-timeline-store.read-cache-size 104857600 yarn.timeline-service.leveldb-timeline-store.start-time-read-cache-size 10000 yarn.timeline-service.leveldb-timeline-store.start-time-write-cache-size 10000 yarn.timeline-service.leveldb-timeline-store.ttl-interval-ms 300000 yarn.timeline-service.principal yarn/_HOST@ECLD.COM yarn.timeline-service.reader.webapp.address b5m1.hdp.dc:8198 yarn.timeline-service.reader.webapp.https.address b5m1.hdp.dc:8199 yarn.timeline-service.recovery.enabled true yarn.timeline-service.state-store-class org.apache.hadoop.yarn.server.timeline.recovery.LeveldbTimelineStateStore yarn.timeline-service.store-class org.apache.hadoop.yarn.server.timeline.EntityGroupFSTimelineStore yarn.timeline-service.ttl-enable true yarn.timeline-service.ttl-ms 2678400000 yarn.timeline-service.version 2.0f yarn.timeline-service.versions 1.5f,2.0f yarn.timeline-service.webapp.address b5m1.hdp.dc:8188 yarn.timeline-service.webapp.https.address b5m1.hdp.dc:8190 yarn.webapp.api-service.enable true yarn.webapp.ui2.enable true