334 lines
8.9 KiB
XML
334 lines
8.9 KiB
XML
<configuration xmlns:xi="http://www.w3.org/2001/XInclude">
|
|
|
|
<xi:include href="viewfs-mount-table.xml"/>
|
|
|
|
<property>
|
|
<name>fs.azure.user.agent.prefix</name>
|
|
<value>User-Agent: APN/1.0 Hortonworks/1.0 HDP/</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>fs.defaultFS</name>
|
|
<!--<value>viewfs://datalake</value>-->
|
|
<value>jfs://tdsc</value>
|
|
<final>true</final>
|
|
</property>
|
|
|
|
<property>
|
|
<name>fs.s3a.fast.upload</name>
|
|
<value>true</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>fs.s3a.fast.upload.buffer</name>
|
|
<value>disk</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>fs.s3a.multipart.size</name>
|
|
<value>67108864</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>fs.trash.interval</name>
|
|
<value>4320</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>ha.failover-controller.active-standby-elector.zk.op.retries</name>
|
|
<value>120</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>ha.zookeeper.acl</name>
|
|
<value>sasl:nn:rwcda</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>ha.zookeeper.quorum</name>
|
|
<value>b9m1.hdp.dc:2181,b9m2.hdp.dc:2181,b9m3.hdp.dc:2181</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>hadoop.http.authentication.kerberos.keytab</name>
|
|
<value>/etc/security/keytabs/spnego.service.keytab</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>hadoop.http.authentication.kerberos.principal</name>
|
|
<value>HTTP/_HOST@ECLD.COM</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>hadoop.http.authentication.signature.secret.file</name>
|
|
<value>/etc/security/http_secret</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>hadoop.http.authentication.simple.anonymous.allowed</name>
|
|
<value>true</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>hadoop.http.authentication.type</name>
|
|
<value>simple</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>hadoop.http.cross-origin.allowed-headers</name>
|
|
<value>X-Requested-With,Content-Type,Accept,Origin,WWW-Authenticate,Accept-Encoding,Transfer-Encoding</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>hadoop.http.cross-origin.allowed-methods</name>
|
|
<value>GET,PUT,POST,OPTIONS,HEAD,DELETE</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>hadoop.http.cross-origin.allowed-origins</name>
|
|
<value>*</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>hadoop.http.cross-origin.max-age</name>
|
|
<value>1800</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>hadoop.http.filter.initializers</name>
|
|
<value>org.apache.hadoop.security.AuthenticationFilterInitializer,org.apache.hadoop.security.HttpCrossOriginFilterInitializer</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>hadoop.proxyuser.hdfs.groups</name>
|
|
<value>*</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>hadoop.proxyuser.hdfs.hosts</name>
|
|
<value>*</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>hadoop.proxyuser.hive.groups</name>
|
|
<value>*</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>hadoop.proxyuser.hive.hosts</name>
|
|
<value>*</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>hadoop.proxyuser.HTTP.groups</name>
|
|
<value>*</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>hadoop.proxyuser.HTTP.hosts</name>
|
|
<value>*</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>hadoop.proxyuser.iap.groups</name>
|
|
<value>*</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>hadoop.proxyuser.iap.hosts</name>
|
|
<value>*</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>hadoop.proxyuser.livy.groups</name>
|
|
<value>*</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>hadoop.proxyuser.livy.hosts</name>
|
|
<value>*</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>hadoop.proxyuser.yarn.groups</name>
|
|
<value>*</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>hadoop.proxyuser.yarn.hosts</name>
|
|
<value>b9m2.hdp.dc,b9m3.hdp.dc</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>hadoop.rpc.protection</name>
|
|
<value>authentication,privacy</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>hadoop.security.auth_to_local</name>
|
|
<value>RULE:[1:$1@$0](hbase-b9@ECLD.COM)s/.*/hbase/
|
|
RULE:[1:$1@$0](hdfs-b9@ECLD.COM)s/.*/hdfs/
|
|
RULE:[1:$1@$0](spark-b9@ECLD.COM)s/.*/spark/
|
|
RULE:[1:$1@$0](yarn-ats-b9@ECLD.COM)s/.*/yarn-ats/
|
|
RULE:[1:$1@$0](.*@ECLD.COM)s/@.*//
|
|
RULE:[2:$1@$0](dn@ECLD.COM)s/.*/hdfs/
|
|
RULE:[2:$1@$0](hbase@ECLD.COM)s/.*/hbase/
|
|
RULE:[2:$1@$0](hive@ECLD.COM)s/.*/hive/
|
|
RULE:[2:$1@$0](jhs@ECLD.COM)s/.*/mapred/
|
|
RULE:[2:$1@$0](jn@ECLD.COM)s/.*/hdfs/
|
|
RULE:[2:$1@$0](livy@ECLD.COM)s/.*/livy/
|
|
RULE:[2:$1@$0](nm@ECLD.COM)s/.*/yarn/
|
|
RULE:[2:$1@$0](nn@ECLD.COM)s/.*/hdfs/
|
|
RULE:[2:$1@$0](rangeradmin@ECLD.COM)s/.*/ranger/
|
|
RULE:[2:$1@$0](rangerlookup@ECLD.COM)s/.*/ranger/
|
|
RULE:[2:$1@$0](rangertagsync@ECLD.COM)s/.*/rangertagsync/
|
|
RULE:[2:$1@$0](rangerusersync@ECLD.COM)s/.*/rangerusersync/
|
|
RULE:[2:$1@$0](rm@ECLD.COM)s/.*/yarn/
|
|
RULE:[2:$1@$0](spark@ECLD.COM)s/.*/spark/
|
|
RULE:[2:$1@$0](yarn@ECLD.COM)s/.*/yarn/
|
|
RULE:[2:$1@$0](yarn-ats-hbase@ECLD.COM)s/.*/yarn-ats/
|
|
DEFAULT</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>hadoop.security.authentication</name>
|
|
<value>kerberos</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>hadoop.security.authorization</name>
|
|
<value>true</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>hadoop.security.instrumentation.requires.admin</name>
|
|
<value>false</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>io.compression.codec.lzo.class</name>
|
|
<value>com.hadoop.compression.lzo.LzoCodec</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>io.compression.codecs</name>
|
|
<value>org.apache.hadoop.io.compress.GzipCodec,com.hadoop.compression.lzo.LzoCodec,com.hadoop.compression.lzo.LzopCodec,org.apache.hadoop.io.compress.DefaultCodec,org.apache.hadoop.io.compress.SnappyCodec</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>io.file.buffer.size</name>
|
|
<value>131072</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>io.serializations</name>
|
|
<value>org.apache.hadoop.io.serializer.WritableSerialization</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>ipc.client.connect.max.retries</name>
|
|
<value>50</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>ipc.client.connection.maxidletime</name>
|
|
<value>30000</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>ipc.client.idlethreshold</name>
|
|
<value>8000</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>ipc.server.tcpnodelay</name>
|
|
<value>true</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>mapreduce.jobtracker.webinterface.trusted</name>
|
|
<value>false</value>
|
|
</property>
|
|
<!--juicefs-->
|
|
<property>
|
|
<name>fs.jfs.impl</name>
|
|
<value>io.juicefs.JuiceFileSystem</value>
|
|
</property>
|
|
<property>
|
|
<name>fs.AbstractFileSystem.jfs.impl</name>
|
|
<value>io.juicefs.JuiceFS</value>
|
|
</property>
|
|
<property>
|
|
<name>juicefs.cache-dir</name>
|
|
<value>/var/jfsCache</value>
|
|
</property>
|
|
<property>
|
|
<name>juicefs.cache-size</name>
|
|
<value>0</value>
|
|
</property>
|
|
<property>
|
|
<name>juicefs.cache-full-block</name>
|
|
<value>true</value>
|
|
</property>
|
|
<property>
|
|
<name>juicefs.free-space</name>
|
|
<value>0.05</value>
|
|
</property>
|
|
<property>
|
|
<name>juicefs.attr-cache</name>
|
|
<value>86400</value>
|
|
</property>
|
|
<property>
|
|
<name>juicefs.entry-cache</name>
|
|
<value>86400</value>
|
|
</property>
|
|
<property>
|
|
<name>juicefs.dir-entry-cache</name>
|
|
<value>86400</value>
|
|
</property>
|
|
<property>
|
|
<name>juicefs.get-timeout</name>
|
|
<value>120</value>
|
|
</property>
|
|
<property>
|
|
<name>juicefs.put-timeout</name>
|
|
<value>120</value>
|
|
</property>
|
|
<property>
|
|
<name>juicefs.no-usage-report</name>
|
|
<value>true</value>
|
|
</property>
|
|
<property>
|
|
<name>juicefs.tdsc.meta</name>
|
|
<value>tikv://132.126.207.85:2379,132.126.207.86:2379,132.126.207.87:2379/tdsc?ca=/etc/tikv/ca.crt&cert=/etc/tikv/client.crt&key=/etc/tikv/client.pem</value>
|
|
</property>
|
|
<property>
|
|
<name>juicefs.backup-meta</name>
|
|
<value>0</value>
|
|
</property>
|
|
<property>
|
|
<name>juicefs.block.size</name>
|
|
<value>268435456</value>
|
|
</property>
|
|
<property>
|
|
<name>juicefs.prefetch</name>
|
|
<value>0</value>
|
|
</property>
|
|
<property>
|
|
<name>juicefs.debug</name>
|
|
<value>false</value>
|
|
</property>
|
|
<property>
|
|
<name>juicefs.no-bgjob</name>
|
|
<value>true</value>
|
|
</property>
|
|
<property>
|
|
<name>jfs.kerberos.token-servers</name>
|
|
<value>hdfs://b9</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.job.hdfs-servers</name>
|
|
<value>hdfs://b9</value>
|
|
</property>
|
|
</configuration>
|