[HUDI-82] Adds Presto integration in Docker demo (#847)
This commit is contained in:
committed by
vinoth chandar
parent
1b79ef7672
commit
92eed6aca8
18
docker/hoodie/hadoop/prestobase/etc/catalog/hive.properties
Normal file
18
docker/hoodie/hadoop/prestobase/etc/catalog/hive.properties
Normal file
@@ -0,0 +1,18 @@
|
||||
connector.name=hive-hadoop2
|
||||
hive.metastore-cache-ttl=1s
|
||||
hive.metastore-refresh-interval=1m
|
||||
hive.metastore-timeout=20s
|
||||
hive.metastore.uri=thrift://hivemetastore:9083
|
||||
hive.storage-format=PARQUET
|
||||
hive.parquet.use-column-names=true
|
||||
hive.max-split-size=128MB
|
||||
hive.assume-canonical-partition-keys=true
|
||||
hive.recursive-directories=true
|
||||
hive.config.resources=/etc/hadoop/core-site.xml,/etc/hadoop/hdfs-site.xml
|
||||
hive.hdfs.authentication.type=NONE
|
||||
hive.hdfs.impersonation.enabled=false
|
||||
hive.bucket-execution=false
|
||||
hive.table-statistics-enabled=true
|
||||
hive.max-partitions-per-writers=3000
|
||||
hive.split-loader-concurrency=1
|
||||
hive.orc.bloom-filters.enabled=true
|
||||
@@ -0,0 +1,4 @@
|
||||
connector.name=jmx
|
||||
jmx.dump-tables=java.lang:type=Runtime,com.facebook.presto.execution.scheduler:name=NodeScheduler
|
||||
jmx.dump-period=10s
|
||||
jmx.max-entries=86400
|
||||
@@ -0,0 +1,3 @@
|
||||
connector.name=localfile
|
||||
presto-logs.http-request-log.location=/var/log/presto
|
||||
presto-logs.http-request-log.pattern=http-request.*
|
||||
@@ -0,0 +1,6 @@
|
||||
coordinator=true
|
||||
node-scheduler.include-coordinator=false
|
||||
http-server.http.port=8090
|
||||
query.max-memory={{PRESTO_QUERY_MAX_MEMORY}}
|
||||
discovery-server.enabled=true
|
||||
discovery.uri={{PRESTO_DISCOVERY_URI}}
|
||||
9
docker/hoodie/hadoop/prestobase/etc/jvm.config.mustache
Normal file
9
docker/hoodie/hadoop/prestobase/etc/jvm.config.mustache
Normal file
@@ -0,0 +1,9 @@
|
||||
-server
|
||||
-Xmx{{PRESTO_JVM_MAX_HEAP}}
|
||||
-XX:+UseG1GC
|
||||
-XX:G1HeapRegionSize=32M
|
||||
-XX:+UseGCOverheadLimit
|
||||
-XX:+ExplicitGCInvokesConcurrent
|
||||
-XX:+HeapDumpOnOutOfMemoryError
|
||||
-XX:OnOutOfMemoryError=kill -9 %p
|
||||
-DHADOOP_USER_NAME=hive
|
||||
1
docker/hoodie/hadoop/prestobase/etc/log.properties
Normal file
1
docker/hoodie/hadoop/prestobase/etc/log.properties
Normal file
@@ -0,0 +1 @@
|
||||
com.facebook.presto=INFO
|
||||
@@ -0,0 +1,3 @@
|
||||
node.environment=production
|
||||
node.id={{PRESTO_NODE_ID}}
|
||||
node.data-dir={{PRESTO_LOG_DIR}}
|
||||
@@ -0,0 +1,4 @@
|
||||
coordinator=false
|
||||
http-server.http.port=8090
|
||||
query.max-memory={{PRESTO_QUERY_MAX_MEMORY}}
|
||||
discovery.uri={{PRESTO_DISCOVERY_URI}}
|
||||
Reference in New Issue
Block a user