1
0

[HUDI-82] Adds Presto integration in Docker demo (#847)

This commit is contained in:
Bhavani Sudha Saktheeswaran
2019-08-22 19:40:36 -07:00
committed by vinoth chandar
parent 1b79ef7672
commit 92eed6aca8
17 changed files with 590 additions and 0 deletions

View File

@@ -0,0 +1,18 @@
connector.name=hive-hadoop2
hive.metastore-cache-ttl=1s
hive.metastore-refresh-interval=1m
hive.metastore-timeout=20s
hive.metastore.uri=thrift://hivemetastore:9083
hive.storage-format=PARQUET
hive.parquet.use-column-names=true
hive.max-split-size=128MB
hive.assume-canonical-partition-keys=true
hive.recursive-directories=true
hive.config.resources=/etc/hadoop/core-site.xml,/etc/hadoop/hdfs-site.xml
hive.hdfs.authentication.type=NONE
hive.hdfs.impersonation.enabled=false
hive.bucket-execution=false
hive.table-statistics-enabled=true
hive.max-partitions-per-writers=3000
hive.split-loader-concurrency=1
hive.orc.bloom-filters.enabled=true

View File

@@ -0,0 +1,4 @@
connector.name=jmx
jmx.dump-tables=java.lang:type=Runtime,com.facebook.presto.execution.scheduler:name=NodeScheduler
jmx.dump-period=10s
jmx.max-entries=86400

View File

@@ -0,0 +1,3 @@
connector.name=localfile
presto-logs.http-request-log.location=/var/log/presto
presto-logs.http-request-log.pattern=http-request.*

View File

@@ -0,0 +1,6 @@
coordinator=true
node-scheduler.include-coordinator=false
http-server.http.port=8090
query.max-memory={{PRESTO_QUERY_MAX_MEMORY}}
discovery-server.enabled=true
discovery.uri={{PRESTO_DISCOVERY_URI}}

View File

@@ -0,0 +1,9 @@
-server
-Xmx{{PRESTO_JVM_MAX_HEAP}}
-XX:+UseG1GC
-XX:G1HeapRegionSize=32M
-XX:+UseGCOverheadLimit
-XX:+ExplicitGCInvokesConcurrent
-XX:+HeapDumpOnOutOfMemoryError
-XX:OnOutOfMemoryError=kill -9 %p
-DHADOOP_USER_NAME=hive

View File

@@ -0,0 +1 @@
com.facebook.presto=INFO

View File

@@ -0,0 +1,3 @@
node.environment=production
node.id={{PRESTO_NODE_ID}}
node.data-dir={{PRESTO_LOG_DIR}}

View File

@@ -0,0 +1,4 @@
coordinator=false
http-server.http.port=8090
query.max-memory={{PRESTO_QUERY_MAX_MEMORY}}
discovery.uri={{PRESTO_DISCOVERY_URI}}