Docker Container Build and Run setup with foundations for adding docker integration tests. Docker images built with Hadoop 2.8.4 Hive 2.3.3 and Spark 2.3.1 and published to docker-hub
Look at quickstart document for how to setup docker and run demo
This commit is contained in:
committed by
vinoth chandar
parent
9710b5a3a6
commit
f3418e4718
29
docker/demo/config/kafka-source.properties
Normal file
29
docker/demo/config/kafka-source.properties
Normal file
@@ -0,0 +1,29 @@
|
||||
#
|
||||
# Copyright (c) 2017 Uber Technologies, Inc. (hoodie-dev-group@uber.com)
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
#
|
||||
#
|
||||
#
|
||||
include=base.properties
|
||||
# Key fields, for kafka example
|
||||
hoodie.datasource.write.recordkey.field=key
|
||||
hoodie.datasource.write.partitionpath.field=date
|
||||
# Schema provider props (change to absolute path based on your installation)
|
||||
hoodie.deltastreamer.schemaprovider.source.schema.file=/var/demo/config/schema.avsc
|
||||
hoodie.deltastreamer.schemaprovider.target.schema.file=/var/demo/config/schema.avsc
|
||||
# Kafka Source
|
||||
hoodie.deltastreamer.source.kafka.topic=stock_ticks
|
||||
#Kafka props
|
||||
metadata.broker.list=kafkabroker:9092
|
||||
auto.offset.reset=smallest
|
||||
Reference in New Issue
Block a user