lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[MINOR] fixing timeline server for integ tests (#5289)

Browse Source
This commit is contained in:
Sivabalan Narayanan
2022-04-11 07:14:51 -07:00
committed by GitHub
parent 5c41e30ac5
commit 52ea1e4964
18 changed files with 20 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
docker/demo/config/test-suite/test-aggressive-clean-archival-inline-compact.properties
View File

@@ -28,6 +28,7 @@ hoodie.keep.min.commits=12
hoodie.keep.max.commits=14 hoodie.keep.max.commits=14
hoodie.compact.inline=true hoodie.compact.inline=true
hoodie.embed.timeline.server=false
hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.num_partitions=100
hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false

1
docker/demo/config/test-suite/test-aggressive-clean-archival.properties
View File

@@ -26,6 +26,7 @@ hoodie.delete.shuffle.parallelism=25
hoodie.cleaner.commits.retained=8 hoodie.cleaner.commits.retained=8
hoodie.keep.min.commits=12 hoodie.keep.min.commits=12
hoodie.keep.max.commits=14 hoodie.keep.max.commits=14
hoodie.embed.timeline.server=false
hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.num_partitions=100
hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false

1
docker/demo/config/test-suite/test-clustering-aggressive-clean-archival-inline-compact.properties
View File

@@ -24,6 +24,7 @@ hoodie.bulkinsert.shuffle.parallelism=25
hoodie.delete.shuffle.parallelism=25 hoodie.delete.shuffle.parallelism=25
hoodie.compact.inline=true hoodie.compact.inline=true
hoodie.embed.timeline.server=false
hoodie.cleaner.commits.retained=8 hoodie.cleaner.commits.retained=8
hoodie.keep.min.commits=12 hoodie.keep.min.commits=12

1
docker/demo/config/test-suite/test-clustering-aggressive-clean-archival.properties
View File

@@ -26,6 +26,7 @@ hoodie.delete.shuffle.parallelism=25
hoodie.cleaner.commits.retained=8 hoodie.cleaner.commits.retained=8
hoodie.keep.min.commits=12 hoodie.keep.min.commits=12
hoodie.keep.max.commits=14 hoodie.keep.max.commits=14
hoodie.embed.timeline.server=false
hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.num_partitions=100
hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false

2
docker/demo/config/test-suite/test-clustering-inline-compact.properties
View File

@@ -23,6 +23,8 @@ hoodie.upsert.shuffle.parallelism=25
hoodie.bulkinsert.shuffle.parallelism=25 hoodie.bulkinsert.shuffle.parallelism=25
hoodie.delete.shuffle.parallelism=25 hoodie.delete.shuffle.parallelism=25
hoodie.embed.timeline.server=false
hoodie.compact.inline=true hoodie.compact.inline=true
hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.num_partitions=100
hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false

1
docker/demo/config/test-suite/test-clustering-metadata-aggressive-clean-archival-inline-compact.properties
View File

@@ -29,6 +29,7 @@ hoodie.keep.max.commits=14
hoodie.compact.inline=true hoodie.compact.inline=true
hoodie.metadata.enable=true hoodie.metadata.enable=true
hoodie.embed.timeline.server=false
hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.num_partitions=100
hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false

1
docker/demo/config/test-suite/test-clustering-metadata-aggressive-clean-archival.properties
View File

@@ -27,6 +27,7 @@ hoodie.cleaner.commits.retained=8
hoodie.keep.min.commits=12 hoodie.keep.min.commits=12
hoodie.keep.max.commits=14 hoodie.keep.max.commits=14
hoodie.embed.timeline.server=false
hoodie.metadata.enable=true hoodie.metadata.enable=true
hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.num_partitions=100

2
docker/demo/config/test-suite/test-clustering.properties
View File

@@ -23,6 +23,8 @@ hoodie.upsert.shuffle.parallelism=25
hoodie.bulkinsert.shuffle.parallelism=25 hoodie.bulkinsert.shuffle.parallelism=25
hoodie.delete.shuffle.parallelism=25 hoodie.delete.shuffle.parallelism=25
hoodie.embed.timeline.server=false
hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.num_partitions=100
hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false
hoodie.deltastreamer.source.test.max_unique_records=100000000 hoodie.deltastreamer.source.test.max_unique_records=100000000

1
docker/demo/config/test-suite/test-inline-compact.properties
View File

@@ -25,6 +25,7 @@ hoodie.delete.shuffle.parallelism=25
hoodie.metadata.enable=false hoodie.metadata.enable=false
hoodie.compact.inline=true hoodie.compact.inline=true
hoodie.embed.timeline.server=false
hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.num_partitions=100
hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false

1
docker/demo/config/test-suite/test-metadata-aggressive-clean-archival-inline-compact.properties
View File

@@ -27,6 +27,7 @@ hoodie.cleaner.commits.retained=8
hoodie.keep.min.commits=12 hoodie.keep.min.commits=12
hoodie.keep.max.commits=14 hoodie.keep.max.commits=14
hoodie.embed.timeline.server=false
hoodie.metadata.enable=true hoodie.metadata.enable=true
hoodie.compact.inline=true hoodie.compact.inline=true

1
docker/demo/config/test-suite/test-metadata-aggressive-clean-archival.properties
View File

@@ -28,6 +28,7 @@ hoodie.keep.min.commits=12
hoodie.keep.max.commits=14 hoodie.keep.max.commits=14
hoodie.metadata.enable=true hoodie.metadata.enable=true
hoodie.embed.timeline.server=false
hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.num_partitions=100
hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false

1
docker/demo/config/test-suite/test-metadata-inline-compact.properties
View File

@@ -25,6 +25,7 @@ hoodie.delete.shuffle.parallelism=25
hoodie.metadata.enable=true hoodie.metadata.enable=true
hoodie.compact.inline=true hoodie.compact.inline=true
hoodie.embed.timeline.server=false
hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.num_partitions=100
hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false

1
docker/demo/config/test-suite/test-metadata.properties
View File

@@ -24,6 +24,7 @@ hoodie.bulkinsert.shuffle.parallelism=25
hoodie.delete.shuffle.parallelism=25 hoodie.delete.shuffle.parallelism=25
hoodie.metadata.enable=true hoodie.metadata.enable=true
hoodie.embed.timeline.server=false
hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.num_partitions=100
hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false

1
docker/demo/config/test-suite/test-nonpartitioned-inline-compact.properties
View File

@@ -25,6 +25,7 @@ hoodie.delete.shuffle.parallelism=25
hoodie.metadata.enable=false hoodie.metadata.enable=false
hoodie.compact.inline=true hoodie.compact.inline=true
hoodie.embed.timeline.server=false
hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.num_partitions=100
hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false

1
docker/demo/config/test-suite/test-nonpartitioned-metadata-inline-compact.properties
View File

@@ -25,6 +25,7 @@ hoodie.delete.shuffle.parallelism=25
hoodie.metadata.enable=true hoodie.metadata.enable=true
hoodie.compact.inline=true hoodie.compact.inline=true
hoodie.embed.timeline.server=false
hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.num_partitions=100
hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false

1
docker/demo/config/test-suite/test-nonpartitioned-metadata.properties
View File

@@ -24,6 +24,7 @@ hoodie.bulkinsert.shuffle.parallelism=25
hoodie.delete.shuffle.parallelism=25 hoodie.delete.shuffle.parallelism=25
hoodie.metadata.enable=true hoodie.metadata.enable=true
hoodie.embed.timeline.server=false
hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.num_partitions=100
hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false

1
docker/demo/config/test-suite/test-nonpartitioned.properties
View File

@@ -24,6 +24,7 @@ hoodie.bulkinsert.shuffle.parallelism=25
hoodie.delete.shuffle.parallelism=25 hoodie.delete.shuffle.parallelism=25
hoodie.metadata.enable=false hoodie.metadata.enable=false
hoodie.embed.timeline.server=false
hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.num_partitions=100
hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false

1
docker/demo/config/test-suite/test.properties
View File

@@ -21,6 +21,7 @@ hoodie.bulkinsert.shuffle.parallelism=25
hoodie.delete.shuffle.parallelism=25 hoodie.delete.shuffle.parallelism=25
hoodie.metadata.enable=false hoodie.metadata.enable=false
hoodie.embed.timeline.server=false
hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.num_partitions=100
hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false