From 52ea1e496496ddf3e8a55e0d0144251464d8cb1b Mon Sep 17 00:00:00 2001 From: Sivabalan Narayanan Date: Mon, 11 Apr 2022 07:14:51 -0700 Subject: [PATCH] [MINOR] fixing timeline server for integ tests (#5289) --- .../test-aggressive-clean-archival-inline-compact.properties | 1 + .../config/test-suite/test-aggressive-clean-archival.properties | 1 + ...ustering-aggressive-clean-archival-inline-compact.properties | 1 + .../test-clustering-aggressive-clean-archival.properties | 1 + .../config/test-suite/test-clustering-inline-compact.properties | 2 ++ ...metadata-aggressive-clean-archival-inline-compact.properties | 1 + ...est-clustering-metadata-aggressive-clean-archival.properties | 1 + docker/demo/config/test-suite/test-clustering.properties | 2 ++ docker/demo/config/test-suite/test-inline-compact.properties | 1 + ...metadata-aggressive-clean-archival-inline-compact.properties | 1 + .../test-metadata-aggressive-clean-archival.properties | 1 + .../config/test-suite/test-metadata-inline-compact.properties | 1 + docker/demo/config/test-suite/test-metadata.properties | 1 + .../test-suite/test-nonpartitioned-inline-compact.properties | 1 + .../test-nonpartitioned-metadata-inline-compact.properties | 1 + .../config/test-suite/test-nonpartitioned-metadata.properties | 1 + docker/demo/config/test-suite/test-nonpartitioned.properties | 1 + docker/demo/config/test-suite/test.properties | 1 + 18 files changed, 20 insertions(+) diff --git a/docker/demo/config/test-suite/test-aggressive-clean-archival-inline-compact.properties b/docker/demo/config/test-suite/test-aggressive-clean-archival-inline-compact.properties index ed6ed750a..14427f323 100644 --- a/docker/demo/config/test-suite/test-aggressive-clean-archival-inline-compact.properties +++ b/docker/demo/config/test-suite/test-aggressive-clean-archival-inline-compact.properties @@ -28,6 +28,7 @@ hoodie.keep.min.commits=12 hoodie.keep.max.commits=14 hoodie.compact.inline=true +hoodie.embed.timeline.server=false hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false diff --git a/docker/demo/config/test-suite/test-aggressive-clean-archival.properties b/docker/demo/config/test-suite/test-aggressive-clean-archival.properties index 70d94c6fe..f0d9de251 100644 --- a/docker/demo/config/test-suite/test-aggressive-clean-archival.properties +++ b/docker/demo/config/test-suite/test-aggressive-clean-archival.properties @@ -26,6 +26,7 @@ hoodie.delete.shuffle.parallelism=25 hoodie.cleaner.commits.retained=8 hoodie.keep.min.commits=12 hoodie.keep.max.commits=14 +hoodie.embed.timeline.server=false hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false diff --git a/docker/demo/config/test-suite/test-clustering-aggressive-clean-archival-inline-compact.properties b/docker/demo/config/test-suite/test-clustering-aggressive-clean-archival-inline-compact.properties index eac9b30b7..748972861 100644 --- a/docker/demo/config/test-suite/test-clustering-aggressive-clean-archival-inline-compact.properties +++ b/docker/demo/config/test-suite/test-clustering-aggressive-clean-archival-inline-compact.properties @@ -24,6 +24,7 @@ hoodie.bulkinsert.shuffle.parallelism=25 hoodie.delete.shuffle.parallelism=25 hoodie.compact.inline=true +hoodie.embed.timeline.server=false hoodie.cleaner.commits.retained=8 hoodie.keep.min.commits=12 diff --git a/docker/demo/config/test-suite/test-clustering-aggressive-clean-archival.properties b/docker/demo/config/test-suite/test-clustering-aggressive-clean-archival.properties index 4508e3982..b94ccabb5 100644 --- a/docker/demo/config/test-suite/test-clustering-aggressive-clean-archival.properties +++ b/docker/demo/config/test-suite/test-clustering-aggressive-clean-archival.properties @@ -26,6 +26,7 @@ hoodie.delete.shuffle.parallelism=25 hoodie.cleaner.commits.retained=8 hoodie.keep.min.commits=12 hoodie.keep.max.commits=14 +hoodie.embed.timeline.server=false hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false diff --git a/docker/demo/config/test-suite/test-clustering-inline-compact.properties b/docker/demo/config/test-suite/test-clustering-inline-compact.properties index b61c5bd79..5e86790c7 100644 --- a/docker/demo/config/test-suite/test-clustering-inline-compact.properties +++ b/docker/demo/config/test-suite/test-clustering-inline-compact.properties @@ -23,6 +23,8 @@ hoodie.upsert.shuffle.parallelism=25 hoodie.bulkinsert.shuffle.parallelism=25 hoodie.delete.shuffle.parallelism=25 +hoodie.embed.timeline.server=false + hoodie.compact.inline=true hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false diff --git a/docker/demo/config/test-suite/test-clustering-metadata-aggressive-clean-archival-inline-compact.properties b/docker/demo/config/test-suite/test-clustering-metadata-aggressive-clean-archival-inline-compact.properties index b1c872768..dd3089d19 100644 --- a/docker/demo/config/test-suite/test-clustering-metadata-aggressive-clean-archival-inline-compact.properties +++ b/docker/demo/config/test-suite/test-clustering-metadata-aggressive-clean-archival-inline-compact.properties @@ -29,6 +29,7 @@ hoodie.keep.max.commits=14 hoodie.compact.inline=true hoodie.metadata.enable=true +hoodie.embed.timeline.server=false hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false diff --git a/docker/demo/config/test-suite/test-clustering-metadata-aggressive-clean-archival.properties b/docker/demo/config/test-suite/test-clustering-metadata-aggressive-clean-archival.properties index e286e9575..c10d6ecc4 100644 --- a/docker/demo/config/test-suite/test-clustering-metadata-aggressive-clean-archival.properties +++ b/docker/demo/config/test-suite/test-clustering-metadata-aggressive-clean-archival.properties @@ -27,6 +27,7 @@ hoodie.cleaner.commits.retained=8 hoodie.keep.min.commits=12 hoodie.keep.max.commits=14 +hoodie.embed.timeline.server=false hoodie.metadata.enable=true hoodie.deltastreamer.source.test.num_partitions=100 diff --git a/docker/demo/config/test-suite/test-clustering.properties b/docker/demo/config/test-suite/test-clustering.properties index 3b3242c5d..677cf9675 100644 --- a/docker/demo/config/test-suite/test-clustering.properties +++ b/docker/demo/config/test-suite/test-clustering.properties @@ -23,6 +23,8 @@ hoodie.upsert.shuffle.parallelism=25 hoodie.bulkinsert.shuffle.parallelism=25 hoodie.delete.shuffle.parallelism=25 +hoodie.embed.timeline.server=false + hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false hoodie.deltastreamer.source.test.max_unique_records=100000000 diff --git a/docker/demo/config/test-suite/test-inline-compact.properties b/docker/demo/config/test-suite/test-inline-compact.properties index 03584a14a..76de6bd26 100644 --- a/docker/demo/config/test-suite/test-inline-compact.properties +++ b/docker/demo/config/test-suite/test-inline-compact.properties @@ -25,6 +25,7 @@ hoodie.delete.shuffle.parallelism=25 hoodie.metadata.enable=false hoodie.compact.inline=true +hoodie.embed.timeline.server=false hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false diff --git a/docker/demo/config/test-suite/test-metadata-aggressive-clean-archival-inline-compact.properties b/docker/demo/config/test-suite/test-metadata-aggressive-clean-archival-inline-compact.properties index e56bfdac6..792116235 100644 --- a/docker/demo/config/test-suite/test-metadata-aggressive-clean-archival-inline-compact.properties +++ b/docker/demo/config/test-suite/test-metadata-aggressive-clean-archival-inline-compact.properties @@ -27,6 +27,7 @@ hoodie.cleaner.commits.retained=8 hoodie.keep.min.commits=12 hoodie.keep.max.commits=14 +hoodie.embed.timeline.server=false hoodie.metadata.enable=true hoodie.compact.inline=true diff --git a/docker/demo/config/test-suite/test-metadata-aggressive-clean-archival.properties b/docker/demo/config/test-suite/test-metadata-aggressive-clean-archival.properties index c6351d634..5bad7fc4e 100644 --- a/docker/demo/config/test-suite/test-metadata-aggressive-clean-archival.properties +++ b/docker/demo/config/test-suite/test-metadata-aggressive-clean-archival.properties @@ -28,6 +28,7 @@ hoodie.keep.min.commits=12 hoodie.keep.max.commits=14 hoodie.metadata.enable=true +hoodie.embed.timeline.server=false hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false diff --git a/docker/demo/config/test-suite/test-metadata-inline-compact.properties b/docker/demo/config/test-suite/test-metadata-inline-compact.properties index d4bec244e..5230a1488 100644 --- a/docker/demo/config/test-suite/test-metadata-inline-compact.properties +++ b/docker/demo/config/test-suite/test-metadata-inline-compact.properties @@ -25,6 +25,7 @@ hoodie.delete.shuffle.parallelism=25 hoodie.metadata.enable=true hoodie.compact.inline=true +hoodie.embed.timeline.server=false hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false diff --git a/docker/demo/config/test-suite/test-metadata.properties b/docker/demo/config/test-suite/test-metadata.properties index 2ac645d09..0edcd3c63 100644 --- a/docker/demo/config/test-suite/test-metadata.properties +++ b/docker/demo/config/test-suite/test-metadata.properties @@ -24,6 +24,7 @@ hoodie.bulkinsert.shuffle.parallelism=25 hoodie.delete.shuffle.parallelism=25 hoodie.metadata.enable=true +hoodie.embed.timeline.server=false hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false diff --git a/docker/demo/config/test-suite/test-nonpartitioned-inline-compact.properties b/docker/demo/config/test-suite/test-nonpartitioned-inline-compact.properties index b8ed4b62a..97f2bfa49 100644 --- a/docker/demo/config/test-suite/test-nonpartitioned-inline-compact.properties +++ b/docker/demo/config/test-suite/test-nonpartitioned-inline-compact.properties @@ -25,6 +25,7 @@ hoodie.delete.shuffle.parallelism=25 hoodie.metadata.enable=false hoodie.compact.inline=true +hoodie.embed.timeline.server=false hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false diff --git a/docker/demo/config/test-suite/test-nonpartitioned-metadata-inline-compact.properties b/docker/demo/config/test-suite/test-nonpartitioned-metadata-inline-compact.properties index 2e0ca2a46..2298be18f 100644 --- a/docker/demo/config/test-suite/test-nonpartitioned-metadata-inline-compact.properties +++ b/docker/demo/config/test-suite/test-nonpartitioned-metadata-inline-compact.properties @@ -25,6 +25,7 @@ hoodie.delete.shuffle.parallelism=25 hoodie.metadata.enable=true hoodie.compact.inline=true +hoodie.embed.timeline.server=false hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false diff --git a/docker/demo/config/test-suite/test-nonpartitioned-metadata.properties b/docker/demo/config/test-suite/test-nonpartitioned-metadata.properties index 487825c1d..520534f3b 100644 --- a/docker/demo/config/test-suite/test-nonpartitioned-metadata.properties +++ b/docker/demo/config/test-suite/test-nonpartitioned-metadata.properties @@ -24,6 +24,7 @@ hoodie.bulkinsert.shuffle.parallelism=25 hoodie.delete.shuffle.parallelism=25 hoodie.metadata.enable=true +hoodie.embed.timeline.server=false hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false diff --git a/docker/demo/config/test-suite/test-nonpartitioned.properties b/docker/demo/config/test-suite/test-nonpartitioned.properties index 0d8b5250a..d51c4e5f8 100644 --- a/docker/demo/config/test-suite/test-nonpartitioned.properties +++ b/docker/demo/config/test-suite/test-nonpartitioned.properties @@ -24,6 +24,7 @@ hoodie.bulkinsert.shuffle.parallelism=25 hoodie.delete.shuffle.parallelism=25 hoodie.metadata.enable=false +hoodie.embed.timeline.server=false hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false diff --git a/docker/demo/config/test-suite/test.properties b/docker/demo/config/test-suite/test.properties index dc743e516..3b20d3286 100644 --- a/docker/demo/config/test-suite/test.properties +++ b/docker/demo/config/test-suite/test.properties @@ -21,6 +21,7 @@ hoodie.bulkinsert.shuffle.parallelism=25 hoodie.delete.shuffle.parallelism=25 hoodie.metadata.enable=false +hoodie.embed.timeline.server=false hoodie.deltastreamer.source.test.num_partitions=100 hoodie.deltastreamer.source.test.datagen.use_rocksdb_for_storing_existing_keys=false