lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-2113] Fix integration testing failure caused by sql results out of order (#3204)

Browse Source
This commit is contained in:
Shawy Geng
2021-07-06 15:35:12 +08:00
committed by GitHub
parent f2621da32f
commit 6e24434682
3 changed files with 22 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
docker/demo/hive-batch1.commands
View File

@@ -21,16 +21,16 @@ select symbol, max(ts) from stock_ticks_cow group by symbol HAVING symbol = 'GOO
select symbol, max(ts) from stock_ticks_mor_ro group by symbol HAVING symbol = 'GOOG';
select symbol, max(ts) from stock_ticks_mor_rt group by symbol HAVING symbol = 'GOOG';
select symbol, ts, volume, open, close from stock_ticks_cow where symbol = 'GOOG';
select symbol, ts, volume, open, close from stock_ticks_mor_ro where symbol = 'GOOG';
select symbol, ts, volume, open, close from stock_ticks_mor_rt where symbol = 'GOOG';
select symbol, ts, volume, open, close from stock_ticks_cow where symbol = 'GOOG' order by ts;
select symbol, ts, volume, open, close from stock_ticks_mor_ro where symbol = 'GOOG' order by ts;
select symbol, ts, volume, open, close from stock_ticks_mor_rt where symbol = 'GOOG' order by ts;
select symbol, max(ts) from stock_ticks_cow_bs group by symbol HAVING symbol = 'GOOG';
select symbol, max(ts) from stock_ticks_mor_bs_ro group by symbol HAVING symbol = 'GOOG';
select symbol, max(ts) from stock_ticks_mor_bs_rt group by symbol HAVING symbol = 'GOOG';
select symbol, ts, volume, open, close from stock_ticks_cow_bs where symbol = 'GOOG';
select symbol, ts, volume, open, close from stock_ticks_mor_bs_ro where symbol = 'GOOG';
select symbol, ts, volume, open, close from stock_ticks_mor_bs_rt where symbol = 'GOOG';
select symbol, ts, volume, open, close from stock_ticks_cow_bs where symbol = 'GOOG' order by ts;
select symbol, ts, volume, open, close from stock_ticks_mor_bs_ro where symbol = 'GOOG' order by ts;
select symbol, ts, volume, open, close from stock_ticks_mor_bs_rt where symbol = 'GOOG' order by ts;
!quit

8
docker/demo/hive-batch2-after-compaction.commands
View File

@@ -20,13 +20,13 @@ add jar ${hudi.hadoop.bundle};
select symbol, max(ts) from stock_ticks_mor_ro group by symbol HAVING symbol = 'GOOG';
select symbol, max(ts) from stock_ticks_mor_rt group by symbol HAVING symbol = 'GOOG';
select symbol, ts, volume, open, close from stock_ticks_mor_ro where symbol = 'GOOG';
select symbol, ts, volume, open, close from stock_ticks_mor_rt where symbol = 'GOOG';
select symbol, ts, volume, open, close from stock_ticks_mor_ro where symbol = 'GOOG' order by ts;
select symbol, ts, volume, open, close from stock_ticks_mor_rt where symbol = 'GOOG' order by ts;
select symbol, max(ts) from stock_ticks_mor_bs_ro group by symbol HAVING symbol = 'GOOG';
select symbol, max(ts) from stock_ticks_mor_bs_rt group by symbol HAVING symbol = 'GOOG';
select symbol, ts, volume, open, close from stock_ticks_mor_bs_ro where symbol = 'GOOG';
select symbol, ts, volume, open, close from stock_ticks_mor_bs_rt where symbol = 'GOOG';
select symbol, ts, volume, open, close from stock_ticks_mor_bs_ro where symbol = 'GOOG' order by ts;
select symbol, ts, volume, open, close from stock_ticks_mor_bs_rt where symbol = 'GOOG' order by ts;
!quit

12
hudi-integ-test/src/test/java/org/apache/hudi/integ/ITTestHoodieDemo.java
View File

@@ -24,6 +24,7 @@ import org.apache.hudi.common.util.collection.Pair;
import org.apache.hudi.keygen.SimpleKeyGenerator;
import org.junit.jupiter.api.AfterEach;
import org.junit.jupiter.api.Disabled;
import org.junit.jupiter.api.Test;
@@ -89,6 +90,17 @@ public class ITTestHoodieDemo extends ITTestBase {
+ " --hoodie-conf hoodie.datasource.hive_sync.database=default "
+ " --hoodie-conf hoodie.datasource.hive_sync.table=%s";
@AfterEach
public void clean() throws Exception {
String hdfsCmd = "hdfs dfs -rm -R ";
List<String> tablePaths = CollectionUtils.createImmutableList(
COW_BASE_PATH, MOR_BASE_PATH, COW_BOOTSTRAPPED_BASE_PATH, MOR_BOOTSTRAPPED_BASE_PATH);
for (String tablePath : tablePaths) {
executeCommandStringInDocker(ADHOC_1_CONTAINER, hdfsCmd + tablePath, true);
}
}
@Test
public void testParquetDemo() throws Exception {
baseFileFormat = HoodieFileFormat.PARQUET;