lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-4403] Fix the end input metadata for bounded source (#6116)

Browse Source
This commit is contained in:
Danny Chan
2022-07-16 12:02:17 +08:00
committed by GitHub
parent 726e8e3590
commit 0faa562b6f
5 changed files with 50 additions and 41 deletions
Download Patch File Download Diff File Expand all files Collapse all files

25
hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/sink/ITTestDataStreamWrite.java
View File

@@ -248,21 +248,8 @@ public class ITTestDataStreamWrite extends TestLogger {
Pipelines.clean(conf, pipeline);
Pipelines.compact(conf, pipeline);
}
JobClient client = execEnv.executeAsync(jobName);
if (isMor) {
if (client.getJobStatus().get() != JobStatus.FAILED) {
try {
TimeUnit.SECONDS.sleep(20); // wait long enough for the compaction to finish
client.cancel();
} catch (Throwable var1) {
// ignored
}
}
} else {
// wait for the streaming job to finish
client.getJobExecutionResult().get();
}
execute(execEnv, isMor, jobName);
TestData.checkWrittenDataCOW(tempFile, expected);
}
@@ -322,17 +309,14 @@ public class ITTestDataStreamWrite extends TestLogger {
execEnv.addOperator(pipeline.getTransformation());
Pipelines.cluster(conf, rowType, pipeline);
JobClient client = execEnv.executeAsync(jobName);
// wait for the streaming job to finish
client.getJobExecutionResult().get();
execEnv.execute(jobName);
TestData.checkWrittenDataCOW(tempFile, expected);
}
public void execute(StreamExecutionEnvironment execEnv, boolean isMor, String jobName) throws Exception {
JobClient client = execEnv.executeAsync(jobName);
if (isMor) {
JobClient client = execEnv.executeAsync(jobName);
if (client.getJobStatus().get() != JobStatus.FAILED) {
try {
TimeUnit.SECONDS.sleep(20); // wait long enough for the compaction to finish
@@ -343,7 +327,7 @@ public class ITTestDataStreamWrite extends TestLogger {
}
} else {
// wait for the streaming job to finish
client.getJobExecutionResult().get();
execEnv.execute(jobName);
}
}
@@ -451,5 +435,4 @@ public class ITTestDataStreamWrite extends TestLogger {
execute(execEnv, true, "Api_Sink_Test");
TestData.checkWrittenDataCOW(tempFile, EXPECTED);
}
}