@@ -171,7 +171,7 @@ public class HoodieTestSuiteWriter implements Serializable {
|
||||
}
|
||||
|
||||
public JavaRDD<WriteStatus> insertOverwrite(Option<String> instantTime) throws Exception {
|
||||
if(cfg.useDeltaStreamer){
|
||||
if (cfg.useDeltaStreamer) {
|
||||
return deltaStreamerWrapper.insertOverwrite();
|
||||
} else {
|
||||
Pair<SchemaProvider, Pair<String, JavaRDD<HoodieRecord>>> nextBatch = fetchSource();
|
||||
@@ -181,7 +181,7 @@ public class HoodieTestSuiteWriter implements Serializable {
|
||||
}
|
||||
|
||||
public JavaRDD<WriteStatus> insertOverwriteTable(Option<String> instantTime) throws Exception {
|
||||
if(cfg.useDeltaStreamer){
|
||||
if (cfg.useDeltaStreamer) {
|
||||
return deltaStreamerWrapper.insertOverwriteTable();
|
||||
} else {
|
||||
Pair<SchemaProvider, Pair<String, JavaRDD<HoodieRecord>>> nextBatch = fetchSource();
|
||||
|
||||
@@ -102,7 +102,7 @@ public class DagUtils {
|
||||
case DAG_CONTENT:
|
||||
JsonNode dagContent = dagNode.getValue();
|
||||
Iterator<Entry<String, JsonNode>> contentItr = dagContent.fields();
|
||||
while(contentItr.hasNext()) {
|
||||
while (contentItr.hasNext()) {
|
||||
Entry<String, JsonNode> dagContentNode = contentItr.next();
|
||||
allNodes.put(dagContentNode.getKey(), convertJsonToDagNode(allNodes, dagContentNode.getKey(), dagContentNode.getValue()));
|
||||
}
|
||||
|
||||
@@ -43,7 +43,7 @@ public abstract class DagNode<O> implements Comparable<DagNode<O>> {
|
||||
|
||||
public DagNode clone() {
|
||||
List<DagNode<O>> tempChildNodes = new ArrayList<>();
|
||||
for(DagNode dagNode: childNodes) {
|
||||
for (DagNode dagNode: childNodes) {
|
||||
tempChildNodes.add(dagNode.clone());
|
||||
}
|
||||
this.childNodes = tempChildNodes;
|
||||
|
||||
@@ -37,7 +37,7 @@ public class DelayNode extends DagNode<Boolean> {
|
||||
|
||||
@Override
|
||||
public void execute(ExecutionContext context, int curItrCount) throws Exception {
|
||||
log.warn("Waiting for "+ delayMins+" mins before going for next test run");
|
||||
log.warn("Waiting for " + delayMins + " mins before going for next test run");
|
||||
Thread.sleep(delayMins * 60 * 1000);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -77,9 +77,9 @@ public class ValidateAsyncOperations extends DagNode<Option<String>> {
|
||||
}
|
||||
|
||||
if (config.validateArchival() || config.validateClean()) {
|
||||
Pattern ARCHIVE_FILE_PATTERN =
|
||||
final Pattern ARCHIVE_FILE_PATTERN =
|
||||
Pattern.compile("\\.commits_\\.archive\\..*");
|
||||
Pattern CLEAN_FILE_PATTERN =
|
||||
final Pattern CLEAN_FILE_PATTERN =
|
||||
Pattern.compile(".*\\.clean\\..*");
|
||||
|
||||
String metadataPath = executionContext.getHoodieTestSuiteWriter().getCfg().targetBasePath + "/.hoodie";
|
||||
|
||||
Reference in New Issue
Block a user