lanyuanxiaoyao/hudi-service
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(command): 补充hoodie.properties文件的升降级

Browse Source
This commit is contained in:
v-zhangjc9
2024-05-21 19:06:52 +08:00
parent 3ce40ef1af
commit 69f1f2207a
1 changed files with 4 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
service-command/src/main/java/com/lanyuanxiaoyao/service/command/commands/ToolCommand.java
View File

@@ -40,9 +40,8 @@ public class ToolCommand {
if (hudiService.existsPath(hdfs)) { if (hudiService.existsPath(hdfs)) {
String propertiesPath = StrUtil.format("{}/.hoodie/hoodie.properties", hdfs); String propertiesPath = StrUtil.format("{}/.hoodie/hoodie.properties", hdfs);
String content = hudiService.read(propertiesPath); String content = hudiService.read(propertiesPath);
if (content.contains("org.apache.hudi.common.model.OverwriteWithLatestAvroPayload") && content.contains("org.apache.hudi.keygen.SimpleKeyGenerator")) { if (content.contains("org.apache.hudi.common.model.OverwriteWithLatestAvroPayload")) {
content = content.replace("org.apache.hudi.common.model.OverwriteWithLatestAvroPayload", "org.apache.hudi.common.model.TraceOverwriteWithLatestAvroPayload"); content = content.replace("org.apache.hudi.common.model.OverwriteWithLatestAvroPayload", "org.apache.hudi.common.model.TraceEventTimeAvroPayload");
content = content.replace("org.apache.hudi.keygen.SimpleKeyGenerator", "org.apache.hudi.keygen.DefaultPartitionNameKeyGenerator");
hudiService.write(propertiesPath, content, true); hudiService.write(propertiesPath, content, true);
logger.info("{} has rewrote", hdfs); logger.info("{} has rewrote", hdfs);
results.add(StrUtil.format("{} {}", meta.getJob().getId(), meta.getAlias())); results.add(StrUtil.format("{} {}", meta.getJob().getId(), meta.getAlias()));
@@ -63,9 +62,8 @@ public class ToolCommand {
if (hudiService.existsPath(hdfs)) { if (hudiService.existsPath(hdfs)) {
String propertiesPath = StrUtil.format("{}/.hoodie/hoodie.properties", hdfs); String propertiesPath = StrUtil.format("{}/.hoodie/hoodie.properties", hdfs);
String content = hudiService.read(propertiesPath); String content = hudiService.read(propertiesPath);
if (content.contains("org.apache.hudi.common.model.TraceOverwriteWithLatestAvroPayload") && content.contains("org.apache.hudi.keygen.DefaultPartitionNameKeyGenerator")) { if (content.contains("org.apache.hudi.common.model.TraceEventTimeAvroPayload")) {
content = content.replace("org.apache.hudi.common.model.TraceOverwriteWithLatestAvroPayload", "org.apache.hudi.common.model.OverwriteWithLatestAvroPayload"); content = content.replace("org.apache.hudi.common.model.TraceEventTimeAvroPayload", "org.apache.hudi.common.model.OverwriteWithLatestAvroPayload");
content = content.replace("org.apache.hudi.keygen.DefaultPartitionNameKeyGenerator", "org.apache.hudi.keygen.SimpleKeyGenerator");
hudiService.write(propertiesPath, content, true); hudiService.write(propertiesPath, content, true);
logger.info("{} has rewrote", hdfs); logger.info("{} has rewrote", hdfs);
results.add(StrUtil.format("{} {}", meta.getJob().getId(), meta.getAlias())); results.add(StrUtil.format("{} {}", meta.getJob().getId(), meta.getAlias()));