lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

Update HiveIncrementalPuller to configure filesystem (#4431)

Browse Source 
* Update HiveIncrementalPuller.java

fix get FileSystem bug

* Update HiveIncrementalPuller.java

fix error

* Update HiveIncrementalPuller.java

fie error
This commit is contained in:
hehexiaoduantui
2022-01-06 15:49:30 +08:00
committed by GitHub
parent 205e48f53f
commit 50fa5a6aa7
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
hudi-utilities/src/main/java/org/apache/hudi/utilities/HiveIncrementalPuller.java
View File

@@ -91,6 +91,8 @@ public class HiveIncrementalPuller {
public String fromCommitTime; public String fromCommitTime;
@Parameter(names = {"--maxCommits"}) @Parameter(names = {"--maxCommits"})
public int maxCommits = 3; public int maxCommits = 3;
@Parameter(names = {"--fsDefaultFs"})
public String fsDefaultFs = "file:///";
@Parameter(names = {"--help", "-h"}, help = true) @Parameter(names = {"--help", "-h"}, help = true)
public Boolean help = false; public Boolean help = false;
} }
@@ -124,6 +126,7 @@ public class HiveIncrementalPuller {
public void saveDelta() throws IOException { public void saveDelta() throws IOException {
Configuration conf = new Configuration(); Configuration conf = new Configuration();
conf.set("fs.defaultFS",config.fsDefaultFs);
FileSystem fs = FileSystem.get(conf); FileSystem fs = FileSystem.get(conf);
Statement stmt = null; Statement stmt = null;
try { try {