lanyuanxiaoyao/hudi-service
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(uploader): 避免路径不存在导致错误

Browse Source
This commit is contained in:
兰缘小妖
2024-03-01 13:55:34 +08:00
parent c56e05dea4
commit c81efce3de
2 changed files with 11 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
service-uploader/src/main/java/com/lanyuanxiaoyao/service/uploader/service/filesystem/HdfsUploadAndDownloadService.java
View File

@@ -2,6 +2,7 @@ package com.lanyuanxiaoyao.service.uploader.service.filesystem;
import cn.hutool.core.io.IoUtil;
import com.lanyuanxiaoyao.service.uploader.configuration.UploaderConfiguration;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import org.apache.hadoop.conf.Configuration;
@@ -25,9 +26,14 @@ public class HdfsUploadAndDownloadService implements UploadAndDownloadService {
private final UploaderConfiguration uploaderConfiguration;
private final Configuration configuration;
public HdfsUploadAndDownloadService(UploaderConfiguration uploaderConfiguration) {
public HdfsUploadAndDownloadService(UploaderConfiguration uploaderConfiguration) throws IOException {
this.uploaderConfiguration = uploaderConfiguration;
this.configuration = new Configuration();
logger.info("Create tmp dir: {}", uploaderConfiguration.getTmpDir());
try (FileSystem fileSystem = FileSystem.get(configuration)) {
fileSystem.mkdirs(new Path(uploaderConfiguration.getTmpDir()));
}
}
@Override

5
service-uploader/src/main/java/com/lanyuanxiaoyao/service/uploader/service/filesystem/LocalUploadAndDownloadService.java
View File

@@ -2,6 +2,7 @@ package com.lanyuanxiaoyao.service.uploader.service.filesystem;
import cn.hutool.core.io.IoUtil;
import com.lanyuanxiaoyao.service.uploader.configuration.UploaderConfiguration;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.nio.file.Files;
@@ -21,8 +22,10 @@ public class LocalUploadAndDownloadService implements UploadAndDownloadService {
private static final Logger logger = LoggerFactory.getLogger(LocalUploadAndDownloadService.class);
private final UploaderConfiguration uploaderConfiguration;
public LocalUploadAndDownloadService(UploaderConfiguration uploaderConfiguration) {
public LocalUploadAndDownloadService(UploaderConfiguration uploaderConfiguration) throws IOException {
this.uploaderConfiguration = uploaderConfiguration;
logger.info("Create tmp dir: {}", uploaderConfiguration.getTmpDir());
Files.createDirectories(Paths.get(uploaderConfiguration.getTmpDir()));
}
@Override