lanyuanxiaoyao/hudi-service
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat(hudi-query): 增加关于hdfs文件数相关的接口

Browse Source
This commit is contained in:
v-zhangjc9
2024-10-12 14:43:05 +08:00
parent 70c2442ff1
commit 28b3fd9ca1
3 changed files with 47 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
service-forest/src/main/java/com/lanyuanxiaoyao/service/forest/service/HudiService.java
View File

@@ -107,4 +107,13 @@ public interface HudiService {
@Get("/hdfs/size")
Long size(@Query("root") String root);
@Get("/hdfs/count")
Long count(@Query("root") String root);
@Get("/hdfs/file_count")
Long fileCount(@Query("root") String root);
@Get("/hdfs/directory_count")
Long directoryCount(@Query("root") String root);
}

15
service-hudi-query/src/main/java/com/lanyuanxiaoyao/service/hudi/controller/HdfsController.java
View File

@@ -82,4 +82,19 @@ public class HdfsController {
public Long size(@RequestParam("root") String root) throws IOException {
return hdfsService.size(root);
}
@GetMapping("count")
public Long count(@RequestParam("root") String root) throws IOException {
return hdfsService.size(root);
}
@GetMapping("file_count")
public Long fileCount(@RequestParam("root") String root) throws IOException {
return hdfsService.size(root);
}
@GetMapping("directory_count")
public Long DirectoryCount(@RequestParam("root") String root) throws IOException {
return hdfsService.size(root);
}
}

23
service-hudi-query/src/main/java/com/lanyuanxiaoyao/service/hudi/service/HdfsService.java
View File

@@ -8,6 +8,7 @@ import com.lanyuanxiaoyao.service.forest.service.InfoService;
import java.io.IOException;
import java.io.OutputStream;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.ContentSummary;
import org.apache.hadoop.fs.FSDataInputStream;
import org.apache.hadoop.fs.FSDataOutputStream;
import org.apache.hadoop.fs.FileStatus;
@@ -160,4 +161,26 @@ public class HdfsService {
return fileSystem.getContentSummary(new Path(root)).getLength();
}
}
@Cacheable(value = "count-hpath", sync = true)
public Long count(String root) throws IOException {
try (FileSystem fileSystem = FileSystem.get(new Configuration())) {
ContentSummary summary = fileSystem.getContentSummary(new Path(root));
return summary.getFileCount() + summary.getDirectoryCount();
}
}
@Cacheable(value = "file-count-hpath", sync = true)
public Long countFiles(String root) throws IOException {
try (FileSystem fileSystem = FileSystem.get(new Configuration())) {
return fileSystem.getContentSummary(new Path(root)).getFileCount();
}
}
@Cacheable(value = "directory-count-hpath", sync = true)
public Long countDirectories(String root) throws IOException {
try (FileSystem fileSystem = FileSystem.get(new Configuration())) {
return fileSystem.getContentSummary(new Path(root)).getDirectoryCount();
}
}
}