lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

Rebase with generic partition support

Browse Source
This commit is contained in:
Vinoth Chandar
2017-04-03 18:23:47 -07:00
committed by vinoth chandar
parent 848814bece
commit 82b211d2e6
1 changed files with 1 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
hoodie-hive/src/main/java/com/uber/hoodie/hive/impl/DayBasedPartitionStrategy.java
View File

@@ -21,8 +21,6 @@ import com.uber.hoodie.hive.HoodieHiveDatasetException;
import com.uber.hoodie.hive.PartitionStrategy; import com.uber.hoodie.hive.PartitionStrategy;
import com.uber.hoodie.hive.client.HoodieFSClient; import com.uber.hoodie.hive.client.HoodieFSClient;
import com.uber.hoodie.hive.model.HoodieDatasetReference; import com.uber.hoodie.hive.model.HoodieDatasetReference;
import org.apache.hadoop.fs.FileStatus;
import org.apache.hadoop.fs.Path;
import org.joda.time.DateTime; import org.joda.time.DateTime;
import org.joda.time.format.DateTimeFormat; import org.joda.time.format.DateTimeFormat;
import org.joda.time.format.DateTimeFormatter; import org.joda.time.format.DateTimeFormatter;
@@ -49,7 +47,7 @@ public class DayBasedPartitionStrategy implements PartitionStrategy {
@Override public List<String> scanAllPartitions(HoodieDatasetReference ref, HoodieFSClient fsClient) { @Override public List<String> scanAllPartitions(HoodieDatasetReference ref, HoodieFSClient fsClient) {
try { try {
return FSUtils.getAllPartitionPaths(fsClient.getFs(), ref.getBaseDatasetPath()); return FSUtils.getAllPartitionPaths(fsClient.getFs(), ref.getBaseDatasetPath(), true);
} catch (IOException ioe) { } catch (IOException ioe) {
throw new HoodieHiveDatasetException( throw new HoodieHiveDatasetException(
"IOException when listing partitions under dataset " + ref , ioe); "IOException when listing partitions under dataset " + ref , ioe);