From 82b211d2e629dcd9869d486f5af62a7063e6c87d Mon Sep 17 00:00:00 2001 From: Vinoth Chandar Date: Mon, 3 Apr 2017 18:23:47 -0700 Subject: [PATCH] Rebase with generic partition support --- .../com/uber/hoodie/hive/impl/DayBasedPartitionStrategy.java | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/hoodie-hive/src/main/java/com/uber/hoodie/hive/impl/DayBasedPartitionStrategy.java b/hoodie-hive/src/main/java/com/uber/hoodie/hive/impl/DayBasedPartitionStrategy.java index b20d6ee99..d7c98f114 100644 --- a/hoodie-hive/src/main/java/com/uber/hoodie/hive/impl/DayBasedPartitionStrategy.java +++ b/hoodie-hive/src/main/java/com/uber/hoodie/hive/impl/DayBasedPartitionStrategy.java @@ -21,8 +21,6 @@ import com.uber.hoodie.hive.HoodieHiveDatasetException; import com.uber.hoodie.hive.PartitionStrategy; import com.uber.hoodie.hive.client.HoodieFSClient; import com.uber.hoodie.hive.model.HoodieDatasetReference; -import org.apache.hadoop.fs.FileStatus; -import org.apache.hadoop.fs.Path; import org.joda.time.DateTime; import org.joda.time.format.DateTimeFormat; import org.joda.time.format.DateTimeFormatter; @@ -49,7 +47,7 @@ public class DayBasedPartitionStrategy implements PartitionStrategy { @Override public List scanAllPartitions(HoodieDatasetReference ref, HoodieFSClient fsClient) { try { - return FSUtils.getAllPartitionPaths(fsClient.getFs(), ref.getBaseDatasetPath()); + return FSUtils.getAllPartitionPaths(fsClient.getFs(), ref.getBaseDatasetPath(), true); } catch (IOException ioe) { throw new HoodieHiveDatasetException( "IOException when listing partitions under dataset " + ref , ioe);