lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-4042] Support truncate-partition for Spark-3.2 (#5506)

Browse Source
This commit is contained in:
Jin Xing
2022-05-06 15:29:47 +08:00
committed by GitHub
parent abb4893b25
commit 248b0591b0
1 changed files with 12 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

23
hudi-spark-datasource/hudi-spark3/src/main/scala/org/apache/spark/sql/hudi/analysis/HoodieSpark3Analysis.scala
View File

@@ -179,21 +179,22 @@ case class HoodieSpark3ResolveReferences(sparkSession: SparkSession) extends Rul
case class HoodieSpark3PostAnalysisRule(sparkSession: SparkSession) extends Rule[LogicalPlan] { case class HoodieSpark3PostAnalysisRule(sparkSession: SparkSession) extends Rule[LogicalPlan] {
override def apply(plan: LogicalPlan): LogicalPlan = { override def apply(plan: LogicalPlan): LogicalPlan = {
plan match { plan match {
case ShowPartitions(child, specOpt, _) case ShowPartitions(ResolvedTable(_, idt, _: HoodieInternalV2Table, _), specOpt, _) =>
if child.isInstanceOf[ResolvedTable] && ShowHoodieTablePartitionsCommand(
child.asInstanceOf[ResolvedTable].table.isInstanceOf[HoodieInternalV2Table] => idt.asTableIdentifier, specOpt.map(s => s.asInstanceOf[UnresolvedPartitionSpec].spec))
ShowHoodieTablePartitionsCommand(child.asInstanceOf[ResolvedTable].identifier.asTableIdentifier, specOpt.map(s => s.asInstanceOf[UnresolvedPartitionSpec].spec))
// Rewrite TruncateTableCommand to TruncateHoodieTableCommand // Rewrite TruncateTableCommand to TruncateHoodieTableCommand
case TruncateTable(child) case TruncateTable(ResolvedTable(_, idt, _: HoodieInternalV2Table, _)) =>
if child.isInstanceOf[ResolvedTable] && TruncateHoodieTableCommand(idt.asTableIdentifier, None)
child.asInstanceOf[ResolvedTable].table.isInstanceOf[HoodieInternalV2Table] =>
new TruncateHoodieTableCommand(child.asInstanceOf[ResolvedTable].identifier.asTableIdentifier, None)
case DropPartitions(child, specs, ifExists, purge) case TruncatePartition(
if child.resolved && child.isInstanceOf[ResolvedTable] && child.asInstanceOf[ResolvedTable].table.isInstanceOf[HoodieInternalV2Table] => ResolvedTable(_, idt, _: HoodieInternalV2Table, _),
partitionSpec: UnresolvedPartitionSpec) =>
TruncateHoodieTableCommand(idt.asTableIdentifier, Some(partitionSpec.spec))
case DropPartitions(ResolvedTable(_, idt, _: HoodieInternalV2Table, _), specs, ifExists, purge) =>
AlterHoodieTableDropPartitionCommand( AlterHoodieTableDropPartitionCommand(
child.asInstanceOf[ResolvedTable].identifier.asTableIdentifier, idt.asTableIdentifier,
specs.seq.map(f => f.asInstanceOf[UnresolvedPartitionSpec]).map(s => s.spec), specs.seq.map(f => f.asInstanceOf[UnresolvedPartitionSpec]).map(s => s.spec),
ifExists, ifExists,
purge, purge,