From 360df576a9439b0ad79c32a95b58d53778c7e236 Mon Sep 17 00:00:00 2001 From: xiarixiaoyao Date: Sat, 25 Jun 2022 11:23:17 +0800 Subject: [PATCH] Revert "[TEST][DO_NOT_MERGE]fix random failed for ci (#5948)" (#5971) This reverts commit e8fbd4daf49802f60f800ccc92e66369d44f07f6. --- .../main/scala/org/apache/hudi/BaseFileOnlyRelation.scala | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/BaseFileOnlyRelation.scala b/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/BaseFileOnlyRelation.scala index d6ec64592..4160c34b0 100644 --- a/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/BaseFileOnlyRelation.scala +++ b/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/BaseFileOnlyRelation.scala @@ -166,9 +166,7 @@ class BaseFileOnlyRelation(sqlContext: SQLContext, DataSource.apply( sparkSession = sparkSession, paths = extraReadPaths, - // Here we should specify the schema to the latest commit schema since - // the table schema evolution. - userSpecifiedSchema = userSchema.orElse(Some(tableStructSchema)), + userSpecifiedSchema = userSchema, className = formatClassName, // Since we're reading the table as just collection of files we have to make sure // we only read the latest version of every Hudi's file-group, which might be compacted, clustered, etc. @@ -177,7 +175,8 @@ class BaseFileOnlyRelation(sqlContext: SQLContext, // We rely on [[HoodieROTablePathFilter]], to do proper filtering to assure that options = optParams ++ Map( "mapreduce.input.pathFilter.class" -> classOf[HoodieROTablePathFilter].getName - ) + ), + partitionColumns = partitionColumns ) .resolveRelation() .asInstanceOf[HadoopFsRelation]