lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[MINOR] Fix travis from errors (#3432)

Browse Source
This commit is contained in:
zhangyue19921010
2021-08-10 23:25:49 +08:00
committed by GitHub
parent a18bc839d1
commit 73d898322b
6 changed files with 127 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/functional/TestStreamingSource.scala
View File

@@ -22,6 +22,7 @@ import org.apache.hudi.DataSourceWriteOptions.{PRECOMBINE_FIELD, RECORDKEY_FIELD
import org.apache.hudi.common.model.HoodieTableType.{COPY_ON_WRITE, MERGE_ON_READ}
import org.apache.hudi.common.table.HoodieTableMetaClient
import org.apache.hudi.config.HoodieWriteConfig.{DELETE_PARALLELISM, INSERT_PARALLELISM, TABLE_NAME, UPSERT_PARALLELISM}
import org.apache.log4j.Level
import org.apache.spark.sql.streaming.StreamTest
import org.apache.spark.sql.{Row, SaveMode}
@@ -37,6 +38,8 @@ class TestStreamingSource extends StreamTest {
)
private val columns = Seq("id", "name", "price", "ts")
org.apache.log4j.Logger.getRootLogger.setLevel(Level.WARN)
override protected def sparkConf = {
super.sparkConf.set("spark.serializer", "org.apache.spark.serializer.KryoSerializer")
}

2
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/TestHoodieSqlBase.scala
View File

@@ -19,12 +19,14 @@ package org.apache.spark.sql.hudi
import java.io.File
import org.apache.log4j.Level
import org.apache.spark.sql.{Row, SparkSession}
import org.apache.spark.util.Utils
import org.scalactic.source
import org.scalatest.{BeforeAndAfterAll, FunSuite, Tag}
class TestHoodieSqlBase extends FunSuite with BeforeAndAfterAll {
org.apache.log4j.Logger.getRootLogger.setLevel(Level.WARN)
private lazy val sparkWareHouse = {
val dir = Utils.createTempDir()