lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[MINOR] Suppressing spark logs for hudi-integ and hudi-utilities (#1894)

Browse Source
This commit is contained in:
n3nash
2020-07-31 19:01:25 -07:00
committed by GitHub
parent ccd70a7e48
commit 727f1df62c
4 changed files with 60 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
hudi-utilities/src/test/java/org/apache/hudi/utilities/testutils/UtilitiesTestBase.java
View File

@@ -52,6 +52,8 @@ import org.apache.hadoop.hdfs.DistributedFileSystem;
import org.apache.hadoop.hdfs.MiniDFSCluster;
import org.apache.hadoop.hive.conf.HiveConf;
import org.apache.hive.service.server.HiveServer2;
import org.apache.log4j.Level;
import org.apache.log4j.Logger;
import org.apache.parquet.avro.AvroParquetWriter;
import org.apache.parquet.hadoop.ParquetFileWriter.Mode;
import org.apache.parquet.hadoop.ParquetWriter;
@@ -90,6 +92,10 @@ public class UtilitiesTestBase {
@BeforeAll
public static void initClass() throws Exception {
// Set log level to WARN for spark logs to avoid exceeding log limit in travis
Logger rootLogger = Logger.getRootLogger();
rootLogger.setLevel(Level.ERROR);
Logger.getLogger("org.apache.spark").setLevel(Level.WARN);
initClass(false);
}