From 4c74dd4cad147a3e7780bf6d99585db199d027c9 Mon Sep 17 00:00:00 2001 From: Balaji Varadarajan Date: Fri, 21 Sep 2018 17:09:51 -0700 Subject: [PATCH] Travis CI tests needs to be run in quieter mode (WARN log level) to avoid max log-size errors --- .travis.yml | 4 ++++ .../resources/log4j-surefire-quiet.properties | 21 +++++++++++++++++++ .../resources/log4j-surefire-quiet.properties | 21 +++++++++++++++++++ .../resources/log4j-surefire-quiet.properties | 21 +++++++++++++++++++ .../resources/log4j-surefire-quiet.properties | 21 +++++++++++++++++++ .../resources/log4j-surefire-quiet.properties | 21 +++++++++++++++++++ .../resources/log4j-surefire-quiet.properties | 21 +++++++++++++++++++ .../resources/log4j-surefire-quiet.properties | 21 +++++++++++++++++++ pom.xml | 14 ++++++++++++- 9 files changed, 164 insertions(+), 1 deletion(-) create mode 100644 hoodie-client/src/test/resources/log4j-surefire-quiet.properties create mode 100644 hoodie-common/src/test/resources/log4j-surefire-quiet.properties create mode 100644 hoodie-hadoop-mr/src/test/resources/log4j-surefire-quiet.properties create mode 100644 hoodie-hive/src/test/resources/log4j-surefire-quiet.properties create mode 100644 hoodie-integ-test/src/test/resources/log4j-surefire-quiet.properties create mode 100644 hoodie-spark/src/test/resources/log4j-surefire-quiet.properties create mode 100644 hoodie-utilities/src/test/resources/log4j-surefire-quiet.properties diff --git a/.travis.yml b/.travis.yml index c6205dc4e..d3f5d7b8d 100644 --- a/.travis.yml +++ b/.travis.yml @@ -2,3 +2,7 @@ language: java jdk: - oraclejdk8 sudo: required +env: + - HUDI_QUIETER_LOGGING=1 +services: + - docker diff --git a/hoodie-client/src/test/resources/log4j-surefire-quiet.properties b/hoodie-client/src/test/resources/log4j-surefire-quiet.properties new file mode 100644 index 000000000..b687ef3a6 --- /dev/null +++ b/hoodie-client/src/test/resources/log4j-surefire-quiet.properties @@ -0,0 +1,21 @@ +# +# Copyright (c) 2016 Uber Technologies, Inc. (hoodie-dev-group@uber.com) +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +log4j.rootLogger=WARN, A1 +# A1 is set to be a ConsoleAppender. +log4j.appender.A1=org.apache.log4j.ConsoleAppender +# A1 uses PatternLayout. +log4j.appender.A1.layout=org.apache.log4j.PatternLayout +log4j.appender.A1.layout.ConversionPattern=[%-5p] %d %c %x - %m%n diff --git a/hoodie-common/src/test/resources/log4j-surefire-quiet.properties b/hoodie-common/src/test/resources/log4j-surefire-quiet.properties new file mode 100644 index 000000000..b687ef3a6 --- /dev/null +++ b/hoodie-common/src/test/resources/log4j-surefire-quiet.properties @@ -0,0 +1,21 @@ +# +# Copyright (c) 2016 Uber Technologies, Inc. (hoodie-dev-group@uber.com) +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +log4j.rootLogger=WARN, A1 +# A1 is set to be a ConsoleAppender. +log4j.appender.A1=org.apache.log4j.ConsoleAppender +# A1 uses PatternLayout. +log4j.appender.A1.layout=org.apache.log4j.PatternLayout +log4j.appender.A1.layout.ConversionPattern=[%-5p] %d %c %x - %m%n diff --git a/hoodie-hadoop-mr/src/test/resources/log4j-surefire-quiet.properties b/hoodie-hadoop-mr/src/test/resources/log4j-surefire-quiet.properties new file mode 100644 index 000000000..b687ef3a6 --- /dev/null +++ b/hoodie-hadoop-mr/src/test/resources/log4j-surefire-quiet.properties @@ -0,0 +1,21 @@ +# +# Copyright (c) 2016 Uber Technologies, Inc. (hoodie-dev-group@uber.com) +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +log4j.rootLogger=WARN, A1 +# A1 is set to be a ConsoleAppender. +log4j.appender.A1=org.apache.log4j.ConsoleAppender +# A1 uses PatternLayout. +log4j.appender.A1.layout=org.apache.log4j.PatternLayout +log4j.appender.A1.layout.ConversionPattern=[%-5p] %d %c %x - %m%n diff --git a/hoodie-hive/src/test/resources/log4j-surefire-quiet.properties b/hoodie-hive/src/test/resources/log4j-surefire-quiet.properties new file mode 100644 index 000000000..b687ef3a6 --- /dev/null +++ b/hoodie-hive/src/test/resources/log4j-surefire-quiet.properties @@ -0,0 +1,21 @@ +# +# Copyright (c) 2016 Uber Technologies, Inc. (hoodie-dev-group@uber.com) +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +log4j.rootLogger=WARN, A1 +# A1 is set to be a ConsoleAppender. +log4j.appender.A1=org.apache.log4j.ConsoleAppender +# A1 uses PatternLayout. +log4j.appender.A1.layout=org.apache.log4j.PatternLayout +log4j.appender.A1.layout.ConversionPattern=[%-5p] %d %c %x - %m%n diff --git a/hoodie-integ-test/src/test/resources/log4j-surefire-quiet.properties b/hoodie-integ-test/src/test/resources/log4j-surefire-quiet.properties new file mode 100644 index 000000000..b687ef3a6 --- /dev/null +++ b/hoodie-integ-test/src/test/resources/log4j-surefire-quiet.properties @@ -0,0 +1,21 @@ +# +# Copyright (c) 2016 Uber Technologies, Inc. (hoodie-dev-group@uber.com) +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +log4j.rootLogger=WARN, A1 +# A1 is set to be a ConsoleAppender. +log4j.appender.A1=org.apache.log4j.ConsoleAppender +# A1 uses PatternLayout. +log4j.appender.A1.layout=org.apache.log4j.PatternLayout +log4j.appender.A1.layout.ConversionPattern=[%-5p] %d %c %x - %m%n diff --git a/hoodie-spark/src/test/resources/log4j-surefire-quiet.properties b/hoodie-spark/src/test/resources/log4j-surefire-quiet.properties new file mode 100644 index 000000000..b687ef3a6 --- /dev/null +++ b/hoodie-spark/src/test/resources/log4j-surefire-quiet.properties @@ -0,0 +1,21 @@ +# +# Copyright (c) 2016 Uber Technologies, Inc. (hoodie-dev-group@uber.com) +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +log4j.rootLogger=WARN, A1 +# A1 is set to be a ConsoleAppender. +log4j.appender.A1=org.apache.log4j.ConsoleAppender +# A1 uses PatternLayout. +log4j.appender.A1.layout=org.apache.log4j.PatternLayout +log4j.appender.A1.layout.ConversionPattern=[%-5p] %d %c %x - %m%n diff --git a/hoodie-utilities/src/test/resources/log4j-surefire-quiet.properties b/hoodie-utilities/src/test/resources/log4j-surefire-quiet.properties new file mode 100644 index 000000000..b687ef3a6 --- /dev/null +++ b/hoodie-utilities/src/test/resources/log4j-surefire-quiet.properties @@ -0,0 +1,21 @@ +# +# Copyright (c) 2016 Uber Technologies, Inc. (hoodie-dev-group@uber.com) +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +log4j.rootLogger=WARN, A1 +# A1 is set to be a ConsoleAppender. +log4j.appender.A1=org.apache.log4j.ConsoleAppender +# A1 uses PatternLayout. +log4j.appender.A1.layout=org.apache.log4j.PatternLayout +log4j.appender.A1.layout.ConversionPattern=[%-5p] %d %c %x - %m%n diff --git a/pom.xml b/pom.xml index a3731096c..c86adfa11 100644 --- a/pom.xml +++ b/pom.xml @@ -126,6 +126,7 @@ 1.7.7 2.11.8 2.11 + file://${project.basedir}/src/test/resources/log4j-surefire.properties @@ -212,7 +213,7 @@ ${surefireArgLine} - file:${project.build.testOutputDirectory}/log4j-surefire.properties + ${surefire-log4j.file} @@ -847,6 +848,17 @@ + + warn-log + + + env.HUDI_QUIETER_LOGGING + + + + file://${project.basedir}/src/test/resources/log4j-surefire-quiet.properties + +