lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

Make hoodie run on travis-ci

Browse Source 
Test logs > 4MB, which is a limit for travis-ci. Reducing the logs by setting appropriate log levels for tests
Add sudo: required on travis.yml to get more memory for running the tests. (https://github.com/travis-ci/travis-ci/issues/5926)
Fixed requirement that fsclient.lastDataFileForDataset always returns files in order
This commit is contained in:
Prasanna Rajaperumal
2016-12-20 16:20:38 -08:00
parent d9cead53fe
commit 5d44ae3dbd
9 changed files with 97 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
hoodie-client/src/test/java/com/uber/hoodie/common/HoodieTestDataGenerator.java
View File

@@ -45,10 +45,6 @@ import java.util.UUID;
* Test data uses a toy Uber trips, data model.
*/
public class HoodieTestDataGenerator {
private static Logger logger = LogManager.getLogger(HoodieTestDataGenerator.class);
static class KeyPartition {
HoodieKey key;
String partitionPath;
@@ -97,8 +93,6 @@ public class HoodieTestDataGenerator {
kp.key = key;
kp.partitionPath = partitionPath;
existingKeysList.add(kp);
logger.info(" GENERATING INSERT FOR :" + key + "," + record.getPartitionPath());
}
return inserts;
}
@@ -109,7 +103,6 @@ public class HoodieTestDataGenerator {
for (HoodieRecord baseRecord: baseRecords) {
HoodieRecord record = new HoodieRecord(baseRecord.getKey(), generateRandomValue(baseRecord.getKey(), commitTime));
updates.add(record);
logger.info(" GENERATING UPDATE FOR :" + baseRecord.getKey());
}
return updates;
}
@@ -123,7 +116,6 @@ public class HoodieTestDataGenerator {
KeyPartition kp = existingKeysList.get(rand.nextInt(existingKeysList.size() - 1));
HoodieRecord record = new HoodieRecord(kp.key, generateRandomValue(kp.key, commitTime));
updates.add(record);
logger.info(" GENERATING UPDATE FOR :" + kp.key);
}
return updates;
}

7
hoodie-client/src/test/resources/log4j.properties → hoodie-client/src/test/resources/log4j-surefire.properties
View File

@@ -5,7 +5,7 @@
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
@@ -13,9 +13,10 @@
# See the License for the specific language governing permissions and
# limitations under the License.
#
log4j.rootLogger=WARN, A1
log4j.category.com.uber=INFO
log4j.category.org.apache.parquet.hadoop=WARN
# Set root logger level to DEBUG and its only appender to A1.
log4j.rootLogger=INFO, A1
# A1 is set to be a ConsoleAppender.
log4j.appender.A1=org.apache.log4j.ConsoleAppender
# A1 uses PatternLayout.