lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

Make hoodie run on travis-ci

Browse Source 
Test logs > 4MB, which is a limit for travis-ci. Reducing the logs by setting appropriate log levels for tests
Add sudo: required on travis.yml to get more memory for running the tests. (https://github.com/travis-ci/travis-ci/issues/5926)
Fixed requirement that fsclient.lastDataFileForDataset always returns files in order
This commit is contained in:
Prasanna Rajaperumal
2016-12-20 16:20:38 -08:00
parent d9cead53fe
commit 5d44ae3dbd
9 changed files with 97 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
hoodie-client/src/test/java/com/uber/hoodie/common/HoodieTestDataGenerator.java
View File

@@ -45,10 +45,6 @@ import java.util.UUID;
* Test data uses a toy Uber trips, data model.
*/
public class HoodieTestDataGenerator {
private static Logger logger = LogManager.getLogger(HoodieTestDataGenerator.class);
static class KeyPartition {
HoodieKey key;
String partitionPath;
@@ -97,8 +93,6 @@ public class HoodieTestDataGenerator {
kp.key = key;
kp.partitionPath = partitionPath;
existingKeysList.add(kp);
logger.info(" GENERATING INSERT FOR :" + key + "," + record.getPartitionPath());
}
return inserts;
}
@@ -109,7 +103,6 @@ public class HoodieTestDataGenerator {
for (HoodieRecord baseRecord: baseRecords) {
HoodieRecord record = new HoodieRecord(baseRecord.getKey(), generateRandomValue(baseRecord.getKey(), commitTime));
updates.add(record);
logger.info(" GENERATING UPDATE FOR :" + baseRecord.getKey());
}
return updates;
}
@@ -123,7 +116,6 @@ public class HoodieTestDataGenerator {
KeyPartition kp = existingKeysList.get(rand.nextInt(existingKeysList.size() - 1));
HoodieRecord record = new HoodieRecord(kp.key, generateRandomValue(kp.key, commitTime));
updates.add(record);
logger.info(" GENERATING UPDATE FOR :" + kp.key);
}
return updates;
}