lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

converting map task memory from mb to bytes

Browse Source
This commit is contained in:
Nishith Agarwal
2019-05-13 20:30:30 -07:00
committed by vinoth chandar
parent 9cce9abf4d
commit af46078a82
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
hoodie-hadoop-mr/src/main/java/com/uber/hoodie/hadoop/realtime/AbstractRealtimeRecordReader.java
View File

@@ -361,8 +361,9 @@ public abstract class AbstractRealtimeRecordReader {
} }
public long getMaxCompactionMemoryInBytes() { public long getMaxCompactionMemoryInBytes() {
// jobConf.getMemoryForMapTask() returns in MB
return (long) Math.ceil(Double return (long) Math.ceil(Double
.valueOf(jobConf.get(COMPACTION_MEMORY_FRACTION_PROP, DEFAULT_COMPACTION_MEMORY_FRACTION)) .valueOf(jobConf.get(COMPACTION_MEMORY_FRACTION_PROP, DEFAULT_COMPACTION_MEMORY_FRACTION))
* jobConf.getMemoryForMapTask()); * jobConf.getMemoryForMapTask() * 1024 * 1024L);
} }
} }