converting map task memory from mb to bytes

2019-05-13 20:30:30 -07:00
parent 9cce9abf4d
commit af46078a82
1 changed files with 2 additions and 1 deletions
--- a/hoodie-hadoop-mr/src/main/java/com/uber/hoodie/hadoop/realtime/AbstractRealtimeRecordReader.java
+++ b/hoodie-hadoop-mr/src/main/java/com/uber/hoodie/hadoop/realtime/AbstractRealtimeRecordReader.java
@@ -361,8 +361,9 @@ public abstract class AbstractRealtimeRecordReader {
  }

  public long getMaxCompactionMemoryInBytes() {
+    // jobConf.getMemoryForMapTask() returns in MB
    return (long) Math.ceil(Double
        .valueOf(jobConf.get(COMPACTION_MEMORY_FRACTION_PROP, DEFAULT_COMPACTION_MEMORY_FRACTION))
-        * jobConf.getMemoryForMapTask());
+        * jobConf.getMemoryForMapTask() * 1024 * 1024L);
  }
 }