From af46078a828abb45e9e90915fd7e5f6f2a83d1ee Mon Sep 17 00:00:00 2001 From: Nishith Agarwal Date: Mon, 13 May 2019 20:30:30 -0700 Subject: [PATCH] converting map task memory from mb to bytes --- .../hoodie/hadoop/realtime/AbstractRealtimeRecordReader.java | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/hoodie-hadoop-mr/src/main/java/com/uber/hoodie/hadoop/realtime/AbstractRealtimeRecordReader.java b/hoodie-hadoop-mr/src/main/java/com/uber/hoodie/hadoop/realtime/AbstractRealtimeRecordReader.java index 0dfef07bc..1e3200789 100644 --- a/hoodie-hadoop-mr/src/main/java/com/uber/hoodie/hadoop/realtime/AbstractRealtimeRecordReader.java +++ b/hoodie-hadoop-mr/src/main/java/com/uber/hoodie/hadoop/realtime/AbstractRealtimeRecordReader.java @@ -361,8 +361,9 @@ public abstract class AbstractRealtimeRecordReader { } public long getMaxCompactionMemoryInBytes() { + // jobConf.getMemoryForMapTask() returns in MB return (long) Math.ceil(Double .valueOf(jobConf.get(COMPACTION_MEMORY_FRACTION_PROP, DEFAULT_COMPACTION_MEMORY_FRACTION)) - * jobConf.getMemoryForMapTask()); + * jobConf.getMemoryForMapTask() * 1024 * 1024L); } }