lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-3645] Fix NPE caused by multiple threads accessing non-thread-safe HashMap (#5028)

Browse Source 
- Change HashMap in HoodieROTablePathFilter to ConcurrentHashMap
This commit is contained in:
冯健
2022-03-17 16:50:28 +08:00
committed by GitHub
parent 5ba2d9ab2f
commit bf191f8d46
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieROTablePathFilter.java
View File

@@ -45,6 +45,7 @@ import java.util.HashSet;
import java.util.List; import java.util.List;
import java.util.Map; import java.util.Map;
import java.util.Set; import java.util.Set;
import java.util.concurrent.ConcurrentHashMap;
import java.util.stream.Collectors; import java.util.stream.Collectors;
/** /**
@@ -93,7 +94,7 @@ public class HoodieROTablePathFilter implements Configurable, PathFilter, Serial
} }
public HoodieROTablePathFilter(Configuration conf) { public HoodieROTablePathFilter(Configuration conf) {
this.hoodiePathCache = new HashMap<>(); this.hoodiePathCache = new ConcurrentHashMap<>();
this.nonHoodiePathCache = new HashSet<>(); this.nonHoodiePathCache = new HashSet<>();
this.conf = new SerializableConfiguration(conf); this.conf = new SerializableConfiguration(conf);
this.metaClientCache = new HashMap<>(); this.metaClientCache = new HashMap<>();