lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[MINOR] fix typo (#3640)

Browse Source
This commit is contained in:
董可伦
2021-09-11 15:45:49 +08:00
committed by GitHub
parent b30c5bdaef
commit dbcf60f370
2 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
hudi-client/hudi-java-client/src/main/java/org/apache/hudi/table/action/commit/JavaUpsertPartitioner.java
View File

@@ -189,13 +189,13 @@ public class JavaUpsertPartitioner<T extends HoodieRecordPayload<T>> implements
// Go over all such buckets, and assign weights as per amount of incoming inserts. // Go over all such buckets, and assign weights as per amount of incoming inserts.
List<InsertBucketCumulativeWeightPair> insertBuckets = new ArrayList<>(); List<InsertBucketCumulativeWeightPair> insertBuckets = new ArrayList<>();
double curentCumulativeWeight = 0; double currentCumulativeWeight = 0;
for (int i = 0; i < bucketNumbers.size(); i++) { for (int i = 0; i < bucketNumbers.size(); i++) {
InsertBucket bkt = new InsertBucket(); InsertBucket bkt = new InsertBucket();
bkt.bucketNumber = bucketNumbers.get(i); bkt.bucketNumber = bucketNumbers.get(i);
bkt.weight = (1.0 * recordsPerBucket.get(i)) / pStat.getNumInserts(); bkt.weight = (1.0 * recordsPerBucket.get(i)) / pStat.getNumInserts();
curentCumulativeWeight += bkt.weight; currentCumulativeWeight += bkt.weight;
insertBuckets.add(new InsertBucketCumulativeWeightPair(bkt, curentCumulativeWeight)); insertBuckets.add(new InsertBucketCumulativeWeightPair(bkt, currentCumulativeWeight));
} }
LOG.info("Total insert buckets for partition path " + partitionPath + " => " + insertBuckets); LOG.info("Total insert buckets for partition path " + partitionPath + " => " + insertBuckets);
partitionPathToInsertBucketInfos.put(partitionPath, insertBuckets); partitionPathToInsertBucketInfos.put(partitionPath, insertBuckets);

6
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/commit/UpsertPartitioner.java
View File

@@ -232,13 +232,13 @@ public class UpsertPartitioner<T extends HoodieRecordPayload<T>> extends Partiti
// Go over all such buckets, and assign weights as per amount of incoming inserts. // Go over all such buckets, and assign weights as per amount of incoming inserts.
List<InsertBucketCumulativeWeightPair> insertBuckets = new ArrayList<>(); List<InsertBucketCumulativeWeightPair> insertBuckets = new ArrayList<>();
double curentCumulativeWeight = 0; double currentCumulativeWeight = 0;
for (int i = 0; i < bucketNumbers.size(); i++) { for (int i = 0; i < bucketNumbers.size(); i++) {
InsertBucket bkt = new InsertBucket(); InsertBucket bkt = new InsertBucket();
bkt.bucketNumber = bucketNumbers.get(i); bkt.bucketNumber = bucketNumbers.get(i);
bkt.weight = (1.0 * recordsPerBucket.get(i)) / pStat.getNumInserts(); bkt.weight = (1.0 * recordsPerBucket.get(i)) / pStat.getNumInserts();
curentCumulativeWeight += bkt.weight; currentCumulativeWeight += bkt.weight;
insertBuckets.add(new InsertBucketCumulativeWeightPair(bkt, curentCumulativeWeight)); insertBuckets.add(new InsertBucketCumulativeWeightPair(bkt, currentCumulativeWeight));
} }
LOG.info("Total insert buckets for partition path " + partitionPath + " => " + insertBuckets); LOG.info("Total insert buckets for partition path " + partitionPath + " => " + insertBuckets);
partitionPathToInsertBucketInfos.put(partitionPath, insertBuckets); partitionPathToInsertBucketInfos.put(partitionPath, insertBuckets);