lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-3147] Add endpoint_url to dynamodb lock provider (#4500)

Browse Source 
Co-authored-by: Nicolas Paris <nicolas.paris@adevinta.com>
This commit is contained in:
Nicolas Paris
2022-01-04 22:42:28 +01:00
committed by GitHub
parent bf4e3d63e7
commit 37b15ff458
2 changed files with 17 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
hudi-aws/src/main/java/org/apache/hudi/aws/transaction/lock/DynamoDBBasedLockProvider.java
View File

@@ -156,7 +156,9 @@ public class DynamoDBBasedLockProvider implements LockProvider<LockItem> {
private AmazonDynamoDB getDynamoDBClient() { private AmazonDynamoDB getDynamoDBClient() {
String region = this.lockConfiguration.getConfig().getString(DynamoDbBasedLockConfig.DYNAMODB_LOCK_REGION.key()); String region = this.lockConfiguration.getConfig().getString(DynamoDbBasedLockConfig.DYNAMODB_LOCK_REGION.key());
String endpointURL = RegionUtils.getRegion(region).getServiceEndpoint(AmazonDynamoDB.ENDPOINT_PREFIX); String endpointURL = this.lockConfiguration.getConfig().getString(DynamoDbBasedLockConfig.DYNAMODB_ENDPOINT_URL.key()) == null
? RegionUtils.getRegion(region).getServiceEndpoint(AmazonDynamoDB.ENDPOINT_PREFIX)
: this.lockConfiguration.getConfig().getString(DynamoDbBasedLockConfig.DYNAMODB_ENDPOINT_URL.key());
AwsClientBuilder.EndpointConfiguration dynamodbEndpoint = AwsClientBuilder.EndpointConfiguration dynamodbEndpoint =
new AwsClientBuilder.EndpointConfiguration(endpointURL, region); new AwsClientBuilder.EndpointConfiguration(endpointURL, region);
return AmazonDynamoDBClientBuilder.standard() return AmazonDynamoDBClientBuilder.standard()

7
hudi-aws/src/main/java/org/apache/hudi/config/DynamoDbBasedLockConfig.java
View File

@@ -100,4 +100,11 @@ public class DynamoDbBasedLockConfig extends HoodieConfig {
.defaultValue(String.valueOf(10 * 60 * 1000)) .defaultValue(String.valueOf(10 * 60 * 1000))
.sinceVersion("0.10.0") .sinceVersion("0.10.0")
.withDocumentation("For DynamoDB based lock provider, the maximum number of milliseconds to wait for creating DynamoDB table"); .withDocumentation("For DynamoDB based lock provider, the maximum number of milliseconds to wait for creating DynamoDB table");
public static final ConfigProperty<String> DYNAMODB_ENDPOINT_URL = ConfigProperty
.key(DYNAMODB_BASED_LOCK_PROPERTY_PREFIX + "endpoint_url")
.defaultValue("us-east-1")
.sinceVersion("0.11.0")
.withDocumentation("For DynamoDB based lock provider, the url endpoint used for Amazon DynamoDB service."
+ " Useful for development with a local dynamodb instance.");
} }