feat(sync): 增加使用hflush的标记

This commit is contained in:
v-zhangjc9
2024-05-10 14:14:18 +08:00
parent d457b5d2f6
commit d46cd5697c
3 changed files with 7 additions and 1 deletions

View File

@@ -59,7 +59,6 @@ import static com.lanyuanxiaoyao.service.common.Constants.HOUR;
* @version 0.0.2
* @date 2022-04-20
*/
@SuppressWarnings("UnusedAssignment")
public class SyncUtils {
private static final Logger logger = LoggerFactory.getLogger(SyncUtils.class);
@@ -144,6 +143,11 @@ public class SyncUtils {
configuration.setBoolean(FlinkOptions.IGNORE_FAILED, false);
}
if (TableMetaHelper.existsTag(tableMeta, Constants.TAGS_USE_HFLUSH)) {
logger.info("Enable hflush");
configuration.setBoolean(HoodieWriteConfig.USE_HFLUSH.key(), true);
}
configuration.setString(FlinkOptions.PARTITION_DEFAULT_NAME, "default");
configuration.setString(FlinkOptions.KEYGEN_CLASS_NAME, DefaultPartitionNameKeyGenerator.class.getName());