Compare commits
18 Commits
master
...
51c9e71b0d
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
51c9e71b0d | ||
|
|
224115e938 | ||
|
|
2f3eaa9e1a | ||
|
|
f791b60fd5 | ||
|
|
e6a03122a6 | ||
|
|
7249419624 | ||
|
|
58140fa0e8 | ||
|
|
b3ccbce16e | ||
|
|
6dbad6825d | ||
|
|
686c523274 | ||
|
|
1e88c62987 | ||
|
|
fb79468eee | ||
|
|
7efd9129c2 | ||
|
|
e30a720cea | ||
|
|
28b3fd9ca1 | ||
|
|
70c2442ff1 | ||
|
|
3c971e1438 | ||
|
|
2c7d72bdb8 |
2
pom.xml
2
pom.xml
@@ -8,7 +8,7 @@
|
|||||||
<artifactId>hudi-service</artifactId>
|
<artifactId>hudi-service</artifactId>
|
||||||
<version>1.0.0-SNAPSHOT</version>
|
<version>1.0.0-SNAPSHOT</version>
|
||||||
<packaging>pom</packaging>
|
<packaging>pom</packaging>
|
||||||
<description>Hudi服务模块系列应用</description>
|
<description>Hudi服务应用集合</description>
|
||||||
<modules>
|
<modules>
|
||||||
<module>service-common</module>
|
<module>service-common</module>
|
||||||
<module>service-dependencies</module>
|
<module>service-dependencies</module>
|
||||||
|
|||||||
@@ -60,10 +60,6 @@
|
|||||||
</exclusion>
|
</exclusion>
|
||||||
</exclusions>
|
</exclusions>
|
||||||
</dependency>
|
</dependency>
|
||||||
<dependency>
|
|
||||||
<groupId>io.juicefs</groupId>
|
|
||||||
<artifactId>juicefs-hadoop</artifactId>
|
|
||||||
</dependency>
|
|
||||||
<dependency>
|
<dependency>
|
||||||
<groupId>com.lanyuanxiaoyao</groupId>
|
<groupId>com.lanyuanxiaoyao</groupId>
|
||||||
<artifactId>service-configuration</artifactId>
|
<artifactId>service-configuration</artifactId>
|
||||||
|
|||||||
@@ -80,10 +80,6 @@
|
|||||||
<groupId>org.apache.hudi</groupId>
|
<groupId>org.apache.hudi</groupId>
|
||||||
<artifactId>hudi-flink${flink.major.version}-bundle</artifactId>
|
<artifactId>hudi-flink${flink.major.version}-bundle</artifactId>
|
||||||
</dependency>
|
</dependency>
|
||||||
<dependency>
|
|
||||||
<groupId>io.juicefs</groupId>
|
|
||||||
<artifactId>juicefs-hadoop</artifactId>
|
|
||||||
</dependency>
|
|
||||||
<dependency>
|
<dependency>
|
||||||
<groupId>org.apache.curator</groupId>
|
<groupId>org.apache.curator</groupId>
|
||||||
<artifactId>curator-framework</artifactId>
|
<artifactId>curator-framework</artifactId>
|
||||||
|
|||||||
@@ -72,10 +72,6 @@
|
|||||||
<groupId>org.apache.hudi</groupId>
|
<groupId>org.apache.hudi</groupId>
|
||||||
<artifactId>hudi-flink${flink.major.version}-bundle</artifactId>
|
<artifactId>hudi-flink${flink.major.version}-bundle</artifactId>
|
||||||
</dependency>
|
</dependency>
|
||||||
<dependency>
|
|
||||||
<groupId>io.juicefs</groupId>
|
|
||||||
<artifactId>juicefs-hadoop</artifactId>
|
|
||||||
</dependency>
|
|
||||||
<dependency>
|
<dependency>
|
||||||
<groupId>org.apache.curator</groupId>
|
<groupId>org.apache.curator</groupId>
|
||||||
<artifactId>curator-framework</artifactId>
|
<artifactId>curator-framework</artifactId>
|
||||||
|
|||||||
@@ -174,6 +174,11 @@ public class ExecutorService {
|
|||||||
}
|
}
|
||||||
|
|
||||||
private void setEnvironment(Configuration configuration, String key, String value) {
|
private void setEnvironment(Configuration configuration, String key, String value) {
|
||||||
|
logger.info("Setting environment variable {} = {}", key, value);
|
||||||
|
if (ObjectUtil.isNull(value)) {
|
||||||
|
logger.warn("Environment variable {} is null", key);
|
||||||
|
return;
|
||||||
|
}
|
||||||
configuration.setString(ResourceManagerOptions.CONTAINERIZED_MASTER_ENV_PREFIX + key, value);
|
configuration.setString(ResourceManagerOptions.CONTAINERIZED_MASTER_ENV_PREFIX + key, value);
|
||||||
configuration.setString(ResourceManagerOptions.CONTAINERIZED_TASK_MANAGER_ENV_PREFIX + key, value);
|
configuration.setString(ResourceManagerOptions.CONTAINERIZED_TASK_MANAGER_ENV_PREFIX + key, value);
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -100,10 +100,6 @@
|
|||||||
<groupId>org.apache.parquet</groupId>
|
<groupId>org.apache.parquet</groupId>
|
||||||
<artifactId>parquet-format</artifactId>
|
<artifactId>parquet-format</artifactId>
|
||||||
</dependency>
|
</dependency>
|
||||||
<dependency>
|
|
||||||
<groupId>io.juicefs</groupId>
|
|
||||||
<artifactId>juicefs-hadoop</artifactId>
|
|
||||||
</dependency>
|
|
||||||
</dependencies>
|
</dependencies>
|
||||||
|
|
||||||
<build>
|
<build>
|
||||||
|
|||||||
Reference in New Issue
Block a user