docs: 补充文档架构图
This commit is contained in:
72
README.md
72
README.md
@@ -822,6 +822,78 @@ dws_acct_item_gz
|
|||||||
|
|
||||||
主要分为三部分,包含 Hudi 运行代码、运维服务和部署工具。
|
主要分为三部分,包含 Hudi 运行代码、运维服务和部署工具。
|
||||||
|
|
||||||
|
```plantuml
|
||||||
|
@startuml
|
||||||
|
title 系统架构图
|
||||||
|
|
||||||
|
rectangle 外部应用服务 as app
|
||||||
|
|
||||||
|
rectangle Hudi服务 {
|
||||||
|
rectangle Hudi运行模块 as application
|
||||||
|
rectangle Hudi运维服务 as service
|
||||||
|
|
||||||
|
service -left-> application:启停、运维
|
||||||
|
}
|
||||||
|
|
||||||
|
application -up-> app:数据提供
|
||||||
|
|
||||||
|
rectangle 汇聚平台 {
|
||||||
|
queue 消息队列 as queue
|
||||||
|
}
|
||||||
|
|
||||||
|
queue -up-> application:数据提供
|
||||||
|
@enduml
|
||||||
|
```
|
||||||
|
|
||||||
|
```plantuml
|
||||||
|
@startuml
|
||||||
|
title 功能架构图
|
||||||
|
|
||||||
|
@enduml
|
||||||
|
```
|
||||||
|
|
||||||
|
```plantuml
|
||||||
|
@startuml
|
||||||
|
title 技术架构图
|
||||||
|
|
||||||
|
rectangle Yarn集群 as yarn {
|
||||||
|
rectangle Hudi同步压缩任务 as sc
|
||||||
|
}
|
||||||
|
|
||||||
|
database HDFS as hdfs
|
||||||
|
database Zookeeper as zk
|
||||||
|
|
||||||
|
rectangle 汇聚平台 {
|
||||||
|
database "配置库(MySQL)" as db
|
||||||
|
queue "消息队列(Pulsar集群)" as pulsar
|
||||||
|
|
||||||
|
db -up[hidden]- pulsar
|
||||||
|
}
|
||||||
|
|
||||||
|
rectangle "Hudi服务(Spring Boot)" as service {
|
||||||
|
rectangle 调度服务 as schedule
|
||||||
|
rectangle 查询服务 as query
|
||||||
|
rectangle web控制台 as web
|
||||||
|
|
||||||
|
web --> query:查询
|
||||||
|
schedule <--> query:查询
|
||||||
|
}
|
||||||
|
|
||||||
|
schedule -up-> yarn:"提交Hudi同步/压缩任务"
|
||||||
|
pulsar -up-> sc:数据提供
|
||||||
|
sc --> hdfs
|
||||||
|
hdfs --> Flink
|
||||||
|
hdfs --> Spark
|
||||||
|
hdfs --> Hive
|
||||||
|
|
||||||
|
pulsar -> query:元数据查询(admin)
|
||||||
|
|
||||||
|
query <- db: 配置信息
|
||||||
|
query <- zk: 配置信息
|
||||||
|
|
||||||
|
@enduml
|
||||||
|
```
|
||||||
|
|
||||||
## Hudi 运行代码
|
## Hudi 运行代码
|
||||||
|
|
||||||
### sync
|
### sync
|
||||||
|
|||||||
Reference in New Issue
Block a user