From 486b9ec6b54cc77eb700762199ea0622c559b6d1 Mon Sep 17 00:00:00 2001 From: v-zhangjc9 Date: Thu, 16 May 2024 14:50:59 +0800 Subject: [PATCH] =?UTF-8?q?feat(database):=20=E5=A2=9E=E5=8A=A0=E6=B1=87?= =?UTF-8?q?=E8=81=9A=E5=B9=B3=E5=8F=B0=E8=A1=A8=E4=BF=A1=E6=81=AF=E8=A1=A8?= =?UTF-8?q?sql?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- database/schema_hudi_collect_build.sql | 1 + database/schema_iap_datahub.sql | 1 + database/table_data_source.sql | 26 +++++++++++++++++++ database/table_data_source_table.sql | 22 ++++++++++++++++ database/table_data_source_table_field.sql | 26 +++++++++++++++++++ ...ql => table_tb_app_collect_table_info.sql} | 0 ...=> table_tb_app_collect_table_version.sql} | 0 ....sql => table_tb_app_flink_job_config.sql} | 0 ...fig.sql => table_tb_app_global_config.sql} | 0 ...l => table_tb_app_hudi_compaction_job.sql} | 0 ... table_tb_app_hudi_compaction_metrics.sql} | 0 ..._event.sql => table_tb_app_hudi_event.sql} | 0 ...g.sql => table_tb_app_hudi_job_config.sql} | 0 ...e.sql => table_tb_app_hudi_sync_state.sql} | 0 ...g.sql => table_tb_app_yarn_job_config.sql} | 0 15 files changed, 76 insertions(+) create mode 100644 database/schema_hudi_collect_build.sql create mode 100644 database/schema_iap_datahub.sql create mode 100644 database/table_data_source.sql create mode 100644 database/table_data_source_table.sql create mode 100644 database/table_data_source_table_field.sql rename database/{tb_app_collect_table_info.sql => table_tb_app_collect_table_info.sql} (100%) rename database/{tb_app_collect_table_version.sql => table_tb_app_collect_table_version.sql} (100%) rename database/{tb_app_flink_job_config.sql => table_tb_app_flink_job_config.sql} (100%) rename database/{tb_app_global_config.sql => table_tb_app_global_config.sql} (100%) rename database/{tb_app_hudi_compaction_job.sql => table_tb_app_hudi_compaction_job.sql} (100%) rename database/{tb_app_hudi_compaction_metrics.sql => table_tb_app_hudi_compaction_metrics.sql} (100%) rename database/{tb_app_hudi_event.sql => table_tb_app_hudi_event.sql} (100%) rename database/{tb_app_hudi_job_config.sql => table_tb_app_hudi_job_config.sql} (100%) rename database/{tb_app_hudi_sync_state.sql => table_tb_app_hudi_sync_state.sql} (100%) rename database/{tb_app_yarn_job_config.sql => table_tb_app_yarn_job_config.sql} (100%) diff --git a/database/schema_hudi_collect_build.sql b/database/schema_hudi_collect_build.sql new file mode 100644 index 0000000..5398abd --- /dev/null +++ b/database/schema_hudi_collect_build.sql @@ -0,0 +1 @@ +CREATE DATABASE `hudi_collect_build_b12` DEFAULT CHARACTER SET utf8mb4 COLLATE utf8mb4_bin diff --git a/database/schema_iap_datahub.sql b/database/schema_iap_datahub.sql new file mode 100644 index 0000000..3b2c795 --- /dev/null +++ b/database/schema_iap_datahub.sql @@ -0,0 +1 @@ +CREATE DATABASE `iap-datahub` DEFAULT CHARACTER SET utf8mb4 COLLATE utf8mb4_bin diff --git a/database/table_data_source.sql b/database/table_data_source.sql new file mode 100644 index 0000000..110df40 --- /dev/null +++ b/database/table_data_source.sql @@ -0,0 +1,26 @@ +CREATE TABLE `data_source` +( + `ds_id` bigint(20) NOT NULL AUTO_INCREMENT COMMENT '数据源标识，主键自增', + `tenant_id` bigint(20) NOT NULL COMMENT '租户标识,外键关联租户表', + `project_id` bigint(20) NOT NULL COMMENT '项目标识,外键关联项目表', + `group_id` bigint(20) DEFAULT NULL COMMENT '分组标识,主键自增', + `scenario_id` int(11) DEFAULT NULL COMMENT '场景标识，0默认 1UDAL实时同步 2oracle实时同步 3teledb实时同步 4telepg实时同步 5udal离线同步 6oracle离线同步 7teledb离线同步 8telepg离线同步 9ftp采集 10kafka采集 11pulsar采集 12api采集', + `ds_name` varchar(255) NOT NULL COMMENT '数据源名称，项目内唯一', + `ds_name_cn` varchar(255) NOT NULL COMMENT '数据源中文名称', + `ds_role` varchar(5) DEFAULT NULL COMMENT '数据源角色，类型为src、tgt', + `ds_type` varchar(10) NOT NULL COMMENT '数据源类型，类型主要有mysql、oracle、pg、gp、udal、teledb、hdfs、hive、ftp，具体参考系统字典类型表ds_type', + `schema_name` varchar(50) NOT NULL COMMENT '数据库名，针对数据库类数据源，其他数据源可不填', + `ds_state` char(1) NOT NULL DEFAULT 'y' COMMENT 'y正常状态，n冻结状态', + `connection` text NOT NULL COMMENT '数据源信息，标准JSON格式', + `ext_settings` mediumtext COMMENT '数据源扩展设置，标准JSON格式', + `remark` varchar(255) DEFAULT NULL COMMENT '备注信息', + `creator_id` bigint(20) NOT NULL COMMENT '创建人标识，外键关联用户表', + `create_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT '创建时间', + `modifier_id` bigint(20) NOT NULL COMMENT '修改人标识，外键关联用户表', + `modify_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT '修改时间', + `record_state` char(1) NOT NULL DEFAULT 'y' COMMENT '记录状态，y有效数据 n已删除数据', + PRIMARY KEY (`ds_id`), + UNIQUE KEY `AK_ds_name` (`project_id`, `ds_name`), + KEY `group_id` (`group_id`), + KEY `ds_type` (`ds_type`) +) DEFAULT CHARSET = utf8mb4 COMMENT ='数据源定义，定义数据源名称、类型、连接信息、扩展属性等' diff --git a/database/table_data_source_table.sql b/database/table_data_source_table.sql new file mode 100644 index 0000000..ae68853 --- /dev/null +++ b/database/table_data_source_table.sql @@ -0,0 +1,22 @@ +CREATE TABLE `data_source_table` +( + `table_id` bigint(20) NOT NULL AUTO_INCREMENT COMMENT '主键自增，数据表标识', + `tenant_id` bigint(20) NOT NULL DEFAULT 290 COMMENT '租户标识,外键关联租户表', + `project_id` bigint(20) NOT NULL DEFAULT 273 COMMENT '项目标识,外键关联项目表', + `ds_id` bigint(20) NOT NULL COMMENT '数据源标识，外键关联数据源定义', + `table_name` varchar(255) NOT NULL COMMENT '数据表名称', + `table_type` varchar(20) DEFAULT NULL COMMENT '数据源表类型，不同数据源，表类型不一样', + `primary_key` varchar(150) NOT NULL COMMENT '主键字段，多字段按照逗号分隔', + `table_sql` text NOT NULL COMMENT '建表语句', + `table_comment` varchar(2000) DEFAULT NULL COMMENT '表备注信息', + `ext_settings` text COMMENT '表扩展属性', + `remark` varchar(255) DEFAULT NULL COMMENT '备注信息', + `creator_id` bigint(20) NOT NULL DEFAULT '3379753788440576' COMMENT '创建人标识，外键关联用户表', + `create_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT '创建时间', + `modifier_id` bigint(20) NOT NULL DEFAULT '3379753788440576' COMMENT '修改人标识，外键关联用户表', + `modify_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP, + `record_state` char(1) NOT NULL DEFAULT 'y' COMMENT '记录状态，y有效数据 n已删除数据', + PRIMARY KEY (`table_id`), + KEY `AK_unique_table_name` (`ds_id`, `table_name`), + KEY `AK_table_id` (`table_id`, `record_state`) +) DEFAULT CHARSET = utf8mb4 COMMENT ='数据表信息' diff --git a/database/table_data_source_table_field.sql b/database/table_data_source_table_field.sql new file mode 100644 index 0000000..b2af989 --- /dev/null +++ b/database/table_data_source_table_field.sql @@ -0,0 +1,26 @@ +CREATE TABLE `data_source_table_field` +( + `field_id` bigint(20) NOT NULL AUTO_INCREMENT COMMENT '主键自增，字段标识', + `table_id` bigint(20) NOT NULL COMMENT '数据源表标识，外键关联数据源表', + `tenant_id` bigint(20) NOT NULL COMMENT '租户标识，外键关联租户表', + `project_id` bigint(20) NOT NULL COMMENT '项目标识，外键关联项目表', + `field_name` varchar(255) NOT NULL COMMENT '字段名称，表内唯一', + `field_seq` int(2) NOT NULL COMMENT '字段序号', + `field_type` varchar(100) NOT NULL COMMENT '字段类型', + `field_comment` varchar(2000) DEFAULT NULL COMMENT '字段备注', + `primary_key` char(1) DEFAULT 'n' COMMENT '是否主键，y是主键，n不是主键', + `partition_key` char(1) DEFAULT 'n' COMMENT '是否分区键，y是分区键，n不是分区键', + `length` bigint(20) DEFAULT NULL COMMENT '字段长度', + `scale` int(2) DEFAULT 6 COMMENT '字段精度', + `remark` varchar(255) DEFAULT NULL COMMENT '备注信息', + `creator_id` bigint(20) NOT NULL COMMENT '创建人标识，外键关联用户表', + `create_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT '创建时间', + `modifier_id` bigint(20) NOT NULL COMMENT '修改人标识，外键关联用户表', + `modify_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT '修改时间', + `record_state` char(1) NOT NULL DEFAULT 'y' COMMENT '记录状态，y有效数据，n已删除数据', + `precision` bigint(20) DEFAULT NULL COMMENT '精度', + PRIMARY KEY (`field_id`), + KEY `table_id` (`table_id`), + KEY `idx_field` (`table_id`, `field_name`), + KEY `idx_par_key` (`table_id`, `partition_key`, `record_state`) +) DEFAULT CHARSET = utf8mb4 COMMENT ='数据表字段信息，包括字段名称、类型、长度、精度、备注等' diff --git a/database/tb_app_collect_table_info.sql b/database/table_tb_app_collect_table_info.sql similarity index 100% rename from database/tb_app_collect_table_info.sql rename to database/table_tb_app_collect_table_info.sql diff --git a/database/tb_app_collect_table_version.sql b/database/table_tb_app_collect_table_version.sql similarity index 100% rename from database/tb_app_collect_table_version.sql rename to database/table_tb_app_collect_table_version.sql diff --git a/database/tb_app_flink_job_config.sql b/database/table_tb_app_flink_job_config.sql similarity index 100% rename from database/tb_app_flink_job_config.sql rename to database/table_tb_app_flink_job_config.sql diff --git a/database/tb_app_global_config.sql b/database/table_tb_app_global_config.sql similarity index 100% rename from database/tb_app_global_config.sql rename to database/table_tb_app_global_config.sql diff --git a/database/tb_app_hudi_compaction_job.sql b/database/table_tb_app_hudi_compaction_job.sql similarity index 100% rename from database/tb_app_hudi_compaction_job.sql rename to database/table_tb_app_hudi_compaction_job.sql diff --git a/database/tb_app_hudi_compaction_metrics.sql b/database/table_tb_app_hudi_compaction_metrics.sql similarity index 100% rename from database/tb_app_hudi_compaction_metrics.sql rename to database/table_tb_app_hudi_compaction_metrics.sql diff --git a/database/tb_app_hudi_event.sql b/database/table_tb_app_hudi_event.sql similarity index 100% rename from database/tb_app_hudi_event.sql rename to database/table_tb_app_hudi_event.sql diff --git a/database/tb_app_hudi_job_config.sql b/database/table_tb_app_hudi_job_config.sql similarity index 100% rename from database/tb_app_hudi_job_config.sql rename to database/table_tb_app_hudi_job_config.sql diff --git a/database/tb_app_hudi_sync_state.sql b/database/table_tb_app_hudi_sync_state.sql similarity index 100% rename from database/tb_app_hudi_sync_state.sql rename to database/table_tb_app_hudi_sync_state.sql diff --git a/database/tb_app_yarn_job_config.sql b/database/table_tb_app_yarn_job_config.sql similarity index 100% rename from database/tb_app_yarn_job_config.sql rename to database/table_tb_app_yarn_job_config.sql