From bc744e0fd2e1ffa269aa51062ce13a2834f6c21b Mon Sep 17 00:00:00 2001 From: v-zhangjc9 Date: Fri, 7 Jun 2024 14:47:39 +0800 Subject: [PATCH] =?UTF-8?q?test(sync):=20=E5=A2=9E=E5=8A=A0=E6=A3=80?= =?UTF-8?q?=E6=9F=A5=E6=95=B0=E6=8D=AE=E8=A7=A3=E6=9E=90=E6=B5=8B=E8=AF=95?= =?UTF-8?q?=E7=9A=84=E6=A1=88=E4=BE=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../service/sync/CovertValueTest.java | 66 +++++++++++++++++++ 1 file changed, 66 insertions(+) create mode 100644 utils/sync/src/test/java/com/lanyuanxiaoyao/service/sync/CovertValueTest.java diff --git a/utils/sync/src/test/java/com/lanyuanxiaoyao/service/sync/CovertValueTest.java b/utils/sync/src/test/java/com/lanyuanxiaoyao/service/sync/CovertValueTest.java new file mode 100644 index 0000000..348fc98 --- /dev/null +++ b/utils/sync/src/test/java/com/lanyuanxiaoyao/service/sync/CovertValueTest.java @@ -0,0 +1,66 @@ +package com.lanyuanxiaoyao.service.sync; + +import cn.hutool.http.HttpUtil; +import com.lanyuanxiaoyao.service.common.entity.Record; +import com.lanyuanxiaoyao.service.common.entity.TableMeta; +import com.lanyuanxiaoyao.service.sync.functions.type.TypeConverter; +import com.lanyuanxiaoyao.service.sync.utils.JacksonUtils; +import org.apache.flink.shaded.jackson2.com.fasterxml.jackson.core.JsonProcessingException; +import org.apache.flink.shaded.jackson2.com.fasterxml.jackson.databind.ObjectMapper; +import org.apache.flink.table.data.GenericRowData; +import org.apache.hudi.org.apache.avro.Schema; + +/** + * @author lanyuanxiaoyao + */ +public class CovertValueTest { + public static void main(String[] args) throws JsonProcessingException { + String response = HttpUtil.createGet("http://b12s4.hdp.dc:33663/info/table_meta/detail?flink_job_id=1746804004466098176&alias=irms_jy_pm_work_tache_log_202406") + .basicAuth("AxhEbscwsJDbYMH2", "cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4") + .execute() + .body(); + ObjectMapper mapper = JacksonUtils.getMapper(); + TableMeta meta = mapper.readValue(response, TableMeta.class); + TypeConverter converter = TypeConverter.getInstance(meta); + Schema schema = converter.convertToSchema(meta); + // language=JSON + String message = "{\n" + + " \"after\": {\n" + + " \"creator\": \"system\",\n" + + " \"work_order_code\": \"\",\n" + + " \"code\": \"a37f7878-06c6-49bb-9e54-20e13a9d0d02\",\n" + + " \"notes\": \"\",\n" + + " \"time_stamp\": \"2024-06-06 15:08:17.472019\",\n" + + " \"type_id\": \"\",\n" + + " \"access_code\": \"ADSLD2150145727\",\n" + + " \"modifier\": \"system\",\n" + + " \"log_level\": \"INFO\",\n" + + " \"message\": \"端口审计:\\n{\\\"NEW_LIFE_STATE\\\":\\\"\\\\u5DF2\\\\u7528\\\",\\\"NEW_USING_STATE\\\":\\\"\\\\u5360\\\\u7528\\\",\\\"NEW_LOGIC_STATE\\\":\\\"\\\\u65E0\\\\u5C01\\\\u9501\\\",\\\"NEW_ACCESS_CODE\\\":\\\"ADSLD2150145727\\\",\\\"NEW_ORDER_CODE\\\":\\\"663240604651967532\\\",\\\"NEW_OPTICAL_CODE\\\":\\\"E17100900906\\\",\\\"OLD_LIFE_STATE\\\":\\\"\\\\u5DF2\\\\u7528\\\",\\\"OLD_USING_STATE\\\":\\\"\\\\u5360\\\\u7528\\\",\\\"OLD_LOGIC_STATE\\\":\\\"\\\\u65E0\\\\u5C01\\\\u9501\\\",\\\"OLD_ACCESS_CODE\\\":\\\"ADSLD2150145727\\\",\\\"OLD_ORDER_CODE\\\":\\\"663240604651967532\\\",\\\"OLD_OPTICAL_CODE\\\":\\\"E17100900906\\\",\\\"OPERATION_TYPE\\\":\\\"\\\\u79FB\\\\u673A\\\\u5F52\\\\u6863\\\",\\\"FACILITY_NAME\\\":\\\"\\\",\\\"DEVICE_COED\\\":\\\"J04HZH00/P119-1/OBD01-8\\\",\\\"FRAME_CODE\\\":null,\\\"BOARD_CODE\\\":\\\"\\\",\\\"PORT_NAME\\\":\\\"4\\\",\\\"PORT_CODE\\\":\\\"01-004\\\",\\\"STANDARD_NAME\\\":\\\"\\\\u8001\\\\u574E\\\\u5858\\\\u4E09\\\\u5C42\\\\u767D\\\\u697C\\\\u7BB1/OBD01-8/01-004\\\",\\\"STANDARD_CODE\\\":\\\"J04HZH00/P119-1/OBD01-8/01-004\\\",\\\"PORT_ID\\\":\\\"441066300000001058139630\\\",\\\"DEVICE_SPEC\\\":\\\"\\\\u5206\\\\u5149\\\\u5668\\\",\\\"DEVICE_TYPE\\\":\\\"\\\\u6DF7\\\\u5408\\\",\\\"PORT_SPEC\\\":\\\"\\\\u8FDE\\\\u63A5\\\\u7AEF\\\\u5B50\\\",\\\"PORT_TYPE\\\":\\\"\\\\u6807\\\\u51C6\\\\u7AEF\\\\u5B50\\\",\\\"OPERATOR\\\":\\\"system\\\",\\\"OPERATION_TIME\\\":\\\"2024-06-06 15:08:17\\\",\\\"OPERATOR_IP\\\":\\\"172.26.10.82\\\",\\\"OPERATOR_MAC\\\":null,\\\"SHARDING_ID\\\":\\\"663\\\",\\\"NOTES\\\":null}\\n{\\\"NEW_LIFE_STATE\\\":\\\"\\\\u5DF2\\\\u7528\\\",\\\"NEW_USING_STATE\\\":\\\"\\\\u5360\\\\u7528\\\",\\\"NEW_LOGIC_STATE\\\":\\\"\\\\u65E0\\\\u5C01\\\\u9501\\\",\\\"NEW_ACCESS_CODE\\\":\\\"ADSLD2150145727\\\",\\\"NEW_ORDER_CODE\\\":\\\"663240604651967532\\\",\\\"NEW_OPTICAL_CODE\\\":\\\"E17100900906\\\",\\\"OLD_LIFE_STATE\\\":\\\"\\\\u5DF2\\\\u7528\\\",\\\"OLD_USING_STATE\\\":\\\"\\\\u5360\\\\u7528\\\",\\\"OLD_LOGIC_STATE\\\":\\\"\\\\u65E0\\\\u5C01\\\\u9501\\\",\\\"OLD_ACCESS_CODE\\\":\\\"ADSLD2150145727\\\",\\\"OLD_ORDER_CODE\\\":\\\"663240604651967532\\\",\\\"OLD_OPTICAL_CODE\\\":\\\"E17100900906\\\",\\\"OPERATION_TYPE\\\":\\\"\\\\u79FB\\\\u673A\\\\u5F52\\\\u6863\\\",\\\"FACILITY_NAME\\\":\\\"\\\",\\\"DEVICE_COED\\\":\\\"J04HZH00/P119-1/OBD01-8/01-004-ONU\\\",\\\"FRAME_CODE\\\":\\\"1\\\",\\\"BOARD_CODE\\\":\\\"1\\\",\\\"PORT_NAME\\\":\\\"d01\\\",\\\"PORT_CODE\\\":\\\"d01\\\",\\\"STANDARD_NAME\\\":\\\"1/d01\\\",\\\"STANDARD_CODE\\\":\\\"1/d01\\\",\\\"PORT_ID\\\":\\\"441066300000001141761098\\\",\\\"DEVICE_SPEC\\\":\\\"ONU\\\\u8BBE\\\\u5907\\\",\\\"DEVICE_TYPE\\\":\\\"E8-C\\\",\\\"PORT_SPEC\\\":\\\"IP\\\\u7AEF\\\\u53E3\\\",\\\"PORT_TYPE\\\":\\\"\\\",\\\"OPERATOR\\\":\\\"system\\\",\\\"OPERATION_TIME\\\":\\\"2024-06-06 15:08:17\\\",\\\"OPERATOR_IP\\\":\\\"172.26.10.82\\\",\\\"OPERATOR_MAC\\\":null,\\\"SHARDING_ID\\\":\\\"663\\\",\\\"NOTES\\\":null}\\n\\n产品路由:{\\\"ACCESS_CODE\\\":\\\"ADSLD2150145727\\\",\\\"ORDER_CODE\\\":\\\"663240604651967532\\\",\\\"PRODUCT_CODE\\\":\\\"JY200000005424524055\\\",\\\"OPTICAL_CODE\\\":null,\\\"ROUTE\\\":\\\"\\\\u65E7\\\\u6587\\\\u672C\\\\u8DEF\\\\u7531:\\\\u5149\\\\u8DEF\\\\u7F16\\\\u7801:E17100900906=>\\\\u8001\\\\u574E\\\\u5858\\\\u4E09\\\\u5C42\\\\u767D\\\\u697C\\\\u7BB1/OBD01-8-01-004[J04HZH00/P119-1/OBD01-8-01-004]\\\\n\\\\u300A\\\\u8DF3\\\\u7EA4\\\\u300B\\\\n\\\\u8001\\\\u574E\\\\u5858\\\\u4E09\\\\u5C42\\\\u767D\\\\u697C\\\\u7BB1/OBD01-8/4-ONU-PON0[J04HZH00/P119-1/OBD01-8/01-004-ONU-PON0]\\\\n\\\\n\\\\n\\\\u65B0\\\\u6587\\\\u672C\\\\u8DEF\\\\u7531:\\\\u5149\\\\u8DEF\\\\u7F16\\\\u7801:E17100900906=>\\\\u8001\\\\u574E\\\\u5858\\\\u4E09\\\\u5C42\\\\u767D\\\\u697C\\\\u7BB1/OBD01-8-01-004[J04HZH00/P119-1/OBD01-8-01-004]\\\\n\\\\u300A\\\\u8DF3\\\\u7EA4\\\\u300B\\\\n\\\\u8001\\\\u574E\\\\u5858\\\\u4E09\\\\u5C42\\\\u767D\\\\u697C\\\\u7BB1/OBD01-8/4-ONU-PON0[J04HZH00/P119-1/OBD01-8/01-004-ONU-PON0]\\\\n\\\\n\\\\n\\\",\\\"SHARDING_ID\\\":\\\"663\\\",\\\"OPERATOR\\\":null,\\\"OPERATION_TIME\\\":\\\"2024-06-06 15:08:17\\\"}\",\n" + + " \"product_code\": \"JY200000005424524055\",\n" + + " \"area_id\": \"\",\n" + + " \"version\": \"0\",\n" + + " \"tache_code\": \"NOTICE\",\n" + + " \"order_code\": \"663240604651967532\",\n" + + " \"sharding_id\": \"663\",\n" + + " \"spec_id\": \"801100810100001\",\n" + + " \"name\": null,\n" + + " \"creator_id\": \"1\",\n" + + " \"modifier_id\": \"1\",\n" + + " \"id\": \"441175200000001289485866\",\n" + + " \"create_date\": \"2024-06-06 15:08:17.472019\",\n" + + " \"modify_date\": \"2024-06-06 15:08:17.472019\"\n" + + " },\n" + + " \"before\": {},\n" + + " \"op_ts\": \"2024-06-06 15:08:17\",\n" + + " \"op_type\": \"I\",\n" + + " \"pos\": \"70022339519616\",\n" + + " \"table\": \"pm_work_tache_log_202406\"\n" + + "}"; + Record.Statement statement = mapper.readValue(message, Record.Statement.class); + GenericRowData rowData = converter.convertToGenericRowData(meta, schema, statement.getAfter()); + for (int index = 0; index < schema.getFields().size(); index++) { + Schema.Field field = schema.getFields().get(index); + System.out.println(field.name() + " " + rowData.getField(index)); + } + } +}