test(sync): 增加检查数据解析测试的案例
This commit is contained in:
v-zhangjc9
@@ -0,0 +1,66 @@
|
||||
package com.lanyuanxiaoyao.service.sync;
|
||||
|
||||
import cn.hutool.http.HttpUtil;
|
||||
import com.lanyuanxiaoyao.service.common.entity.Record;
|
||||
import com.lanyuanxiaoyao.service.common.entity.TableMeta;
|
||||
import com.lanyuanxiaoyao.service.sync.functions.type.TypeConverter;
|
||||
import com.lanyuanxiaoyao.service.sync.utils.JacksonUtils;
|
||||
import org.apache.flink.shaded.jackson2.com.fasterxml.jackson.core.JsonProcessingException;
|
||||
import org.apache.flink.shaded.jackson2.com.fasterxml.jackson.databind.ObjectMapper;
|
||||
import org.apache.flink.table.data.GenericRowData;
|
||||
import org.apache.hudi.org.apache.avro.Schema;
|
||||
|
||||
/**
|
||||
* @author lanyuanxiaoyao
|
||||
*/
|
||||
public class CovertValueTest {
|
||||
public static void main(String[] args) throws JsonProcessingException {
|
||||
String response = HttpUtil.createGet("http://b12s4.hdp.dc:33663/info/table_meta/detail?flink_job_id=1746804004466098176&alias=irms_jy_pm_work_tache_log_202406")
|
||||
.basicAuth("AxhEbscwsJDbYMH2", "cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4")
|
||||
.execute()
|
||||
.body();
|
||||
ObjectMapper mapper = JacksonUtils.getMapper();
|
||||
TableMeta meta = mapper.readValue(response, TableMeta.class);
|
||||
TypeConverter converter = TypeConverter.getInstance(meta);
|
||||
Schema schema = converter.convertToSchema(meta);
|
||||
// language=JSON
|
||||
String message = "{\n" +
|
||||
" \"after\": {\n" +
|
||||
" \"creator\": \"system\",\n" +
|
||||
" \"work_order_code\": \"\",\n" +
|
||||
" \"code\": \"a37f7878-06c6-49bb-9e54-20e13a9d0d02\",\n" +
|
||||
" \"notes\": \"\",\n" +
|
||||
" \"time_stamp\": \"2024-06-06 15:08:17.472019\",\n" +
|
||||
" \"type_id\": \"\",\n" +
|
||||
" \"access_code\": \"ADSLD2150145727\",\n" +
|
||||
" \"modifier\": \"system\",\n" +
|
||||
" \"log_level\": \"INFO\",\n" +
|
||||
" \"message\": \"端口审计:\\n{\\\"NEW_LIFE_STATE\\\":\\\"\\\\u5DF2\\\\u7528\\\",\\\"NEW_USING_STATE\\\":\\\"\\\\u5360\\\\u7528\\\",\\\"NEW_LOGIC_STATE\\\":\\\"\\\\u65E0\\\\u5C01\\\\u9501\\\",\\\"NEW_ACCESS_CODE\\\":\\\"ADSLD2150145727\\\",\\\"NEW_ORDER_CODE\\\":\\\"663240604651967532\\\",\\\"NEW_OPTICAL_CODE\\\":\\\"E17100900906\\\",\\\"OLD_LIFE_STATE\\\":\\\"\\\\u5DF2\\\\u7528\\\",\\\"OLD_USING_STATE\\\":\\\"\\\\u5360\\\\u7528\\\",\\\"OLD_LOGIC_STATE\\\":\\\"\\\\u65E0\\\\u5C01\\\\u9501\\\",\\\"OLD_ACCESS_CODE\\\":\\\"ADSLD2150145727\\\",\\\"OLD_ORDER_CODE\\\":\\\"663240604651967532\\\",\\\"OLD_OPTICAL_CODE\\\":\\\"E17100900906\\\",\\\"OPERATION_TYPE\\\":\\\"\\\\u79FB\\\\u673A\\\\u5F52\\\\u6863\\\",\\\"FACILITY_NAME\\\":\\\"\\\",\\\"DEVICE_COED\\\":\\\"J04HZH00/P119-1/OBD01-8\\\",\\\"FRAME_CODE\\\":null,\\\"BOARD_CODE\\\":\\\"\\\",\\\"PORT_NAME\\\":\\\"4\\\",\\\"PORT_CODE\\\":\\\"01-004\\\",\\\"STANDARD_NAME\\\":\\\"\\\\u8001\\\\u574E\\\\u5858\\\\u4E09\\\\u5C42\\\\u767D\\\\u697C\\\\u7BB1/OBD01-8/01-004\\\",\\\"STANDARD_CODE\\\":\\\"J04HZH00/P119-1/OBD01-8/01-004\\\",\\\"PORT_ID\\\":\\\"441066300000001058139630\\\",\\\"DEVICE_SPEC\\\":\\\"\\\\u5206\\\\u5149\\\\u5668\\\",\\\"DEVICE_TYPE\\\":\\\"\\\\u6DF7\\\\u5408\\\",\\\"PORT_SPEC\\\":\\\"\\\\u8FDE\\\\u63A5\\\\u7AEF\\\\u5B50\\\",\\\"PORT_TYPE\\\":\\\"\\\\u6807\\\\u51C6\\\\u7AEF\\\\u5B50\\\",\\\"OPERATOR\\\":\\\"system\\\",\\\"OPERATION_TIME\\\":\\\"2024-06-06 15:08:17\\\",\\\"OPERATOR_IP\\\":\\\"172.26.10.82\\\",\\\"OPERATOR_MAC\\\":null,\\\"SHARDING_ID\\\":\\\"663\\\",\\\"NOTES\\\":null}\\n{\\\"NEW_LIFE_STATE\\\":\\\"\\\\u5DF2\\\\u7528\\\",\\\"NEW_USING_STATE\\\":\\\"\\\\u5360\\\\u7528\\\",\\\"NEW_LOGIC_STATE\\\":\\\"\\\\u65E0\\\\u5C01\\\\u9501\\\",\\\"NEW_ACCESS_CODE\\\":\\\"ADSLD2150145727\\\",\\\"NEW_ORDER_CODE\\\":\\\"663240604651967532\\\",\\\"NEW_OPTICAL_CODE\\\":\\\"E17100900906\\\",\\\"OLD_LIFE_STATE\\\":\\\"\\\\u5DF2\\\\u7528\\\",\\\"OLD_USING_STATE\\\":\\\"\\\\u5360\\\\u7528\\\",\\\"OLD_LOGIC_STATE\\\":\\\"\\\\u65E0\\\\u5C01\\\\u9501\\\",\\\"OLD_ACCESS_CODE\\\":\\\"ADSLD2150145727\\\",\\\"OLD_ORDER_CODE\\\":\\\"663240604651967532\\\",\\\"OLD_OPTICAL_CODE\\\":\\\"E17100900906\\\",\\\"OPERATION_TYPE\\\":\\\"\\\\u79FB\\\\u673A\\\\u5F52\\\\u6863\\\",\\\"FACILITY_NAME\\\":\\\"\\\",\\\"DEVICE_COED\\\":\\\"J04HZH00/P119-1/OBD01-8/01-004-ONU\\\",\\\"FRAME_CODE\\\":\\\"1\\\",\\\"BOARD_CODE\\\":\\\"1\\\",\\\"PORT_NAME\\\":\\\"d01\\\",\\\"PORT_CODE\\\":\\\"d01\\\",\\\"STANDARD_NAME\\\":\\\"1/d01\\\",\\\"STANDARD_CODE\\\":\\\"1/d01\\\",\\\"PORT_ID\\\":\\\"441066300000001141761098\\\",\\\"DEVICE_SPEC\\\":\\\"ONU\\\\u8BBE\\\\u5907\\\",\\\"DEVICE_TYPE\\\":\\\"E8-C\\\",\\\"PORT_SPEC\\\":\\\"IP\\\\u7AEF\\\\u53E3\\\",\\\"PORT_TYPE\\\":\\\"\\\",\\\"OPERATOR\\\":\\\"system\\\",\\\"OPERATION_TIME\\\":\\\"2024-06-06 15:08:17\\\",\\\"OPERATOR_IP\\\":\\\"172.26.10.82\\\",\\\"OPERATOR_MAC\\\":null,\\\"SHARDING_ID\\\":\\\"663\\\",\\\"NOTES\\\":null}\\n\\n产品路由:{\\\"ACCESS_CODE\\\":\\\"ADSLD2150145727\\\",\\\"ORDER_CODE\\\":\\\"663240604651967532\\\",\\\"PRODUCT_CODE\\\":\\\"JY200000005424524055\\\",\\\"OPTICAL_CODE\\\":null,\\\"ROUTE\\\":\\\"\\\\u65E7\\\\u6587\\\\u672C\\\\u8DEF\\\\u7531:\\\\u5149\\\\u8DEF\\\\u7F16\\\\u7801:E17100900906=>\\\\u8001\\\\u574E\\\\u5858\\\\u4E09\\\\u5C42\\\\u767D\\\\u697C\\\\u7BB1/OBD01-8-01-004[J04HZH00/P119-1/OBD01-8-01-004]\\\\n\\\\u300A\\\\u8DF3\\\\u7EA4\\\\u300B\\\\n\\\\u8001\\\\u574E\\\\u5858\\\\u4E09\\\\u5C42\\\\u767D\\\\u697C\\\\u7BB1/OBD01-8/4-ONU-PON0[J04HZH00/P119-1/OBD01-8/01-004-ONU-PON0]\\\\n\\\\n\\\\n\\\\u65B0\\\\u6587\\\\u672C\\\\u8DEF\\\\u7531:\\\\u5149\\\\u8DEF\\\\u7F16\\\\u7801:E17100900906=>\\\\u8001\\\\u574E\\\\u5858\\\\u4E09\\\\u5C42\\\\u767D\\\\u697C\\\\u7BB1/OBD01-8-01-004[J04HZH00/P119-1/OBD01-8-01-004]\\\\n\\\\u300A\\\\u8DF3\\\\u7EA4\\\\u300B\\\\n\\\\u8001\\\\u574E\\\\u5858\\\\u4E09\\\\u5C42\\\\u767D\\\\u697C\\\\u7BB1/OBD01-8/4-ONU-PON0[J04HZH00/P119-1/OBD01-8/01-004-ONU-PON0]\\\\n\\\\n\\\\n\\\",\\\"SHARDING_ID\\\":\\\"663\\\",\\\"OPERATOR\\\":null,\\\"OPERATION_TIME\\\":\\\"2024-06-06 15:08:17\\\"}\",\n" +
|
||||
" \"product_code\": \"JY200000005424524055\",\n" +
|
||||
" \"area_id\": \"\",\n" +
|
||||
" \"version\": \"0\",\n" +
|
||||
" \"tache_code\": \"NOTICE\",\n" +
|
||||
" \"order_code\": \"663240604651967532\",\n" +
|
||||
" \"sharding_id\": \"663\",\n" +
|
||||
" \"spec_id\": \"801100810100001\",\n" +
|
||||
" \"name\": null,\n" +
|
||||
" \"creator_id\": \"1\",\n" +
|
||||
" \"modifier_id\": \"1\",\n" +
|
||||
" \"id\": \"441175200000001289485866\",\n" +
|
||||
" \"create_date\": \"2024-06-06 15:08:17.472019\",\n" +
|
||||
" \"modify_date\": \"2024-06-06 15:08:17.472019\"\n" +
|
||||
" },\n" +
|
||||
" \"before\": {},\n" +
|
||||
" \"op_ts\": \"2024-06-06 15:08:17\",\n" +
|
||||
" \"op_type\": \"I\",\n" +
|
||||
" \"pos\": \"70022339519616\",\n" +
|
||||
" \"table\": \"pm_work_tache_log_202406\"\n" +
|
||||
"}";
|
||||
Record.Statement statement = mapper.readValue(message, Record.Statement.class);
|
||||
GenericRowData rowData = converter.convertToGenericRowData(meta, schema, statement.getAfter());
|
||||
for (int index = 0; index < schema.getFields().size(); index++) {
|
||||
Schema.Field field = schema.getFields().get(index);
|
||||
System.out.println(field.name() + " " + rowData.getField(index));
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user