136 lines
4.5 KiB
HTTP
136 lines
4.5 KiB
HTTP
@host = 132.126.207.130
|
|
# @host = 132.122.116.142
|
|
@port = 35690
|
|
@username = AxhEbscwsJDbYMH2
|
|
@password = cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4
|
|
@url = http://{{username}}:{{password}}@{{host}}:{{port}}
|
|
@queue-url = {{url}}/hudi_services/queue
|
|
@scheduler-url = {{url}}/hudi_services/service_scheduler
|
|
@web-url = {{url}}/hudi_services/service_web
|
|
@services-url = {{url}}/hudi_services/service_cloud_query
|
|
@api-url = {{url}}/hudi_services/hudi_api
|
|
@exporter-url = {{url}}/hudi_services/service-exporter
|
|
|
|
### 队列名称
|
|
GET {{queue-url}}/queue/names
|
|
|
|
### 队列内容
|
|
GET {{queue-url}}/queue/all?name=compaction-queue-b1
|
|
|
|
### 新增
|
|
POST {{queue-url}}/queue/add/compaction-queue-b1
|
|
Content-Type: application/json
|
|
|
|
{
|
|
"id": "251351dc-36db-4fe3-97d2-9667d7a89559",
|
|
"priority": 1,
|
|
"data": {
|
|
"id": "{{$guid}}",
|
|
"flinkJobId": "1542097996099055616",
|
|
"alias": "acct_acct_item_fs",
|
|
"batch": "ojvfodao_hj",
|
|
"status": "SCHEDULE",
|
|
"comment": "Comment"
|
|
}
|
|
}
|
|
|
|
### 删除
|
|
POST {{queue-url}}/queue/remove_all_id/compaction-queue-test
|
|
Content-Type: application/json
|
|
|
|
[
|
|
"251351dc-36db-4fe3-97d2-9667d7a89559",
|
|
"2b7f29f6-97b5-4363-98a7-a28eaca7d930"
|
|
]
|
|
|
|
### 清空队列
|
|
GET {{queue-url}}/queue/clear?name=compaction-queue-pre
|
|
|
|
### Info
|
|
GET http://{{username}}:{{password}}@132.122.116.146:18166/info/compaction_metrics?flink_job_id=1542097996099055616&
|
|
alias=acct_acct_item_fs&filter_completes=true
|
|
|
|
### Info
|
|
GET http://{{username}}:{{password}}@132.122.116.150:27510/table/list_compaction_metrics?
|
|
search_flink_job_id=1542097996099055616&search_alias=acct_acct_item_fs
|
|
|
|
### Query Scheduler
|
|
GET {{scheduler-url}}/schedule/all
|
|
|
|
### schedule table
|
|
GET {{scheduler-url}}/schedule/table?flink_job_id=1740305145625014274&alias=crm_order_ord_prod_inst_attr_test
|
|
|
|
### Query Scheduler
|
|
GET {{web-url}}/cloud/list
|
|
|
|
### Yarn query
|
|
GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.122.116.143:34903/job/list?cluster=a4
|
|
|
|
### Query message id
|
|
GET {{url}}/hudi_services/hudi_api/api/message_id?flink_job_id=1542097984132706304&alias=crm_cfguse_mkt_cam_strategy_rel
|
|
|
|
###
|
|
GET http://132.122.116.149:35680/api/message_id?flink_job_id=1542097984132706304&alias=crm_cfguse_mkt_cam_strategy_rel
|
|
|
|
### Deploy plan
|
|
GET {{web-url}}/cloud/deploy_plan
|
|
|
|
### Get info query services
|
|
GET {{services-url}}/cloud/services?service_name=service-gateway
|
|
|
|
### Get Prometheus targets
|
|
GET {{services-url}}/cloud/targets
|
|
|
|
### Sync status
|
|
GET {{web-url}}/overview/sync_running_status
|
|
|
|
### Get schedule_times
|
|
GET {{scheduler-url}}/schedule/schedule_times
|
|
|
|
### Get message id
|
|
GET {{api-url}}/api/sync_checkpoint_state?flink_job_id=1542097996099055616&alias=acct_acct_item_zs&
|
|
message_id=861976:46933:-1&publish_time=1705373846898
|
|
|
|
### Test
|
|
GET {{web-url}}/test
|
|
|
|
### 获取未运行的同步任务
|
|
GET {{exporter-url}}/exporter/un_running_flink_job
|
|
|
|
### Pulsar backlog
|
|
GET http://{{username}}:{{password}}@b12s15.hdp.dc:21685/pulsar/backlog?name=main&
|
|
topic=persistent://odcp/grid/grid_serv_staff&
|
|
subscription=Hudi_Sync_Pulsar_Reader_1552408245762723840_grid_grid_serv_staff_b_20230425
|
|
|
|
### Test HDFS list
|
|
GET http://{{username}}:{{password}}@b12s10.hdp.dc:16695/hdfs/list?
|
|
root=hdfs://b2/apps/datalake/hive/dws_test/external_table_hudi/dws_ord_prod_inst_attr
|
|
|
|
### Test HDFS write
|
|
POST http://{{username}}:{{password}}@b12s8.hdp.dc:15391/hdfs/write?root=hdfs://b2/apps/datalake/test/test.txt&
|
|
overwrite=true
|
|
Content-Type: text/plain
|
|
|
|
\#Properties saved on 2023-12-26T09:18:39.583Z
|
|
\#Tue Dec 26 17:18:39 CST 2023
|
|
hoodie.table.precombine.field=update_ts
|
|
hoodie.datasource.write.drop.partition.columns=false
|
|
hoodie.table.partition.fields=CITY_ID
|
|
hoodie.table.type=MERGE_ON_READ
|
|
hoodie.archivelog.folder=archived
|
|
hoodie.compaction.payload.class=org.apache.hudi.common.model.OverwriteWithLatestAvroPayload
|
|
hoodie.timeline.layout.version=1
|
|
hoodie.table.version=4
|
|
hoodie.table.recordkey.fields=_key
|
|
hoodie.datasource.write.partitionpath.urlencode=false
|
|
hoodie.table.name=dws_account
|
|
hoodie.table.keygenerator.class=org.apache.hudi.keygen.SimpleKeyGenerator
|
|
hoodie.table.timeline.timezone=LOCAL
|
|
hoodie.datasource.write.hive_style_partitioning=false
|
|
hoodie.table.checksum=989688289
|
|
|
|
### Test police
|
|
GET http://{{username}}:{{password}}@b12s10.hdp.dc:31719/task/law_enforcement?
|
|
pulsar_url=pulsar://132.122.115.158:16650,132.122.115.159:16650,132.122.115.160:16650,132.122.115.161:16650,132.122.115.167:16650,132.122.115.168:16650&
|
|
pulsar_topic=persistent://odcp/acct_sz/acct_item_755&start_time=1716858000000&end_time=1716861600000&
|
|
primary_keys=ACCT_ITEM_ID&partition_keys=ACCT_ID |