diff --git a/.idea/httpRequests/http-requests-log.http b/.idea/httpRequests/http-requests-log.http index b5e16c9..b5443a2 100644 --- a/.idea/httpRequests/http-requests-log.http +++ b/.idea/httpRequests/http-requests-log.http @@ -1,464 +1,408 @@ -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/all?name=compaction-queue-b1 +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/service-exporter/exporter/un_running_flink_job Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=A671FB3CA5360CA75F871BE9CBA3671E +Cookie: JSESSIONID=E12F3C1D9B6AE9937CA57DE2EE8656C7 Accept-Encoding: br,deflate,gzip,x-gzip -<> 2024-01-31T151734.200.json +<> 2024-02-04T153541.200.json ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/all/compaction-queue-b1 +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/service-exporter/exporter/un_running_flink_job Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=22E06ED40F4625C6226C2118C5675363 +Cookie: JSESSIONID=606B213C2F4A113AC3CCC2A0614BB558 Accept-Encoding: br,deflate,gzip,x-gzip -<> 2024-01-31T151720.404.json +<> 2024-02-04T152955.200.json ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/service_cloud_query/cloud/targets +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/service-exporter/exporter/un_running_flink_job Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=82403D318FAEAAA09F215DA39DCB41FE +Cookie: JSESSIONID=5569F2E918CF60BB8B439404BCD2255A Accept-Encoding: br,deflate,gzip,x-gzip -<> 2024-01-31T105823.200.json +<> 2024-02-04T152612.200.json ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/service_cloud_query/cloud/targets +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/service-exporter/exporter/un_running_flink_job Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=82403D318FAEAAA09F215DA39DCB41FE +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip -<> 2024-01-31T105819.404.json +<> 2024-02-04T151808.200.json ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/service_cloud_query/cloud/targets +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=3809A2F1A78D12F02D47F709504B0FDC -Accept-Encoding: br,deflate,gzip,x-gzip - -<> 2024-01-31T105750.404.json - -### - -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/service_cloud_query/cloud/targets -Connection: Keep-Alive -User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=3809A2F1A78D12F02D47F709504B0FDC -Accept-Encoding: br,deflate,gzip,x-gzip - -<> 2024-01-31T105744.404.json - -### - -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/service_cloud_query/cloud/services?service_name=service-gateway -Connection: Keep-Alive -User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=D3453177E948A070A4BCC930DCDDE188 -Accept-Encoding: br,deflate,gzip,x-gzip - -<> 2024-01-31T104803.200.json - -### - -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/service_cloud_query/cloud/services?service_name=center-gateway-new -Connection: Keep-Alive -User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=A489280C82FB7E8BA81909F8812DA0FB -Accept-Encoding: br,deflate,gzip,x-gzip - -<> 2024-01-31T104754.200.json - -### - -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/service_web/cloud/list -Connection: Keep-Alive -User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=1B7C9D76DE2F888A0F0AB4EAF3CFFC19 -Accept-Encoding: br,deflate,gzip,x-gzip - -<> 2024-01-31T104721.200.json - -### - -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@b12s25.hdp.dc:36781/queue/clear/compaction-queue-pre -Connection: Keep-Alive -User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=BFE3689E5BBBBFD448B87BFEE0D23E83 +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@b12s25.hdp.dc:36781/queue/clear/compaction-queue-pre +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=BFE3689E5BBBBFD448B87BFEE0D23E83 +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@b12s25.hdp.dc:36781/queue/clear/compaction-queue-pre +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=BFE3689E5BBBBFD448B87BFEE0D23E83 +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@b12s25.hdp.dc:36781/queue/clear/compaction-queue-pre +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=BFE3689E5BBBBFD448B87BFEE0D23E83 +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/service_scheduler/schedule/all +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=B7901EEEC95E299E2F94FB74E3A979F5 +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@b12s25.hdp.dc:36781/queue/clear/compaction-queue-pre +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=BFE3689E5BBBBFD448B87BFEE0D23E83 +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@b12s25.hdp.dc:36781/queue/clear/compaction-queue-pre +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=BFE3689E5BBBBFD448B87BFEE0D23E83 +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@b12s25.hdp.dc:36781/queue/clear/compaction-queue-pre +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=BFE3689E5BBBBFD448B87BFEE0D23E83 +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@b12s25.hdp.dc:36781/queue/clear/compaction-queue-pre +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=BFE3689E5BBBBFD448B87BFEE0D23E83 +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@b12s25.hdp.dc:36781/queue/clear/compaction-queue-pre +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=880932A3A6DBB5983CB032B005EA2B3E +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/service_scheduler/schedule/all +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=04FC51D22116CC8E5133D507638DBA95 +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@b12s25.hdp.dc:26625/queue/clear/compaction-queue-pre +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=025794226C9A01CC4D41A3C2BBCFE797 +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/service_web/test +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=F6C3292A1291E6597E1D713D77B4DAD7 -Accept-Encoding: br,deflate,gzip,x-gzip - -<> 2024-01-24T150400.500.txt - -### - -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@b12s25.hdp.dc:26625/queue/clear/compaction-queue-pre -Connection: Keep-Alive -User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=0383A6AD219081EEC3BE80C70A0EC3D2 +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip ### -GET http://b12s25.hdp.dc:26625/queue/clear/compaction-queue-pre +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear/compaction-queue-pre +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=F6C3292A1291E6597E1D713D77B4DAD7 -Accept-Encoding: br,deflate,gzip,x-gzip - -<> 2024-01-24T111251.503.json - -### - -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/service_scheduler/schedule/all -Connection: Keep-Alive -User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=048A49CB9FD03402D9AA27CD2726B892 +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/service_web/cloud/list +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=360A7282DB9D80CB6448B7D777A775FB -Accept-Encoding: br,deflate,gzip,x-gzip - -<> 2024-01-17T120430.200.json - -### - -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/hudi_api/api/sync_checkpoint_state?flink_job_id=1542097996099055616&alias=acct_acct_item_zs&message_id=861976:46933:-1&publish_time=1705373846898 -Connection: Keep-Alive -User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=360A7282DB9D80CB6448B7D777A775FB -Accept-Encoding: br,deflate,gzip,x-gzip - -<> 2024-01-16T105935.500.txt - -### - -GET http://132.126.207.145:35690/hudi_services/hudi_api/api/message_id?flink_job_id=1597126971674021888&alias=psr_dep_tb_im_work_data -Connection: Keep-Alive -User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=7432549068B8B97C4262AFE16E441540 -Accept-Encoding: br,deflate,gzip,x-gzip - -<> 2024-01-16T104830.200.txt - -### - -GET http://132.126.207.145:35690/hudi_services/hudi_api/api/message_id?flink_job_id=1597126971674021888&alias=psr_dep_tb_im_work_data -Connection: Keep-Alive -User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=7432549068B8B97C4262AFE16E441540 -Accept-Encoding: br,deflate,gzip,x-gzip - -<> 2024-01-16T104829.200.txt - -### - -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.145:35690/hudi_services/hudi_api/api/message_id?flink_job_id=1597126971674021888&alias=psr_dep_tb_im_work_data -Connection: Keep-Alive -User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=BE997A6F6AEFD1CA4146698ABD496B48 -Accept-Encoding: br,deflate,gzip,x-gzip - -<> 2024-01-16T102430.200.txt - -### - -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.145:35690/hudi_services/hudi_api/api/message_id?flink_job_id=1597126971674021888&alias=psr_dep_tb_im_work_data -Connection: Keep-Alive -User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=72054C37516102EEB06EF5A0F5A83AAE -Accept-Encoding: br,deflate,gzip,x-gzip - -<> 2024-01-16T102428.200.txt - -### - -GET http://132.126.207.145:35690/hudi_services/hudi_api/api/message_id?flink_job_id=1597126971674021888&alias=psr_dep_tb_im_work_data -Connection: Keep-Alive -User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=330A8B0CAC7A15CC36A88B55CF2C407B +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip ### -GET http://132.126.207.145:35690/hudi_services/hudi_api/api/message_id?flink_job_id=1597126971674021888&alias=psr_dep_tb_im_work_data +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/hudi_api/api/message_id?flink_job_id=1597126971674021888&alias=psr_dep_tb_im_work_data +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=5A77D0A2402762309BD5AFB2BA404BB2 +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip -<> 2024-01-16T102147.200.txt - ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/hudi_api/api/message_id?flink_job_id=1597126971674021888&alias=psr_dep_tb_im_work_data +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=EA64044D10F310CC0A1B6E012024D447 +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip -<> 2024-01-16T102146-1.200.txt - ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/hudi_api/api/message_id?flink_job_id=1597126971674021888&alias=psr_dep_tb_im_work_data +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=C020506E0113E19848006BB9D635C746 +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip -<> 2024-01-16T102146.200.txt - ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/hudi_api/api/message_id?flink_job_id=1597126971674021888&alias=psr_dep_tb_im_work_data +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=C5B4C74D1DE66BB79AB7BCADA0ADD3FC +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip -<> 2024-01-16T102145.200.txt - ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/hudi_api/api/message_id?flink_job_id=1597126971674021888&alias=psr_dep_tb_im_work_data +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=D2D689EF3A3C0A9E31655761139EB782 +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip -<> 2024-01-16T102144.200.txt - ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/hudi_api/api/message_id?flink_job_id=1597126971674021888&alias=psr_dep_tb_im_work_data +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=1C1D8E27BC4DC259CCBDA3AB68267606 +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip -<> 2024-01-16T102143.200.txt - ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/hudi_api/api/message_id?flink_job_id=1597126971674021888&alias=psr_dep_tb_im_work_data +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=5929B1C5B9A5A06F6B77E0474252C681 +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip -<> 2024-01-16T102141.200.txt - ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/hudi_api/api/message_id?flink_job_id=1597126971674021888&alias=psr_dep_tb_im_work_data +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=49AF67BCEE7F58FBFD8CE3044D8FADDF +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip -<> 2024-01-16T102140.200.txt - ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/hudi_api/api/message_id?flink_job_id=1597126971674021888&alias=psr_dep_tb_im_work_data +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=F8554BC0AF2786BECA1F227B65A8B994 +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip -<> 2024-01-16T102139.200.txt - ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/hudi_api/api/message_id?flink_job_id=1597126971674021888&alias=psr_dep_tb_im_work_data +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=58BC6FDDD752F5DD2A7F2302B3044527 +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip -<> 2024-01-16T102137.200.txt - ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/hudi_api/api/message_id?flink_job_id=1597126971674021888&alias=psr_dep_tb_im_work_data +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=FD0B0DA39AE3B3424550036F0244CA59 +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip -<> 2024-01-16T102136.200.txt - ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/hudi_api/api/message_id?flink_job_id=1597126971674021888&alias=psr_dep_tb_im_work_data +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=C4E2078745A32624F43385AF531E6FE7 +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip -<> 2024-01-16T102135.200.txt - ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/hudi_api/api/message_id?flink_job_id=1597126971674021888&alias=psr_dep_tb_im_work_data +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=4F0B9200F7662735BB78070F3B29B814 +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip -<> 2024-01-16T102132.200.txt - ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/hudi_api/api/message_id?flink_job_id=1597126971674021888&alias=psr_dep_tb_im_work_data +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=09EED47A2E9B899F8F2B7E6E691ED278 +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip -<> 2024-01-16T101417.200.txt - ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/hudi_api/api/message_id?flink_job_id=1542097993662164992&alias=acct_bal_repayment_sz +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=7B52A1524EBCC8A7F128BC99DDDB97B1 +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip -<> 2024-01-16T101234.200.txt - ### -GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/service_scheduler/schedule/schedule_times +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre Connection: Keep-Alive User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) -Cookie: JSESSIONID=72C86B35CEC2C7C8EAD234351B7EF959 +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 +Accept-Encoding: br,deflate,gzip,x-gzip + +### + +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre +Connection: Keep-Alive +User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 +Accept-Encoding: br,deflate,gzip,x-gzip + +### + +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre +Connection: Keep-Alive +User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 +Accept-Encoding: br,deflate,gzip,x-gzip + +### + +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre +Connection: Keep-Alive +User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 +Accept-Encoding: br,deflate,gzip,x-gzip + +### + +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre +Connection: Keep-Alive +User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 +Accept-Encoding: br,deflate,gzip,x-gzip + +### + +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre +Connection: Keep-Alive +User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 +Accept-Encoding: br,deflate,gzip,x-gzip + +### + +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre +Connection: Keep-Alive +User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 +Accept-Encoding: br,deflate,gzip,x-gzip + +### + +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre +Connection: Keep-Alive +User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 +Accept-Encoding: br,deflate,gzip,x-gzip + +### + +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre +Connection: Keep-Alive +User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 +Accept-Encoding: br,deflate,gzip,x-gzip + +### + +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre +Connection: Keep-Alive +User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 +Accept-Encoding: br,deflate,gzip,x-gzip + +### + +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre +Connection: Keep-Alive +User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 +Accept-Encoding: br,deflate,gzip,x-gzip + +### + +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre +Connection: Keep-Alive +User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 +Accept-Encoding: br,deflate,gzip,x-gzip + +### + +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre +Connection: Keep-Alive +User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 +Accept-Encoding: br,deflate,gzip,x-gzip + +### + +GET http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.130:35690/hudi_services/queue/queue/clear?name=compaction-queue-pre +Connection: Keep-Alive +User-Agent: Apache-HttpClient/4.5.14 (Java/17.0.9) +Cookie: JSESSIONID=9AB8D98C10FACE15EA1CB758D79F8877 Accept-Encoding: br,deflate,gzip,x-gzip -<> 2024-01-15T145720.200.json - ### diff --git a/service-exporter/src/main/java/com/lanyuanxiaoyao/service/exporter/controller/ExporterController.java b/service-exporter/src/main/java/com/lanyuanxiaoyao/service/exporter/controller/ExporterController.java index 5a8700b..08886f3 100644 --- a/service-exporter/src/main/java/com/lanyuanxiaoyao/service/exporter/controller/ExporterController.java +++ b/service-exporter/src/main/java/com/lanyuanxiaoyao/service/exporter/controller/ExporterController.java @@ -39,8 +39,9 @@ public class ExporterController { @Cacheable(value = "un_running_flink_job", sync = true) public ImmutableList unRunningFlinkJob() { ImmutableList locks = zookeeperService.getChildren(NameHelper.ZK_SYNC_RUNNING_LOCK_PATH).collect(ZookeeperNode::getPath); - return infoService.flinkJobList() - .reject(job -> locks.contains(NameHelper.syncFlinkName(job.getId(), job.getName()))) - .collect(job -> new FlinkJobIdAndName(job.getId(), job.getName())); + return infoService.simpleTableMetas() + .collect(meta -> new FlinkJobIdAndName(meta.getFlinkJobId(), meta.getFlinkJobName())) + .distinct() + .reject(job -> locks.contains(NameHelper.syncRunningLockPath(job.getId()))); } } diff --git a/service-exporter/src/main/java/com/lanyuanxiaoyao/service/exporter/entity/FlinkJobIdAndName.java b/service-exporter/src/main/java/com/lanyuanxiaoyao/service/exporter/entity/FlinkJobIdAndName.java index 4e0275d..114370e 100644 --- a/service-exporter/src/main/java/com/lanyuanxiaoyao/service/exporter/entity/FlinkJobIdAndName.java +++ b/service-exporter/src/main/java/com/lanyuanxiaoyao/service/exporter/entity/FlinkJobIdAndName.java @@ -21,6 +21,24 @@ public class FlinkJobIdAndName { return name; } + @Override + public boolean equals(Object o) { + if (this == o) return true; + if (o == null || getClass() != o.getClass()) return false; + + FlinkJobIdAndName that = (FlinkJobIdAndName) o; + + if (!id.equals(that.id)) return false; + return name.equals(that.name); + } + + @Override + public int hashCode() { + int result = id.hashCode(); + result = 31 * result + name.hashCode(); + return result; + } + @Override public String toString() { return "FlinkJobIdAndName{" + diff --git a/test/test.http b/test/test.http index bb3d913..d034cbc 100644 --- a/test/test.http +++ b/test/test.http @@ -9,6 +9,7 @@ @web-url = {{url}}/hudi_services/service_web @services-url = {{url}}/hudi_services/service_cloud_query @api-url = {{url}}/hudi_services/hudi_api +@exporter-url = {{url}}/hudi_services/service-exporter ### 队列名称 GET {{queue-url}}/queue/names @@ -43,7 +44,7 @@ Content-Type: application/json ] ### 清空队列 -GET http://{{username}}:{{password}}@b12s25.hdp.dc:36781/queue/clear/compaction-queue-pre +GET {{queue-url}}/queue/clear?name=compaction-queue-pre ### Info GET http://{{username}}:{{password}}@132.122.116.146:18166/info/compaction_metrics?flink_job_id=1542097996099055616&alias=acct_acct_item_fs&filter_completes=true @@ -89,3 +90,6 @@ GET {{api-url}}/api/sync_checkpoint_state?flink_job_id=1542097996099055616&alias ### Test GET {{web-url}}/test + +### 获取未运行的同步任务 +GET {{exporter-url}}/exporter/un_running_flink_job