feat(exexutor-task): 增加日志输出

service-executor/service-executor-task/src/main/resources/log4j.properties

@@ -0,0 +1,51 @@
+# Allows this configuration to be modified at runtime. The file will be checked every 30 seconds.
+monitorInterval=30
+
+# This affects logging for both user code and Flink
+rootLogger.level = INFO
+rootLogger.appenderRef.file.ref = MainAppender
+
+# Uncomment this if you want to _only_ change Flink's logging
+logger.flink.name = org.apache.flink
+logger.flink.level = INFO
+
+# The following lines keep the log level of common libraries/connectors on
+# log level INFO. The root logger does not override this. You have to manually
+# change the log levels here.
+logger.akka.name = akka
+logger.akka.level = INFO
+logger.kafka.name= org.apache.kafka
+logger.kafka.level = INFO
+logger.hadoop.name = org.apache.hadoop
+logger.hadoop.level = INFO
+logger.zookeeper.name = org.apache.zookeeper
+logger.zookeeper.level = INFO
+logger.shaded_zookeeper.name = org.apache.flink.shaded.zookeeper3
+logger.shaded_zookeeper.level = INFO
+logger.hudi.name=org.apache.hudi
+logger.hudi.level=INFO
+
+# Log all infos in the given file
+#appender.main.name = MainAppender
+#appender.main.type = Console
+#appender.main.layout.type = PatternLayout
+#appender.main.layout.pattern = %d{yyyy-MM-dd HH:mm:ss,SSS} %-5p %-60c %x - %m%n
+appender.main.name = MainAppender
+appender.main.type = RollingFile
+appender.main.append = true
+appender.main.fileName = ${sys:log.file}
+appender.main.filePattern = ${sys:log.file}.%i
+appender.main.layout.type = PatternLayout
+appender.main.layout.pattern = %d{yyyy-MM-dd HH:mm:ss,SSS} %-5p %-60c %x - %m%n
+appender.main.policies.type = Policies
+appender.main.policies.size.type = SizeBasedTriggeringPolicy
+appender.main.policies.size.size = 100MB
+appender.main.policies.startup.type = OnStartupTriggeringPolicy
+appender.main.strategy.type = DefaultRolloverStrategy
+appender.main.strategy.max = ${env:MAX_LOG_FILE_NUMBER:-10}
+
+# Suppress the irrelevant (wrong) warnings from the Netty channel handler
+logger.netty.name = org.apache.flink.shaded.akka.org.jboss.netty.channel.DefaultChannelPipeline
+logger.netty.level = OFF
+logger.hadoop.configuration.name=org.apache.hadoop.conf.Configuration
+logger.hadoop.configuration.level=ERROR

service-executor/service-executor-task/src/main/resources/logback.xml

@@ -0,0 +1,71 @@
+<configuration>
+    <appender name="Loki" class="pl.tkowalcz.tjahzi.logback.LokiAppender">
+        <filter class="ch.qos.logback.classic.filter.ThresholdFilter">
+            <level>INFO</level>
+        </filter>
+        <url>http://132.126.207.125:33100/loki/api/v1/push</url>
+        <encoder>
+            <pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} [${HOSTNAME}] %-5level ${PID:- } --- [%t] %-40.40logger{39} #@# : %m%n</pattern>
+        </encoder>
+        <label>
+            <name>app</name>
+            <value>service-task</value>
+        </label>
+        <label>
+            <name>host</name>
+            <value>${HOSTNAME}</value>
+        </label>
+        <label>
+            <name>task_id</name>
+            <value>${task_id:- }</value>
+        </label>
+        <label>
+            <name>hdfs</name>
+            <value>${hdfs:- }</value>
+        </label>
+        <label>
+            <name>key</name>
+            <value>${key:- }</value>
+        </label>
+        <label>
+            <name>app_id</name>
+            <value>${_APP_ID:- }</value>
+        </label>
+        <label>
+            <name>container_id</name>
+            <value>${CONTAINER_ID:- }</value>
+        </label>
+        <logLevelLabel>level</logLevelLabel>
+    </appender>
+
+    <appender name="File" class="ch.qos.logback.core.FileAppender">
+        <file>run.log</file>
+        <append>false</append>
+        <encoder>
+            <pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} [${HOSTNAME}] %-5level ${PID:- } --- [%t] %-40.40logger{39} #@# : %m%n</pattern>
+        </encoder>
+    </appender>
+
+    <appender name="Console" class="ch.qos.logback.core.ConsoleAppender">
+        <encoder>
+            <pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} [${HOSTNAME}] %-5level ${PID:- } --- [%t] %-40.40logger{39} #@# : %m%n</pattern>
+        </encoder>
+    </appender>
+
+    <root level="INFO">
+        <appender-ref ref="Loki"/>
+        <appender-ref ref="File"/>
+        <appender-ref ref="Console"/>
+    </root>
+
+    <logger name="org.apache.hadoop.conf.Configuration" level="ERROR"/>
+    <logger name="org.apache.hadoop.util.NativeCodeLoader" level="ERROR"/>
+    <logger name="org.apache.hadoop.hdfs.shortcircuit.DomainSocketFactory" level="ERROR"/>
+    <logger name="akka" level="ERROR"/>
+    <logger name="org.apache.flink.runtime" level="ERROR"/>
+    <logger name="org.apache.flink.runtime.taskexecutor.TaskExecutor" level="WARN"/>
+    <logger name="org.apache.flink.core.plugin.PluginConfig" level="ERROR"/>
+
+    <logger name="org.apache.hudi" level="INFO"/>
+    <logger name="com.lanyuanxiaoyao.service.executor.task" level="INFO"/>
+</configuration>