Apache Camel从AWS S3读取文件与日志配置指南

import org.apache.camel.builder.RouteBuilder;

import org.apache.camel.main.Main;

import org.apache.camel.impl.DefaultCamelContext;

public class Example {

  public static void main(String[] args) throws Exception {

    var camelContext = new DefaultCamelContext(); // 使用DefaultCamelContext

    camelContext.addRoutes(new MainRoute());

    camelContext.start();

    // 让路由运行一段时间以处理文件

    Thread.sleep(10_000);

    camelContext.stop();

  }

}

public class MainRoute extends RouteBuilder {

  @Override

  public void configure() {

    // 构建S3 URI，指定存储桶、前缀、凭证提供者和处理后行为

    var s3Url = String.format(

        "aws2-s3://mybucket.com?" // 替换为你的S3桶名

            + "prefix=etl/hello.csv&useDefaultCredentialsProvider=true&deleteAfterRead=false&maxMessagesPerPoll=1");

    System.out.println("start route"); // 路由启动信息

    // 从S3读取文件，解组为CSV，然后记录日志

    from(s3Url)

        .marshal().csv() // 将文件内容解组为CSV格式（如果需要）

        .log("从S3读取到消息：${body}") // 记录消息体

        .end();

    System.out.println("finish route"); // 路由配置完成信息

  }

}

<dependencies>

    <!-- 其他项目依赖 -->

    <!-- Apache Camel Core -->

    <dependency>

        <groupId>org.apache.camel</groupId>

        <artifactId>camel-core</artifactId>

        <version>${camel.version}</version> <!-- 替换为你的Camel版本，例如 3.19.0 -->

    </dependency>

    <!-- Apache Camel AWS2 S3 组件 -->

    <dependency>

        <groupId>org.apache.camel</groupId>

        <artifactId>camel-aws2-s3</artifactId>

        <version>${camel.version}</version>

    </dependency>

    <!-- Apache Camel CSV 数据格式 -->

    <dependency>

        <groupId>org.apache.camel</groupId>

        <artifactId>camel-csv</artifactId>

        <version>${camel.version}</version>

    </dependency>

    <!-- 日志依赖：Log4j2 作为 SLF4J 的实现 -->

    <dependency>

        <groupId>org.apache.logging.log4j</groupId>

        <artifactId>log4j-api</artifactId>

        <version>${log4j2.version}</version> <!-- 替换为你的Log4j2版本，例如 2.17.2 -->

    </dependency>

    <dependency>

        <groupId>org.apache.logging.log4j</groupId>

        <artifactId>log4j-core</artifactId>

        <version>${log4j2.version}</version>

    </dependency>

    <dependency>

        <groupId>org.apache.logging.log4j</groupId>

        <artifactId>log4j-slf4j-impl</artifactId>

        <version>${log4j2.version}</version>

    </dependency>

</dependencies>

<?xml version="1.0" encoding="UTF-8"?>

<Configuration status="WARN">

    <Appenders>

        <Console name="Console" target="SYSTEM_OUT">

            <PatternLayout pattern="%d{HH:mm:ss.SSS} [%t] %-5level %logger{36} - %msg%n"/>

        </Console>

    </Appenders>

    <Loggers>

        <!-- 为所有日志设置默认级别和输出Appender -->

        <Root level="info">

            <AppenderRef ref="Console"/>

        </Root>

        <!-- 可以为特定包设置更详细的日志级别，例如Camel组件 -->

        <!--

        <Logger name="org.apache.camel" level="debug" additivity="false">

            <AppenderRef ref="Console"/>

        </Logger>

        -->

    </Loggers>

</Configuration>

start route

... (Log4j2初始化信息) ...

HH:mm:ss.SSS [main] INFO  o.a.c.impl.engine.Abstract        - Apache Camel 3.19.0 (CamelContext: camel-1) is starting

HH:mm:ss.SSS [main] INFO  o.a.c.impl.engine.Abstract        - Route: route1 started and consuming from: aws2-s3://mybucket.com?deleteAfterRead=false&maxMessagesPerPoll=1&prefix=etl/hello.csv&useDefaultCredentialsProvider=true

HH:mm:ss.SSS [Camel (camel-1) thread #1 - aws2-s3://mybucket.com] INFO  route1 - 从S3读取到消息：Name,age%nmyName,31%n

... (其他日志) ...

finish route