数据湖探索 DLI-Kafka Sink配置发送失败重试机制:解决方案

时间:2024-03-30 09:27:36

解决方案

在SQL语句中配置发送失败重试:connector.properties.retries=5

create table kafka_sink(
     car_type string
    , car_name string
    , primary key (union_id) not enforced
) with (
    "connector.type" = "upsert-kafka",
    "connector.version" = "0.11",
    "connector.properties.bootstrap.servers" = "xxxx:9092",
    "connector.topic" = "kafka_car_topic ",
    "connector.sink.ignore-retraction" = "true",
    "connector.properties.retries" = "5",
    "format.type" = "json"
);
support.huaweicloud.com/dli_faq/dli_03_0121.html