From 0f01a7aea25436c98137e48bd05cb5a0e516650e Mon Sep 17 00:00:00 2001 From: liuxueli Date: Sun, 16 Jul 2023 16:58:06 +0800 Subject: OMPUB-965: 功能端支持对发送kafka的日志内容进行压缩 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- src/tsg_send_log.cpp | 6 ++++++ src/tsg_send_log_internal.h | 1 + 2 files changed, 7 insertions(+) diff --git a/src/tsg_send_log.cpp b/src/tsg_send_log.cpp index ed5e6a6..e418f12 100644 --- a/src/tsg_send_log.cpp +++ b/src/tsg_send_log.cpp @@ -2041,6 +2041,7 @@ struct tsg_log_instance_t *tsg_sendlog_init(const char *conffile) MESA_load_profile_string_def(conffile, "TSG_LOG", "BROKER_LIST", broker_list, sizeof(broker_list), NULL); MESA_load_profile_string_def(conffile, "TSG_LOG", "SASL_USERNAME", _instance->sasl_username, sizeof(_instance->sasl_username), ""); //admin MESA_load_profile_string_def(conffile, "TSG_LOG", "SASL_PASSWD", _instance->sasl_passwd, sizeof(_instance->sasl_passwd), ""); + MESA_load_profile_string_def(conffile, "TSG_LOG", "COMPRESSION_TYPE", _instance->compression, sizeof(_instance->compression), ""); //snappy MESA_load_profile_string_def(conffile, "TSG_LOG", "SEND_QUEUE_MAX_MESSAGE", _instance->send_queue_max_msg, sizeof(_instance->send_queue_max_msg), "1000000"); MESA_load_profile_string_def(conffile, "TSG_LOG", "REFRESH_INTERVAL_MS", _instance->refresh_interval_ms, sizeof(_instance->refresh_interval_ms), "600000"); @@ -2089,6 +2090,11 @@ struct tsg_log_instance_t *tsg_sendlog_init(const char *conffile) rd_kafka_conf_set(rdkafka_conf, "socket.keepalive.enable", "true", kafka_errstr, sizeof(kafka_errstr)); rd_kafka_conf_set(rdkafka_conf, "bootstrap.servers", broker_list, kafka_errstr, sizeof(kafka_errstr)); + if(strlen(_instance->compression)>0) + { + rd_kafka_conf_set(rdkafka_conf, "compression.codec", _instance->compression, kafka_errstr, sizeof(kafka_errstr)); + } + if(strlen(_instance->sasl_username)> 0 && strlen(_instance->sasl_passwd)>0) { rd_kafka_conf_set(rdkafka_conf, "security.protocol", "sasl_plaintext", kafka_errstr, sizeof(kafka_errstr)); diff --git a/src/tsg_send_log_internal.h b/src/tsg_send_log_internal.h index e214ff1..25a9c89 100644 --- a/src/tsg_send_log_internal.h +++ b/src/tsg_send_log_internal.h @@ -202,6 +202,7 @@ struct tsg_log_instance_t char udp_label[MAX_STRING_LEN32]; char sasl_username[MAX_STRING_LEN32]; char sasl_passwd[MAX_STRING_LEN32]; + char compression[MAX_STRING_LEN32]; char send_queue_max_msg[MAX_STRING_LEN32]; char require_ack[MAX_STRING_LEN32]; char refresh_interval_ms[MAX_STRING_LEN32]; -- cgit v1.2.3