From f81885c17273c5657b8e8f503c5b7df37ff1dc94 Mon Sep 17 00:00:00 2001 From: Marco Neumann Date: Fri, 20 Aug 2021 09:55:45 +0200 Subject: [PATCH] fix: limit kafka consumer queue to 10MB I think that while this value limits the maximum memory consumption, it is too optimistic. --- write_buffer/src/kafka.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/write_buffer/src/kafka.rs b/write_buffer/src/kafka.rs index 32b5331612..feff39ce6a 100644 --- a/write_buffer/src/kafka.rs +++ b/write_buffer/src/kafka.rs @@ -255,7 +255,7 @@ impl KafkaBufferConsumer { cfg.set("session.timeout.ms", "6000"); cfg.set("enable.auto.commit", "false"); cfg.set("statistics.interval.ms", "15000"); - cfg.set("queued.max.messages.kbytes", "100000"); + cfg.set("queued.max.messages.kbytes", "10000"); // Create a unique group ID for this database's consumer as we don't want to create // consumer groups.