Merge pull request #2362 from influxdata/crepererum/try_small_kafka_buffer

fix: limit kafka consumer queue to 10MB
2021-08-20 08:14:48 +00:00 · 2021-08-20 08:14:48 +00:00 · a0e294fbe3
parent 823c0dd3b7 f81885c172
commit a0e294fbe3
1 changed files with 1 additions and 1 deletions
--- a/write_buffer/src/kafka.rs
+++ b/write_buffer/src/kafka.rs
@ -255,7 +255,7 @@ impl KafkaBufferConsumer {
        cfg.set("session.timeout.ms", "6000");
        cfg.set("enable.auto.commit", "false");
        cfg.set("statistics.interval.ms", "15000");
-        cfg.set("queued.max.messages.kbytes", "100000");
+        cfg.set("queued.max.messages.kbytes", "10000");

        // Create a unique group ID for this database's consumer as we don't want to create
        // consumer groups.