Merge pull request #1981 from influxdata/writebuffergotcha

fix: Raise kafka max request size to 10M

server/src/lib.rs

@@ -203,8 +203,8 @@ pub enum Error {
     ))]
     WritingOnlyAllowedThroughWriteBuffer { db_name: String },
 
-    #[snafu(display("Cannot write to write buffer: {}", source))]
-    WriteBuffer { source: db::Error },
+    #[snafu(display("Cannot write to write buffer, bytes {}: {}", bytes, source))]
+    WriteBuffer { source: db::Error, bytes: u64 },
 
     #[snafu(display("no remote configured for node group: {:?}", node_group))]
     NoRemoteConfigured { node_group: NodeGroup },
@@ -805,7 +805,9 @@ where
                         db_name: db_name.into(),
                     }
                 }
-                db::Error::WriteBufferWritingError { .. } => Error::WriteBuffer { source: e },
+                db::Error::WriteBufferWritingError { .. } => {
+                    Error::WriteBuffer { source: e, bytes }
+                }
                 _ => Error::UnknownDatabaseError {
                     source: Box::new(e),
                 },

server/src/write_buffer.rs

@@ -126,6 +126,7 @@ impl KafkaBufferProducer {
         let mut cfg = ClientConfig::new();
         cfg.set("bootstrap.servers", &conn);
         cfg.set("message.timeout.ms", "5000");
+        cfg.set("max.request.size", "10000000");
 
         let producer: FutureProducer = cfg.create()?;