docs: add note about why we write parquets during transactions

pull/24376/head
Marco Neumann 2021-06-16 09:31:49 +02:00
parent e056d97cf6
commit 87b2a1eaea
1 changed files with 5 additions and 0 deletions

View File

@ -633,6 +633,11 @@ impl Db {
let mut transaction = self.preserved_catalog.open_transaction().await;
// Write this table data into the object store
//
// IMPORTANT: Writing needs to take place during a transaction, otherwise the background cleanup task might
// delete the just written parquet parquet file. Furthermore, the parquet files contains
// information about the transaction (like revision counter and UUID) that are only available
// once the transaction has started.
let metadata = IoxMetadata {
transaction_revision_counter: transaction.revision_counter(),
transaction_uuid: transaction.uuid(),