refactor: move Sequence to data_types (#2780)

Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
pull/24376/head
Raphael Taylor-Davies 2021-10-11 10:23:00 +01:00 committed by GitHub
parent 435a8aec91
commit f35a49edd0
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
13 changed files with 37 additions and 29 deletions

1
Cargo.lock generated
View File

@ -2802,7 +2802,6 @@ version = "0.1.0"
dependencies = [
"chrono",
"data_types",
"entry",
"internal_types",
"observability_deps",
"snafu",

View File

@ -19,6 +19,7 @@ pub mod error;
pub mod job;
pub mod names;
pub mod partition_metadata;
pub mod sequence;
pub mod server_id;
pub mod timestamp;
pub mod write_summary;

View File

@ -0,0 +1,14 @@
#[derive(Debug, Copy, Clone)]
pub struct Sequence {
pub id: u32,
pub number: u64,
}
impl Sequence {
pub fn new(sequencer_id: u32, sequence_number: u64) -> Self {
Self {
id: sequencer_id,
number: sequence_number,
}
}
}

View File

@ -9,6 +9,8 @@ use ouroboros::self_referencing;
use snafu::{OptionExt, ResultExt, Snafu};
use data_types::database_rules::{Error as DataError, Partitioner, ShardId, Sharder};
use data_types::sequence::Sequence;
use data_types::write_summary::TimestampSummary;
use generated_types::influxdata::pbdata::v1 as pb;
use influxdb_line_protocol::{FieldValue, ParsedLine};
use internal_types::schema::{
@ -17,7 +19,6 @@ use internal_types::schema::{
};
use crate::entry_fb;
use data_types::write_summary::TimestampSummary;
#[derive(Debug, Snafu)]
pub enum Error {
@ -1750,21 +1751,6 @@ pub struct SequencedEntry {
sequence_and_producer_ts: Option<(Sequence, DateTime<Utc>)>,
}
#[derive(Debug, Copy, Clone)]
pub struct Sequence {
pub id: u32,
pub number: u64,
}
impl Sequence {
pub fn new(sequencer_id: u32, sequence_number: u64) -> Self {
Self {
id: sequencer_id,
number: sequence_number,
}
}
}
impl SequencedEntry {
pub fn new_from_sequence(
sequence: Sequence,

View File

@ -6,7 +6,6 @@ edition = "2018"
[dependencies]
chrono = "0.4"
data_types = { path = "../data_types" }
entry = { path = "../entry" }
internal_types = { path = "../internal_types" }
observability_deps = { path = "../observability_deps" }
snafu = "0.6.2"

View File

@ -9,8 +9,9 @@ use std::{
use chrono::{DateTime, Duration, Utc};
use data_types::{partition_metadata::PartitionAddr, write_summary::WriteSummary};
use entry::Sequence;
use data_types::{
partition_metadata::PartitionAddr, sequence::Sequence, write_summary::WriteSummary,
};
use internal_types::freezable::{Freezable, FreezeHandle};
use crate::min_max_sequence::MinMaxSequence;

View File

@ -1194,7 +1194,8 @@ mod tests {
use data_types::database_rules::{
PartitionTemplate, TemplatePart, WriteBufferConnection, WriteBufferDirection,
};
use entry::{test_helpers::lp_to_entries, Sequence, SequencedEntry};
use data_types::sequence::Sequence;
use entry::{test_helpers::lp_to_entries, SequencedEntry};
use object_store::ObjectStore;
use std::{
convert::{TryFrom, TryInto},

View File

@ -24,10 +24,11 @@ use data_types::{
chunk_metadata::{ChunkId, ChunkLifecycleAction, ChunkOrder, ChunkSummary},
database_rules::DatabaseRules,
partition_metadata::{PartitionSummary, TableSummary},
sequence::Sequence,
server_id::ServerId,
};
use datafusion::catalog::{catalog::CatalogProvider, schema::SchemaProvider};
use entry::{Entry, Sequence, SequencedEntry, TableBatch};
use entry::{Entry, SequencedEntry, TableBatch};
use internal_types::schema::Schema;
use iox_object_store::IoxObjectStore;
use mutable_buffer::chunk::{ChunkMetrics as MutableBufferChunkMetrics, MBChunk};

View File

@ -5,7 +5,8 @@ use std::{
};
use chrono::Utc;
use entry::{Sequence, TableBatch};
use data_types::sequence::Sequence;
use entry::TableBatch;
use futures::TryStreamExt;
use observability_deps::tracing::info;
use persistence_windows::{
@ -420,11 +421,12 @@ mod tests {
use chrono::{DateTime, Utc};
use data_types::{
database_rules::{PartitionTemplate, Partitioner, TemplatePart},
sequence::Sequence,
server_id::ServerId,
};
use entry::{
test_helpers::{lp_to_entries, lp_to_entry},
Sequence, SequencedEntry,
SequencedEntry,
};
use object_store::ObjectStore;
use persistence_windows::{

View File

@ -201,8 +201,8 @@ mod tests {
use ::test_helpers::assert_contains;
use arrow_util::assert_batches_eq;
use data_types::database_rules::{PartitionTemplate, TemplatePart};
use data_types::sequence::Sequence;
use entry::test_helpers::lp_to_entry;
use entry::Sequence;
use persistence_windows::min_max_sequence::MinMaxSequence;
use query::exec::ExecutionContextProvider;
use query::frontend::sql::SqlQueryPlanner;

View File

@ -2,7 +2,8 @@ use std::fmt::Debug;
use async_trait::async_trait;
use chrono::{DateTime, Utc};
use entry::{Entry, Sequence, SequencedEntry};
use data_types::sequence::Sequence;
use entry::{Entry, SequencedEntry};
use futures::{future::BoxFuture, stream::BoxStream};
/// Generic boxed error type that is used in this crate.

View File

@ -8,8 +8,10 @@ use std::{
use async_trait::async_trait;
use chrono::{DateTime, TimeZone, Utc};
use data_types::{database_rules::WriteBufferCreationConfig, server_id::ServerId};
use entry::{Entry, Sequence, SequencedEntry};
use data_types::{
database_rules::WriteBufferCreationConfig, sequence::Sequence, server_id::ServerId,
};
use entry::{Entry, SequencedEntry};
use futures::{FutureExt, StreamExt};
use observability_deps::tracing::{debug, info};
use rdkafka::{

View File

@ -11,7 +11,8 @@ use futures::{stream, FutureExt, StreamExt};
use parking_lot::Mutex;
use data_types::database_rules::WriteBufferCreationConfig;
use entry::{Entry, Sequence, SequencedEntry};
use data_types::sequence::Sequence;
use entry::{Entry, SequencedEntry};
use crate::core::{
EntryStream, FetchHighWatermark, FetchHighWatermarkFut, WriteBufferError, WriteBufferReading,