Influxdata
/
influxdb
mirror of https://github.com/influxdata/influxdb.git
1
0
Fork 0
Code Issues Projects Releases Wiki Activity
influxdb/server/Cargo.toml

49 lines
1.4 KiB
TOML
Raw Normal View History

feat: add some initial framework for clustering (#329)
2020-09-30 18:41:42 +00:00
[package]
feat: Implement write buffer to Parquet snapshotting (#526) * feat: Implement write buffer to Parquet snapshotting This introduces snapshot to the server packages to manage snapshotting. It also introduces a new trait for representing a Partition. There is a very crude API wired up in http_routes for testing purposes. Follow on work will bring the server package into http_routes and rework the snapshot API.
2020-12-08 19:20:43 +00:00
name = "server"
feat: add some initial framework for clustering (#329)
2020-09-30 18:41:42 +00:00
version = "0.1.0"
authors = ["pauldix <paul@pauldix.net>"]
edition = "2018"
chore: Clean up Cargo.tomls (#754) * fix: test_helpers crate should only be a dev-dep * fix: object_store no longer has a build script, so no longer needs a build dep * chore: Alphabetize all Cargo.tomls
2021-02-04 23:56:02 +00:00
[dependencies] # In alphabetical order
arrow_deps = { path = "../arrow_deps" }
feat: add some initial framework for clustering (#329)
2020-09-30 18:41:42 +00:00
async-trait = "0.1"
feat: automated chunk lifecycle (#1091) * feat: automated chunk lifecycle * chore: use >= for lifecycle timestamp comparisons * chore: review fixes
2021-04-01 11:05:58 +00:00
bytes = { version = "1.0" }
chore: Clean up Cargo.tomls (#754) * fix: test_helpers crate should only be a dev-dep * fix: object_store no longer has a build script, so no longer needs a build dep * chore: Alphabetize all Cargo.tomls
2021-02-04 23:56:02 +00:00
chrono = "0.4"
crc32fast = "1.2.0"
refactor: rename delorean_data_types crate to data_type (#407) * refactor: rename delorean_data_types crate to data_type - #401 * fix: fmt
2020-11-04 17:33:41 +00:00
data_types = { path = "../data_types" }
feat: Check in generated WAL flatbuffers code
2021-03-18 17:43:58 +00:00
# See docs/regenerating_flatbuffers.md about updating generated code when updating the
# version of the flatbuffers crate
chore: Upgrade to flatbuffers 0.8
2021-03-17 18:14:43 +00:00
flatbuffers = "0.8"
feat: mutable buffer snapshotting (#1179) * feat: mutable buffer snapshotting * chore: review feedback
2021-04-13 12:14:54 +00:00
futures = "0.3"
feat: Initial scaffolding for routing layer Part of #916 Adding first-class concept of ShardId in shard config, fixes #1156 NEXT: - [ ] implement sharder - [ ] implement `write_entry_downstream` - [ ] add tests
2021-04-14 08:16:24 +00:00
futures-util = { version = "0.3.1" }
refactor: rename all crates that start with`delorean_` in preparation for rename (#415) * refactor: rename delorean_cluster --> cluster * refactor: rebane delorean_generated_types --> generated_types * refactor: rename delorean_write_buffer --> write_buffer * refactor: rename delorean_ingest --> ingest * refactor: rename delorean_storage --> storage * refactor: rename delorean_tsm --> tsm * refactor: rename delorean_test_helpers --> test_helpers * refactor: rename delorean_arrow --> arrow_deps * refactor: rename delorean_line_parser --> influxdb_line_protocol
2020-11-05 18:44:36 +00:00
generated_types = { path = "../generated_types" }
influxdb_line_protocol = { path = "../influxdb_line_protocol" }
refactor: Move some types (not yet exposed to clients) into internal_types (#1015) * refactor: Move some types (not yet exposed to clients) into internal_types * docs: Add README.md explaining the rationale * refactor: remove some stragglers * fix: fix benches * fix: Apply suggestions from code review Co-authored-by: Carol (Nichols || Goulding) <193874+carols10cents@users.noreply.github.com> * fix: add clippy lints * fix: fmt * docs: Apply suggestions from code review fix typos Co-authored-by: Carol (Nichols || Goulding) <193874+carols10cents@users.noreply.github.com> Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
2021-03-19 16:27:57 +00:00
internal_types = { path = "../internal_types" }
refactor: rename write_buffer --> mutable_buffer (#595) * refactor: git mv write_buffer mutable_buffer * refactor: update crate name references * refactor: update some more references
2020-12-22 15:49:53 +00:00
mutable_buffer = { path = "../mutable_buffer" }
feat: Add a dedicated threadpool for running queries (#1191) * feat: use a dedicated tokio threadpool for running queries * feat: plumb number of executor threads through to command line thread through command line * fix: Logical merge conflict * fix: another logical conflict Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
2021-04-14 10:48:09 +00:00
num_cpus = "1.13.0"
refactor: rename delorean_object_store --> object_store (#413)
2020-11-05 13:56:30 +00:00
object_store = { path = "../object_store" }
refactor: move tracking utilities into separate crate (#1124)
2021-04-06 11:43:11 +00:00
observability_deps = { path = "../observability_deps" }
refactor: Switch to parking_lot::Mutex
2021-02-19 16:03:33 +00:00
parking_lot = "0.11.1"
feat: continue the implementation
2021-03-31 01:31:51 +00:00
parquet_file = { path = "../parquet_file" }
chore: Clean up Cargo.tomls (#754) * fix: test_helpers crate should only be a dev-dep * fix: object_store no longer has a build script, so no longer needs a build dep * chore: Alphabetize all Cargo.tomls
2021-02-04 23:56:02 +00:00
query = { path = "../query" }
read_buffer = { path = "../read_buffer" }
serde = "1.0"
serde_json = "1.0"
snafu = "0.6"
feat: add serialization to wal buffer segments Adds serialization with compression and checksum for WAL buffer segments. This required a weird structure where the flatbuffer bytes of ReplicatedWrite were kept as a raw payload. I did this because otherwise each of the replicated writes would have been rebuilt in the segment. The other thing that isn't ideal is that deserializing a segment actually marshals it into a Rust struct as opposed to keeping the entire thing as raw flatbuffers. We could update this later to have a concept of an open segment (regular rust stuct) and closed segments that are just the flatbuffers.
2021-01-10 21:48:50 +00:00
snap = "1.0.0"
chore: Clean up Cargo.tomls (#754) * fix: test_helpers crate should only be a dev-dep * fix: object_store no longer has a build script, so no longer needs a build dep * chore: Alphabetize all Cargo.tomls
2021-02-04 23:56:02 +00:00
tokio = { version = "1.0", features = ["macros", "time"] }
feat: add fanout task tracking (#956) Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
2021-03-12 15:01:27 +00:00
tokio-util = { version = "0.6.3" }
refactor: move tracking utilities into separate crate (#1124)
2021-04-06 11:43:11 +00:00
tracker = { path = "../tracker" }
chore: Clean up Cargo.tomls (#754) * fix: test_helpers crate should only be a dev-dep * fix: object_store no longer has a build script, so no longer needs a build dep * chore: Alphabetize all Cargo.tomls
2021-02-04 23:56:02 +00:00
uuid = { version = "0.8", features = ["serde", "v4"] }
feat: Chunk Migration APIs and query data in the read buffer via SQL (#668) * feat: Chunk Migration APIs and query data in the read buffer via SQL * fix: Make code more consistent * fix: fmt / clippy * chore: Apply suggestions from code review Co-authored-by: Carol (Nichols || Goulding) <193874+carols10cents@users.noreply.github.com> * refactor: Remove unecessary Result and make chunks() infallable * chore: Apply more suggestions from code review Co-authored-by: Edd Robinson <me@edd.io> Co-authored-by: Carol (Nichols || Goulding) <193874+carols10cents@users.noreply.github.com> Co-authored-by: Carol (Nichols || Goulding) <193874+carols10cents@users.noreply.github.com> Co-authored-by: Edd Robinson <me@edd.io>
2021-01-19 18:28:26 +00:00
chore: Clean up Cargo.tomls (#754) * fix: test_helpers crate should only be a dev-dep * fix: object_store no longer has a build script, so no longer needs a build dep * chore: Alphabetize all Cargo.tomls
2021-02-04 23:56:02 +00:00
[dev-dependencies] # In alphabetical order
test: add influxrpc tag_values benches The initial benchmarks look like this on my i9 MBP: ``` Data in one open chunk and one closed chunk of mutable buffer/tag0/no_pred 1.00 91.0±2.55ms ? ?/sec Data in one open chunk and one closed chunk of mutable buffer/tag0/with_pred 1.00 11.5±0.72ms ? ?/sec Data in one open chunk and one closed chunk of mutable buffer/tag1/no_pred 1.00 120.3±5.10ms ? ?/sec Data in one open chunk and one closed chunk of mutable buffer/tag1/with_pred 1.00 11.2±0.22ms ? ?/sec Data in one open chunk and one closed chunk of mutable buffer/tag2/no_pred 1.00 203.2±8.45ms ? ?/sec Data in one open chunk and one closed chunk of mutable buffer/tag2/with_pred 1.00 11.2±0.21ms ? ?/sec Data in open chunk of mutable buffer, and one chunk of read buffer/tag0/no_pred 1.00 100.3±3.73ms ? ?/sec Data in open chunk of mutable buffer, and one chunk of read buffer/tag0/with_pred 1.00 31.2±1.80ms ? ?/sec Data in open chunk of mutable buffer, and one chunk of read buffer/tag1/no_pred 1.00 126.7±2.29ms ? ?/sec Data in open chunk of mutable buffer, and one chunk of read buffer/tag1/with_pred 1.00 33.0±1.70ms ? ?/sec Data in open chunk of mutable buffer, and one chunk of read buffer/tag2/no_pred 1.00 212.0±6.86ms ? ?/sec Data in open chunk of mutable buffer, and one chunk of read buffer/tag2/with_pred 1.00 18.1±0.99ms ? ?/sec Data in single open chunk of mutable buffer/tag0/no_pred 1.00 98.7±6.08ms ? ?/sec Data in single open chunk of mutable buffer/tag0/with_pred 1.00 11.2±0.37ms ? ?/sec Data in single open chunk of mutable buffer/tag1/no_pred 1.00 118.9±3.97ms ? ?/sec Data in single open chunk of mutable buffer/tag1/with_pred 1.00 11.7±0.64ms ? ?/sec Data in single open chunk of mutable buffer/tag2/no_pred 1.00 202.1±8.49ms ? ?/sec Data in single open chunk of mutable buffer/tag2/with_pred 1.00 11.1±0.27ms ? ?/sec Data in two read buffer chunks/tag0/no_pred 1.00 109.2±5.20ms ? ?/sec Data in two read buffer chunks/tag0/with_pred 1.00 44.2±1.83ms ? ?/sec Data in two read buffer chunks/tag1/no_pred 1.00 132.9±3.79ms ? ?/sec Data in two read buffer chunks/tag1/with_pred 1.00 41.7±2.43ms ? ?/sec Data in two read buffer chunks/tag2/no_pred 1.00 222.4±7.00ms ? ?/sec Data in two read buffer chunks/tag2/with_pred 1.00 27.9±0.92ms ? ?/sec ```
2021-04-13 13:56:15 +00:00
criterion = { version = "0.3.4", features = ["async_tokio"] }
flate2 = "1.0.20"
refactor: Address comments and add more tests
2021-04-12 15:46:31 +00:00
tempfile = "3.1.0"
test: add influxrpc tag_values benches The initial benchmarks look like this on my i9 MBP: ``` Data in one open chunk and one closed chunk of mutable buffer/tag0/no_pred 1.00 91.0±2.55ms ? ?/sec Data in one open chunk and one closed chunk of mutable buffer/tag0/with_pred 1.00 11.5±0.72ms ? ?/sec Data in one open chunk and one closed chunk of mutable buffer/tag1/no_pred 1.00 120.3±5.10ms ? ?/sec Data in one open chunk and one closed chunk of mutable buffer/tag1/with_pred 1.00 11.2±0.22ms ? ?/sec Data in one open chunk and one closed chunk of mutable buffer/tag2/no_pred 1.00 203.2±8.45ms ? ?/sec Data in one open chunk and one closed chunk of mutable buffer/tag2/with_pred 1.00 11.2±0.21ms ? ?/sec Data in open chunk of mutable buffer, and one chunk of read buffer/tag0/no_pred 1.00 100.3±3.73ms ? ?/sec Data in open chunk of mutable buffer, and one chunk of read buffer/tag0/with_pred 1.00 31.2±1.80ms ? ?/sec Data in open chunk of mutable buffer, and one chunk of read buffer/tag1/no_pred 1.00 126.7±2.29ms ? ?/sec Data in open chunk of mutable buffer, and one chunk of read buffer/tag1/with_pred 1.00 33.0±1.70ms ? ?/sec Data in open chunk of mutable buffer, and one chunk of read buffer/tag2/no_pred 1.00 212.0±6.86ms ? ?/sec Data in open chunk of mutable buffer, and one chunk of read buffer/tag2/with_pred 1.00 18.1±0.99ms ? ?/sec Data in single open chunk of mutable buffer/tag0/no_pred 1.00 98.7±6.08ms ? ?/sec Data in single open chunk of mutable buffer/tag0/with_pred 1.00 11.2±0.37ms ? ?/sec Data in single open chunk of mutable buffer/tag1/no_pred 1.00 118.9±3.97ms ? ?/sec Data in single open chunk of mutable buffer/tag1/with_pred 1.00 11.7±0.64ms ? ?/sec Data in single open chunk of mutable buffer/tag2/no_pred 1.00 202.1±8.49ms ? ?/sec Data in single open chunk of mutable buffer/tag2/with_pred 1.00 11.1±0.27ms ? ?/sec Data in two read buffer chunks/tag0/no_pred 1.00 109.2±5.20ms ? ?/sec Data in two read buffer chunks/tag0/with_pred 1.00 44.2±1.83ms ? ?/sec Data in two read buffer chunks/tag1/no_pred 1.00 132.9±3.79ms ? ?/sec Data in two read buffer chunks/tag1/with_pred 1.00 41.7±2.43ms ? ?/sec Data in two read buffer chunks/tag2/no_pred 1.00 222.4±7.00ms ? ?/sec Data in two read buffer chunks/tag2/with_pred 1.00 27.9±0.92ms ? ?/sec ```
2021-04-13 13:56:15 +00:00
test_helpers = { path = "../test_helpers" }
[[bench]]
name = "influxrpc"
harness = false