Influxdata
/
influxdb
mirror of https://github.com/influxdata/influxdb.git
1
0
Fork 0
Code Issues Projects Releases Wiki Activity
influxdb/server/Cargo.toml

65 lines
2.1 KiB
TOML
Raw Normal View History

feat: add some initial framework for clustering (#329)
2020-09-30 18:41:42 +00:00
[package]
feat: Implement write buffer to Parquet snapshotting (#526) * feat: Implement write buffer to Parquet snapshotting This introduces snapshot to the server packages to manage snapshotting. It also introduces a new trait for representing a Partition. There is a very crude API wired up in http_routes for testing purposes. Follow on work will bring the server package into http_routes and rework the snapshot API.
2020-12-08 19:20:43 +00:00
name = "server"
feat: add some initial framework for clustering (#329)
2020-09-30 18:41:42 +00:00
version = "0.1.0"
authors = ["pauldix <paul@pauldix.net>"]
edition = "2018"
chore: Clean up Cargo.tomls (#754) * fix: test_helpers crate should only be a dev-dep * fix: object_store no longer has a build script, so no longer needs a build dep * chore: Alphabetize all Cargo.tomls
2021-02-04 23:56:02 +00:00
[dependencies] # In alphabetical order
chore: update to arrow 5.0 and master datafusion (#2049) * chore: update to arrow 5.0 and master datafusion * fix: Update test for change in object size
2021-07-19 12:49:51 +00:00
arrow = { version = "5.0", features = ["prettyprint"] }
refactor: explode arrow_deps (#1425) * refactor: explode arrow_deps * chore: workaround doctest bug
2021-05-05 16:59:12 +00:00
arrow_util = { path = "../arrow_util" }
feat: add some initial framework for clustering (#329)
2020-09-30 18:41:42 +00:00
async-trait = "0.1"
feat: automated chunk lifecycle (#1091) * feat: automated chunk lifecycle * chore: use >= for lifecycle timestamp comparisons * chore: review fixes
2021-04-01 11:05:58 +00:00
bytes = { version = "1.0" }
chore: Clean up Cargo.tomls (#754) * fix: test_helpers crate should only be a dev-dep * fix: object_store no longer has a build script, so no longer needs a build dep * chore: Alphabetize all Cargo.tomls
2021-02-04 23:56:02 +00:00
chrono = "0.4"
chore: Switch to smaller cache dep
2021-06-17 16:15:21 +00:00
cache_loader_async = {version = "0.1.0", features = ["ttl-cache"] }
chore: Clean up Cargo.tomls (#754) * fix: test_helpers crate should only be a dev-dep * fix: object_store no longer has a build script, so no longer needs a build dep * chore: Alphabetize all Cargo.tomls
2021-02-04 23:56:02 +00:00
crc32fast = "1.2.0"
refactor: rename delorean_data_types crate to data_type (#407) * refactor: rename delorean_data_types crate to data_type - #401 * fix: fmt
2020-11-04 17:33:41 +00:00
data_types = { path = "../data_types" }
refactor: explode arrow_deps (#1425) * refactor: explode arrow_deps * chore: workaround doctest bug
2021-05-05 16:59:12 +00:00
datafusion = { path = "../datafusion" }
datafusion_util = { path = "../datafusion_util" }
refactor: split entry out into separate crate (#1428) Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
2021-05-06 11:36:23 +00:00
entry = { path = "../entry" }
feat: Check in generated WAL flatbuffers code
2021-03-18 17:43:58 +00:00
# See docs/regenerating_flatbuffers.md about updating generated code when updating the
# version of the flatbuffers crate
chore: update flatbuffers to 2.0
2021-07-13 13:44:45 +00:00
flatbuffers = "2"
feat: mutable buffer snapshotting (#1179) * feat: mutable buffer snapshotting * chore: review feedback
2021-04-13 12:14:54 +00:00
futures = "0.3"
feat: Initial scaffolding for routing layer Part of #916 Adding first-class concept of ShardId in shard config, fixes #1156 NEXT: - [ ] implement sharder - [ ] implement `write_entry_downstream` - [ ] add tests
2021-04-14 08:16:24 +00:00
futures-util = { version = "0.3.1" }
refactor: rename all crates that start with`delorean_` in preparation for rename (#415) * refactor: rename delorean_cluster --> cluster * refactor: rebane delorean_generated_types --> generated_types * refactor: rename delorean_write_buffer --> write_buffer * refactor: rename delorean_ingest --> ingest * refactor: rename delorean_storage --> storage * refactor: rename delorean_tsm --> tsm * refactor: rename delorean_test_helpers --> test_helpers * refactor: rename delorean_arrow --> arrow_deps * refactor: rename delorean_line_parser --> influxdb_line_protocol
2020-11-05 18:44:36 +00:00
generated_types = { path = "../generated_types" }
refactor: swap order of partition and table in in-memory catalog (#1678) * refactor: swap order of partition and table in in-memory catalog * chore: review feedback * chore: validate panic message * chore: review feedback Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
2021-06-10 16:40:30 +00:00
hashbrown = "0.11"
feat: Implement write_entry_downstream
2021-04-19 10:47:56 +00:00
influxdb_iox_client = { path = "../influxdb_iox_client" }
refactor: rename all crates that start with`delorean_` in preparation for rename (#415) * refactor: rename delorean_cluster --> cluster * refactor: rebane delorean_generated_types --> generated_types * refactor: rename delorean_write_buffer --> write_buffer * refactor: rename delorean_ingest --> ingest * refactor: rename delorean_storage --> storage * refactor: rename delorean_tsm --> tsm * refactor: rename delorean_test_helpers --> test_helpers * refactor: rename delorean_arrow --> arrow_deps * refactor: rename delorean_line_parser --> influxdb_line_protocol
2020-11-05 18:44:36 +00:00
influxdb_line_protocol = { path = "../influxdb_line_protocol" }
refactor: Move some types (not yet exposed to clients) into internal_types (#1015) * refactor: Move some types (not yet exposed to clients) into internal_types * docs: Add README.md explaining the rationale * refactor: remove some stragglers * fix: fix benches * fix: Apply suggestions from code review Co-authored-by: Carol (Nichols || Goulding) <193874+carols10cents@users.noreply.github.com> * fix: add clippy lints * fix: fmt * docs: Apply suggestions from code review fix typos Co-authored-by: Carol (Nichols || Goulding) <193874+carols10cents@users.noreply.github.com> Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
2021-03-19 16:27:57 +00:00
internal_types = { path = "../internal_types" }
chore: Update itertools deps (#1750)
2021-06-17 17:56:44 +00:00
itertools = "0.10.1"
refactor: split lifecycle into separate crate (#1730)
2021-06-15 15:57:47 +00:00
lifecycle = { path = "../lifecycle" }
refactor: swap existing metrics for THE NEW WAY
2021-04-21 21:51:56 +00:00
metrics = { path = "../metrics" }
refactor: rename write_buffer --> mutable_buffer (#595) * refactor: git mv write_buffer mutable_buffer * refactor: update crate name references * refactor: update some more references
2020-12-22 15:49:53 +00:00
mutable_buffer = { path = "../mutable_buffer" }
feat: Add a dedicated threadpool for running queries (#1191) * feat: use a dedicated tokio threadpool for running queries * feat: plumb number of executor threads through to command line thread through command line * fix: Logical merge conflict * fix: another logical conflict Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
2021-04-14 10:48:09 +00:00
num_cpus = "1.13.0"
refactor: rename delorean_object_store --> object_store (#413)
2020-11-05 13:56:30 +00:00
object_store = { path = "../object_store" }
refactor: move tracking utilities into separate crate (#1124)
2021-04-06 11:43:11 +00:00
observability_deps = { path = "../observability_deps" }
feat: background worker panic handling (#2091) (#2234) * feat: worker panic handling (#2091) * chore: add test comments Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
2021-08-10 09:17:56 +00:00
once_cell = { version = "1.4.0", features = ["race"] }
refactor: Switch to parking_lot::Mutex
2021-02-19 16:03:33 +00:00
parking_lot = "0.11.1"
feat: continue the implementation
2021-03-31 01:31:51 +00:00
parquet_file = { path = "../parquet_file" }
chore: move persistence windows related code into own crate The entire persistence windows data structures (including the checkpoints) have nothing to do with the mutable buffer per se. So lets move them into their own crate. This also makes `parquet_file` not longer depend on `mutable_buffer`.
2021-07-05 08:23:58 +00:00
persistence_windows = { path = "../persistence_windows" }
chore: Clean up Cargo.tomls (#754) * fix: test_helpers crate should only be a dev-dep * fix: object_store no longer has a build script, so no longer needs a build dep * chore: Alphabetize all Cargo.tomls
2021-02-04 23:56:02 +00:00
query = { path = "../query" }
feat: Implement write_entry_downstream
2021-04-19 10:47:56 +00:00
rand = "0.8.3"
feat: jitter background clean-up job + wait on first job
2021-06-02 09:34:19 +00:00
rand_distr = "0.4.0"
chore: Clean up Cargo.tomls (#754) * fix: test_helpers crate should only be a dev-dep * fix: object_store no longer has a build script, so no longer needs a build dep * chore: Alphabetize all Cargo.tomls
2021-02-04 23:56:02 +00:00
read_buffer = { path = "../read_buffer" }
serde = "1.0"
serde_json = "1.0"
snafu = "0.6"
feat: add serialization to wal buffer segments Adds serialization with compression and checksum for WAL buffer segments. This required a weird structure where the flatbuffer bytes of ReplicatedWrite were kept as a raw payload. I did this because otherwise each of the replicated writes would have been rebuilt in the segment. The other thing that isn't ideal is that deserializing a segment actually marshals it into a Rust struct as opposed to keeping the entire thing as raw flatbuffers. We could update this later to have a concept of an open segment (regular rust stuct) and closed segments that are just the flatbuffers.
2021-01-10 21:48:50 +00:00
snap = "1.0.0"
feat: Add jemalloc stats
2021-04-30 16:29:39 +00:00
tikv-jemalloc-ctl = "0.4.0"
chore: Clean up Cargo.tomls (#754) * fix: test_helpers crate should only be a dev-dep * fix: object_store no longer has a build script, so no longer needs a build dep * chore: Alphabetize all Cargo.tomls
2021-02-04 23:56:02 +00:00
tokio = { version = "1.0", features = ["macros", "time"] }
feat: add fanout task tracking (#956) Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
2021-03-12 15:01:27 +00:00
tokio-util = { version = "0.6.3" }
refactor: move tracking utilities into separate crate (#1124)
2021-04-06 11:43:11 +00:00
tracker = { path = "../tracker" }
chore: Clean up Cargo.tomls (#754) * fix: test_helpers crate should only be a dev-dep * fix: object_store no longer has a build script, so no longer needs a build dep * chore: Alphabetize all Cargo.tomls
2021-02-04 23:56:02 +00:00
uuid = { version = "0.8", features = ["serde", "v4"] }
chore: move write buffer into its own crate
2021-07-14 09:39:49 +00:00
write_buffer = { path = "../write_buffer" }
feat: Chunk Migration APIs and query data in the read buffer via SQL (#668) * feat: Chunk Migration APIs and query data in the read buffer via SQL * fix: Make code more consistent * fix: fmt / clippy * chore: Apply suggestions from code review Co-authored-by: Carol (Nichols || Goulding) <193874+carols10cents@users.noreply.github.com> * refactor: Remove unecessary Result and make chunks() infallable * chore: Apply more suggestions from code review Co-authored-by: Edd Robinson <me@edd.io> Co-authored-by: Carol (Nichols || Goulding) <193874+carols10cents@users.noreply.github.com> Co-authored-by: Carol (Nichols || Goulding) <193874+carols10cents@users.noreply.github.com> Co-authored-by: Edd Robinson <me@edd.io>
2021-01-19 18:28:26 +00:00
chore: Clean up Cargo.tomls (#754) * fix: test_helpers crate should only be a dev-dep * fix: object_store no longer has a build script, so no longer needs a build dep * chore: Alphabetize all Cargo.tomls
2021-02-04 23:56:02 +00:00
[dev-dependencies] # In alphabetical order
refactor: explode arrow_deps (#1425) * refactor: explode arrow_deps * chore: workaround doctest bug
2021-05-05 16:59:12 +00:00
arrow_util = { path = "../arrow_util" }
refactor: Move `query_tests` and `server_benchmarks` into their own crate --> smaller `server` (#1628) * refactor: Separate query_tests into its own crate * fix: references * refactor: break out server benchmarks * fix: Update query_tests/src/lib.rs Co-authored-by: Carol (Nichols || Goulding) <193874+carols10cents@users.noreply.github.com> Co-authored-by: Carol (Nichols || Goulding) <193874+carols10cents@users.noreply.github.com>
2021-06-04 17:31:19 +00:00
datafusion = { path = "../datafusion" }
tokio = { version = "1.0", features = ["macros", "time"] }
test: add influxrpc tag_values benches The initial benchmarks look like this on my i9 MBP: ``` Data in one open chunk and one closed chunk of mutable buffer/tag0/no_pred 1.00 91.0±2.55ms ? ?/sec Data in one open chunk and one closed chunk of mutable buffer/tag0/with_pred 1.00 11.5±0.72ms ? ?/sec Data in one open chunk and one closed chunk of mutable buffer/tag1/no_pred 1.00 120.3±5.10ms ? ?/sec Data in one open chunk and one closed chunk of mutable buffer/tag1/with_pred 1.00 11.2±0.22ms ? ?/sec Data in one open chunk and one closed chunk of mutable buffer/tag2/no_pred 1.00 203.2±8.45ms ? ?/sec Data in one open chunk and one closed chunk of mutable buffer/tag2/with_pred 1.00 11.2±0.21ms ? ?/sec Data in open chunk of mutable buffer, and one chunk of read buffer/tag0/no_pred 1.00 100.3±3.73ms ? ?/sec Data in open chunk of mutable buffer, and one chunk of read buffer/tag0/with_pred 1.00 31.2±1.80ms ? ?/sec Data in open chunk of mutable buffer, and one chunk of read buffer/tag1/no_pred 1.00 126.7±2.29ms ? ?/sec Data in open chunk of mutable buffer, and one chunk of read buffer/tag1/with_pred 1.00 33.0±1.70ms ? ?/sec Data in open chunk of mutable buffer, and one chunk of read buffer/tag2/no_pred 1.00 212.0±6.86ms ? ?/sec Data in open chunk of mutable buffer, and one chunk of read buffer/tag2/with_pred 1.00 18.1±0.99ms ? ?/sec Data in single open chunk of mutable buffer/tag0/no_pred 1.00 98.7±6.08ms ? ?/sec Data in single open chunk of mutable buffer/tag0/with_pred 1.00 11.2±0.37ms ? ?/sec Data in single open chunk of mutable buffer/tag1/no_pred 1.00 118.9±3.97ms ? ?/sec Data in single open chunk of mutable buffer/tag1/with_pred 1.00 11.7±0.64ms ? ?/sec Data in single open chunk of mutable buffer/tag2/no_pred 1.00 202.1±8.49ms ? ?/sec Data in single open chunk of mutable buffer/tag2/with_pred 1.00 11.1±0.27ms ? ?/sec Data in two read buffer chunks/tag0/no_pred 1.00 109.2±5.20ms ? ?/sec Data in two read buffer chunks/tag0/with_pred 1.00 44.2±1.83ms ? ?/sec Data in two read buffer chunks/tag1/no_pred 1.00 132.9±3.79ms ? ?/sec Data in two read buffer chunks/tag1/with_pred 1.00 41.7±2.43ms ? ?/sec Data in two read buffer chunks/tag2/no_pred 1.00 222.4±7.00ms ? ?/sec Data in two read buffer chunks/tag2/with_pred 1.00 27.9±0.92ms ? ?/sec ```
2021-04-13 13:56:15 +00:00
test_helpers = { path = "../test_helpers" }
feat: enable disabling MUB snapshot caching (#1203) (#1264) Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
2021-04-21 08:21:31 +00:00
[features]
default = []
# Enable features for benchmarking
bench = ["mutable_buffer/nocache"]