Influxdata
/
influxdb
mirror of https://github.com/influxdata/influxdb.git
1
0
Fork 0
Code Issues Projects Releases Wiki Activity
influxdb/server/Cargo.toml

70 lines
2.3 KiB
TOML
Raw Normal View History

feat: add some initial framework for clustering (#329)
2020-09-30 18:41:42 +00:00
[package]
feat: Implement write buffer to Parquet snapshotting (#526) * feat: Implement write buffer to Parquet snapshotting This introduces snapshot to the server packages to manage snapshotting. It also introduces a new trait for representing a Partition. There is a very crude API wired up in http_routes for testing purposes. Follow on work will bring the server package into http_routes and rework the snapshot API.
2020-12-08 19:20:43 +00:00
name = "server"
feat: add some initial framework for clustering (#329)
2020-09-30 18:41:42 +00:00
version = "0.1.0"
authors = ["pauldix <paul@pauldix.net>"]
chore: use Rust edition 2021
2021-10-25 08:45:44 +00:00
edition = "2021"
feat: add some initial framework for clustering (#329)
2020-09-30 18:41:42 +00:00
chore: Clean up Cargo.tomls (#754) * fix: test_helpers crate should only be a dev-dep * fix: object_store no longer has a build script, so no longer needs a build dep * chore: Alphabetize all Cargo.tomls
2021-02-04 23:56:02 +00:00
[dependencies] # In alphabetical order
chore: Update datafusion + arrow (#2903) * chore: Update datafusion to latest, arrow to 6.0.0 * fix: Update tests * fix: bubble internal error Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
2021-10-19 17:14:08 +00:00
arrow = { version = "6.0", features = ["prettyprint"] }
refactor: explode arrow_deps (#1425) * refactor: explode arrow_deps * chore: workaround doctest bug
2021-05-05 16:59:12 +00:00
arrow_util = { path = "../arrow_util" }
feat: add some initial framework for clustering (#329)
2020-09-30 18:41:42 +00:00
async-trait = "0.1"
feat: disable bytes serde (#2580) Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
2021-09-20 09:07:12 +00:00
bytes = "1.0"
chore: Clean up Cargo.tomls (#754) * fix: test_helpers crate should only be a dev-dep * fix: object_store no longer has a build script, so no longer needs a build dep * chore: Alphabetize all Cargo.tomls
2021-02-04 23:56:02 +00:00
chrono = "0.4"
chore(deps): bump cache_loader_async from 0.1.1 to 0.1.2 Bumps [cache_loader_async](https://github.com/ZeroTwo-Bot/cache-loader-async-rs) from 0.1.1 to 0.1.2. - [Release notes](https://github.com/ZeroTwo-Bot/cache-loader-async-rs/releases) - [Changelog](https://github.com/ZeroTwo-Bot/cache-loader-async-rs/blob/master/CHANGELOG.md) - [Commits](https://github.com/ZeroTwo-Bot/cache-loader-async-rs/commits) --- updated-dependencies: - dependency-name: cache_loader_async dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] <support@github.com>
2021-10-11 15:02:12 +00:00
cache_loader_async = { version = "0.1.2", features = ["ttl-cache"] }
chore(deps): bump crc32fast from 1.2.1 to 1.2.2 Bumps [crc32fast](https://github.com/srijs/rust-crc32fast) from 1.2.1 to 1.2.2. - [Release notes](https://github.com/srijs/rust-crc32fast/releases) - [Commits](https://github.com/srijs/rust-crc32fast/compare/v1.2.1...v1.2.2) --- updated-dependencies: - dependency-name: crc32fast dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] <support@github.com>
2021-11-29 09:00:01 +00:00
crc32fast = "1.2.2"
refactor: rename delorean_data_types crate to data_type (#407) * refactor: rename delorean_data_types crate to data_type - #401 * fix: fmt
2020-11-04 17:33:41 +00:00
data_types = { path = "../data_types" }
refactor: explode arrow_deps (#1425) * refactor: explode arrow_deps * chore: workaround doctest bug
2021-05-05 16:59:12 +00:00
datafusion = { path = "../datafusion" }
datafusion_util = { path = "../datafusion_util" }
refactor: extract DML types (#2731) (#3084) * refactor: extract DML types (#2731) * chore: fmt
2021-11-11 12:34:07 +00:00
dml = { path = "../dml" }
feat: mutable buffer snapshotting (#1179) * feat: mutable buffer snapshotting * chore: review feedback
2021-04-13 12:14:54 +00:00
futures = "0.3"
feat: Initial scaffolding for routing layer Part of #916 Adding first-class concept of ShardId in shard config, fixes #1156 NEXT: - [ ] implement sharder - [ ] implement `write_entry_downstream` - [ ] add tests
2021-04-14 08:16:24 +00:00
futures-util = { version = "0.3.1" }
refactor: make data_types optional dependency (#2739) Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
2021-10-05 15:07:45 +00:00
generated_types = { path = "../generated_types", features = ["data_types_conversions"] }
refactor: swap order of partition and table in in-memory catalog (#1678) * refactor: swap order of partition and table in in-memory catalog * chore: review feedback * chore: validate panic message * chore: review feedback Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
2021-06-10 16:40:30 +00:00
hashbrown = "0.11"
feat: Implement write_entry_downstream
2021-04-19 10:47:56 +00:00
influxdb_iox_client = { path = "../influxdb_iox_client" }
refactor: rename all crates that start with`delorean_` in preparation for rename (#415) * refactor: rename delorean_cluster --> cluster * refactor: rebane delorean_generated_types --> generated_types * refactor: rename delorean_write_buffer --> write_buffer * refactor: rename delorean_ingest --> ingest * refactor: rename delorean_storage --> storage * refactor: rename delorean_tsm --> tsm * refactor: rename delorean_test_helpers --> test_helpers * refactor: rename delorean_arrow --> arrow_deps * refactor: rename delorean_line_parser --> influxdb_line_protocol
2020-11-05 18:44:36 +00:00
influxdb_line_protocol = { path = "../influxdb_line_protocol" }
refactor: Move some types (not yet exposed to clients) into internal_types (#1015) * refactor: Move some types (not yet exposed to clients) into internal_types * docs: Add README.md explaining the rationale * refactor: remove some stragglers * fix: fix benches * fix: Apply suggestions from code review Co-authored-by: Carol (Nichols || Goulding) <193874+carols10cents@users.noreply.github.com> * fix: add clippy lints * fix: fmt * docs: Apply suggestions from code review fix typos Co-authored-by: Carol (Nichols || Goulding) <193874+carols10cents@users.noreply.github.com> Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
2021-03-19 16:27:57 +00:00
internal_types = { path = "../internal_types" }
refactor: Extract a database persister type that wraps object store Connects to #2193.
2021-08-05 19:20:49 +00:00
iox_object_store = { path = "../iox_object_store" }
chore: Update itertools deps (#1750)
2021-06-17 17:56:44 +00:00
itertools = "0.10.1"
refactor: split lifecycle into separate crate (#1730)
2021-06-15 15:57:47 +00:00
lifecycle = { path = "../lifecycle" }
feat: connect up new metrics (#2428)
2021-08-27 12:55:35 +00:00
metric = { path = "../metric" }
feat: mutable batch write entry (#2724) (#2973) * feat: mutable batch write entry (#2724) * chore: lint * chore: review feedback Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
2021-10-28 20:15:28 +00:00
mutable_batch = { path = "../mutable_batch" }
feat: migrate write buffer producer to MutableBatch and pbdata (#2743) (#3021) * feat: migrate write buffer producer to MutableBatch and pbdata (#2743) * fix: Kafka message content type header * chore: fix doc
2021-11-04 10:20:40 +00:00
mutable_batch_lp = { path = "../mutable_batch_lp" }
feat: migrate server to DbWrite (#2724) (#3035) * feat: migrate server to DbWrite (#2724) * chore: print perf log output * fix: don't suppress CI status code * chore: review feedback * fix: don't error on empty line protocol write payloads * fix: test * fix: test
2021-11-05 11:09:33 +00:00
mutable_batch_pb = { path = "../mutable_batch_pb" }
refactor: rename write_buffer --> mutable_buffer (#595) * refactor: git mv write_buffer mutable_buffer * refactor: update crate name references * refactor: update some more references
2020-12-22 15:49:53 +00:00
mutable_buffer = { path = "../mutable_buffer" }
feat: Add a dedicated threadpool for running queries (#1191) * feat: use a dedicated tokio threadpool for running queries * feat: plumb number of executor threads through to command line thread through command line * fix: Logical merge conflict * fix: another logical conflict Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
2021-04-14 10:48:09 +00:00
num_cpus = "1.13.0"
refactor: rename delorean_object_store --> object_store (#413)
2020-11-05 13:56:30 +00:00
object_store = { path = "../object_store" }
refactor: move tracking utilities into separate crate (#1124)
2021-04-06 11:43:11 +00:00
observability_deps = { path = "../observability_deps" }
feat: background worker panic handling (#2091) (#2234) * feat: worker panic handling (#2091) * chore: add test comments Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
2021-08-10 09:17:56 +00:00
once_cell = { version = "1.4.0", features = ["race"] }
chore(deps): bump parking_lot from 0.11.1 to 0.11.2 Bumps [parking_lot](https://github.com/Amanieu/parking_lot) from 0.11.1 to 0.11.2. - [Release notes](https://github.com/Amanieu/parking_lot/releases) - [Changelog](https://github.com/Amanieu/parking_lot/blob/master/CHANGELOG.md) - [Commits](https://github.com/Amanieu/parking_lot/compare/0.11.1...0.11.2) --- updated-dependencies: - dependency-name: parking_lot dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] <support@github.com>
2021-09-06 01:18:24 +00:00
parking_lot = "0.11.2"
chore: new `parquet_catalog` crate
2021-10-14 12:34:59 +00:00
parquet_catalog = { path = "../parquet_catalog" }
feat: continue the implementation
2021-03-31 01:31:51 +00:00
parquet_file = { path = "../parquet_file" }
chore: move persistence windows related code into own crate The entire persistence windows data structures (including the checkpoints) have nothing to do with the mutable buffer per se. So lets move them into their own crate. This also makes `parquet_file` not longer depend on `mutable_buffer`.
2021-07-05 08:23:58 +00:00
persistence_windows = { path = "../persistence_windows" }
refactor: move `predicate` into its own crate Two reasons: 1. I wanna decouple `parquet_file` from `query` (nearly done, needs a small follow-up PR). 2. `predicate` will have more and more features (like serialization) which justifies a new home
2021-09-14 15:12:56 +00:00
predicate = { path = "../predicate" }
chore: Clean up Cargo.tomls (#754) * fix: test_helpers crate should only be a dev-dep * fix: object_store no longer has a build script, so no longer needs a build dep * chore: Alphabetize all Cargo.tomls
2021-02-04 23:56:02 +00:00
query = { path = "../query" }
feat: Implement write_entry_downstream
2021-04-19 10:47:56 +00:00
rand = "0.8.3"
chore(deps): bump rand_distr from 0.4.1 to 0.4.2 Bumps [rand_distr](https://github.com/rust-random/rand) from 0.4.1 to 0.4.2. - [Release notes](https://github.com/rust-random/rand/releases) - [Changelog](https://github.com/rust-random/rand/blob/master/CHANGELOG.md) - [Commits](https://github.com/rust-random/rand/compare/rand_distr-0.4.1...rand_distr-0.4.2) --- updated-dependencies: - dependency-name: rand_distr dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] <support@github.com>
2021-09-20 08:39:39 +00:00
rand_distr = "0.4.2"
chore: Clean up Cargo.tomls (#754) * fix: test_helpers crate should only be a dev-dep * fix: object_store no longer has a build script, so no longer needs a build dep * chore: Alphabetize all Cargo.tomls
2021-02-04 23:56:02 +00:00
read_buffer = { path = "../read_buffer" }
refactor: split out schema crate (#2781) * refactor: split out schema crate * chore: fix doc
2021-10-11 09:45:08 +00:00
schema = { path = "../schema" }
chore: Clean up Cargo.tomls (#754) * fix: test_helpers crate should only be a dev-dep * fix: object_store no longer has a build script, so no longer needs a build dep * chore: Alphabetize all Cargo.tomls
2021-02-04 23:56:02 +00:00
serde = "1.0"
serde_json = "1.0"
snafu = "0.6"
feat: add serialization to wal buffer segments Adds serialization with compression and checksum for WAL buffer segments. This required a weird structure where the flatbuffer bytes of ReplicatedWrite were kept as a raw payload. I did this because otherwise each of the replicated writes would have been rebuilt in the segment. The other thing that isn't ideal is that deserializing a segment actually marshals it into a Rust struct as opposed to keeping the entire thing as raw flatbuffers. We could update this later to have a concept of an open segment (regular rust stuct) and closed segments that are just the flatbuffers.
2021-01-10 21:48:50 +00:00
snap = "1.0.0"
feat: migrate PersistenceWindows to TimeProvider (#2722) (#2798)
2021-10-11 20:40:00 +00:00
time = { path = "../time" }
feat: query tracing (#2273) (#2391) * feat: query tracing (#2273) * chore: review feedback Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
2021-08-24 17:35:59 +00:00
trace = { path = "../trace" }
chore(deps): bump tokio from 1.12.0 to 1.13.0 Bumps [tokio](https://github.com/tokio-rs/tokio) from 1.12.0 to 1.13.0. - [Release notes](https://github.com/tokio-rs/tokio/releases) - [Commits](https://github.com/tokio-rs/tokio/compare/tokio-1.12.0...tokio-1.13.0) --- updated-dependencies: - dependency-name: tokio dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com>
2021-11-01 11:21:59 +00:00
tokio = { version = "1.13", features = ["macros", "time"] }
chore(deps): bump tokio-util from 0.6.8 to 0.6.9 Bumps [tokio-util](https://github.com/tokio-rs/tokio) from 0.6.8 to 0.6.9. - [Release notes](https://github.com/tokio-rs/tokio/releases) - [Commits](https://github.com/tokio-rs/tokio/compare/tokio-util-0.6.8...tokio-util-0.6.9) --- updated-dependencies: - dependency-name: tokio-util dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] <support@github.com>
2021-11-01 01:28:41 +00:00
tokio-util = { version = "0.6.9" }
refactor: move tracking utilities into separate crate (#1124)
2021-04-06 11:43:11 +00:00
tracker = { path = "../tracker" }
chore: Clean up Cargo.tomls (#754) * fix: test_helpers crate should only be a dev-dep * fix: object_store no longer has a build script, so no longer needs a build dep * chore: Alphabetize all Cargo.tomls
2021-02-04 23:56:02 +00:00
uuid = { version = "0.8", features = ["serde", "v4"] }
chore: move write buffer into its own crate
2021-07-14 09:39:49 +00:00
write_buffer = { path = "../write_buffer" }
feat: Results of running cargo hakari manage-deps
2021-11-19 14:21:57 +00:00
workspace-hack = { path = "../workspace-hack"}
feat: Chunk Migration APIs and query data in the read buffer via SQL (#668) * feat: Chunk Migration APIs and query data in the read buffer via SQL * fix: Make code more consistent * fix: fmt / clippy * chore: Apply suggestions from code review Co-authored-by: Carol (Nichols || Goulding) <193874+carols10cents@users.noreply.github.com> * refactor: Remove unecessary Result and make chunks() infallable * chore: Apply more suggestions from code review Co-authored-by: Edd Robinson <me@edd.io> Co-authored-by: Carol (Nichols || Goulding) <193874+carols10cents@users.noreply.github.com> Co-authored-by: Carol (Nichols || Goulding) <193874+carols10cents@users.noreply.github.com> Co-authored-by: Edd Robinson <me@edd.io>
2021-01-19 18:28:26 +00:00
chore: Clean up Cargo.tomls (#754) * fix: test_helpers crate should only be a dev-dep * fix: object_store no longer has a build script, so no longer needs a build dep * chore: Alphabetize all Cargo.tomls
2021-02-04 23:56:02 +00:00
[dev-dependencies] # In alphabetical order
test: migrate `DistibutedTest` to use proper router
2021-11-23 10:07:12 +00:00
regex = "1.4"
router = { path = "../router" }
test: add influxrpc tag_values benches The initial benchmarks look like this on my i9 MBP: ``` Data in one open chunk and one closed chunk of mutable buffer/tag0/no_pred 1.00 91.0±2.55ms ? ?/sec Data in one open chunk and one closed chunk of mutable buffer/tag0/with_pred 1.00 11.5±0.72ms ? ?/sec Data in one open chunk and one closed chunk of mutable buffer/tag1/no_pred 1.00 120.3±5.10ms ? ?/sec Data in one open chunk and one closed chunk of mutable buffer/tag1/with_pred 1.00 11.2±0.22ms ? ?/sec Data in one open chunk and one closed chunk of mutable buffer/tag2/no_pred 1.00 203.2±8.45ms ? ?/sec Data in one open chunk and one closed chunk of mutable buffer/tag2/with_pred 1.00 11.2±0.21ms ? ?/sec Data in open chunk of mutable buffer, and one chunk of read buffer/tag0/no_pred 1.00 100.3±3.73ms ? ?/sec Data in open chunk of mutable buffer, and one chunk of read buffer/tag0/with_pred 1.00 31.2±1.80ms ? ?/sec Data in open chunk of mutable buffer, and one chunk of read buffer/tag1/no_pred 1.00 126.7±2.29ms ? ?/sec Data in open chunk of mutable buffer, and one chunk of read buffer/tag1/with_pred 1.00 33.0±1.70ms ? ?/sec Data in open chunk of mutable buffer, and one chunk of read buffer/tag2/no_pred 1.00 212.0±6.86ms ? ?/sec Data in open chunk of mutable buffer, and one chunk of read buffer/tag2/with_pred 1.00 18.1±0.99ms ? ?/sec Data in single open chunk of mutable buffer/tag0/no_pred 1.00 98.7±6.08ms ? ?/sec Data in single open chunk of mutable buffer/tag0/with_pred 1.00 11.2±0.37ms ? ?/sec Data in single open chunk of mutable buffer/tag1/no_pred 1.00 118.9±3.97ms ? ?/sec Data in single open chunk of mutable buffer/tag1/with_pred 1.00 11.7±0.64ms ? ?/sec Data in single open chunk of mutable buffer/tag2/no_pred 1.00 202.1±8.49ms ? ?/sec Data in single open chunk of mutable buffer/tag2/with_pred 1.00 11.1±0.27ms ? ?/sec Data in two read buffer chunks/tag0/no_pred 1.00 109.2±5.20ms ? ?/sec Data in two read buffer chunks/tag0/with_pred 1.00 44.2±1.83ms ? ?/sec Data in two read buffer chunks/tag1/no_pred 1.00 132.9±3.79ms ? ?/sec Data in two read buffer chunks/tag1/with_pred 1.00 41.7±2.43ms ? ?/sec Data in two read buffer chunks/tag2/no_pred 1.00 222.4±7.00ms ? ?/sec Data in two read buffer chunks/tag2/with_pred 1.00 27.9±0.92ms ? ?/sec ```
2021-04-13 13:56:15 +00:00
test_helpers = { path = "../test_helpers" }
feat: enable disabling MUB snapshot caching (#1203) (#1264) Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
2021-04-21 08:21:31 +00:00
[features]
default = []
# Enable features for benchmarking
bench = ["mutable_buffer/nocache"]