influxdb/ingester/Cargo.toml

54 lines
1.6 KiB
TOML
Raw Normal View History

[package]
name = "ingester"
version = "0.1.0"
authors = ["Nga Tran <nga-tran@live.com>"]
edition = "2021"
[dependencies]
chore: Update deps: datafusion, arrow/arrow-flight/parquet to 11, zstd to 0.11 (#4119) * chore: update datafusion * chore(deps): Bump arrow from 10.0.0 to 11.0.0 Bumps [arrow](https://github.com/apache/arrow-rs) from 10.0.0 to 11.0.0. - [Release notes](https://github.com/apache/arrow-rs/releases) - [Changelog](https://github.com/apache/arrow-rs/blob/master/CHANGELOG.md) - [Commits](https://github.com/apache/arrow-rs/compare/10.0.0...11.0.0) --- updated-dependencies: - dependency-name: arrow dependency-type: direct:production update-type: version-update:semver-major ... Signed-off-by: dependabot[bot] <support@github.com> * chore(deps): Bump arrow-flight from 10.0.0 to 11.0.0 Bumps [arrow-flight](https://github.com/apache/arrow-rs) from 10.0.0 to 11.0.0. - [Release notes](https://github.com/apache/arrow-rs/releases) - [Changelog](https://github.com/apache/arrow-rs/blob/master/CHANGELOG.md) - [Commits](https://github.com/apache/arrow-rs/compare/10.0.0...11.0.0) --- updated-dependencies: - dependency-name: arrow-flight dependency-type: direct:production update-type: version-update:semver-major ... Signed-off-by: dependabot[bot] <support@github.com> * chore: update parquet to 11.0.0 * fix: error on create schema, test for same * fix: upgrade zstd * chore: Run cargo hakari tasks * fix: fix logical merge conflict * fix: hakari * fix: hakari * fix: update newly introduced dep Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> Co-authored-by: CircleCI[bot] <circleci@influxdata.com> Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
2022-03-24 15:27:36 +00:00
arrow = { version = "11", features = ["prettyprint"] }
arrow-flight = "11"
arrow_util = { path = "../arrow_util" }
async-trait = "0.1.53"
backoff = { path = "../backoff" }
base64 = "0.13"
bytes = "1.0"
datafusion = { path = "../datafusion" }
data_types2 = { path = "../data_types2" }
futures = "0.3"
generated_types = { path = "../generated_types" }
chrono = { version = "0.4", default-features = false }
db = { path = "../db" }
dml = { path = "../dml" }
hyper = "0.14"
iox_catalog = { path = "../iox_catalog" }
iox_object_store = { path = "../iox_object_store" }
metric = { path = "../metric" }
2022-01-19 01:57:13 +00:00
mutable_batch = { path = "../mutable_batch"}
feat: prepare data to send to querier (#3825) * feat: changes needed to apply tombstones correctly on the life-cycle ingest bacthes * refactor: adjust the design after discussing with Paul * feat: apply the coming tombstone on all data but persiting one * chore: fmt * fix: build on buffer tombstone * test: delete & write tests for a parition and some cleanup * feat: No need add processed tombstones for newly created parquet file in the ingester becasue all deletes before that parquet file is created were applied * chore: cleanup * feat: intitial implementation for preparing data to send back to the Querier * feat: full implementation of prepare_data_to_querier * fix: apply filters for the batches * chore: Apply suggestions from code review Co-authored-by: Carol (Nichols || Goulding) <193874+carols10cents@users.noreply.github.com> * chore: cleanup * fix: typos in comments * fix: typos in comments * fix: typos in comments * test: create different scenarios and test them * chore: fix typos * test: add tests with deletes * chore: make pub pub(crate) * chore: Apply suggestions from code review Co-authored-by: Jake Goulding <jake.goulding@integer32.com> * refactor: address review comments * fix: keep batches in their arrival order * refactor: not assign unecessary values to enum * refactor: use bitflags enum * fix: use bitflags correctly * chore: Apply suggestions from code review Co-authored-by: Andrew Lamb <andrew@nerdnetworks.org> * refactor: avoid using use at the end of the function * chore: merge main to branch * fix: fix downgrade versions * refactor: address review comments * chore: remove unnecessary comments * refactor: Make the whole test_utils module test-only and bring paths into module scope Co-authored-by: Paul Dix <paul@pauldix.net> Co-authored-by: Carol (Nichols || Goulding) <193874+carols10cents@users.noreply.github.com> Co-authored-by: Jake Goulding <jake.goulding@integer32.com> Co-authored-by: Andrew Lamb <andrew@nerdnetworks.org> Co-authored-by: Carol (Nichols || Goulding) <carol.nichols@gmail.com>
2022-03-01 01:00:45 +00:00
mutable_batch_lp = { path = "../mutable_batch_lp" }
object_store = { path = "../object_store" }
observability_deps = { path = "../observability_deps" }
parking_lot = "0.12"
chore: Update deps: datafusion, arrow/arrow-flight/parquet to 11, zstd to 0.11 (#4119) * chore: update datafusion * chore(deps): Bump arrow from 10.0.0 to 11.0.0 Bumps [arrow](https://github.com/apache/arrow-rs) from 10.0.0 to 11.0.0. - [Release notes](https://github.com/apache/arrow-rs/releases) - [Changelog](https://github.com/apache/arrow-rs/blob/master/CHANGELOG.md) - [Commits](https://github.com/apache/arrow-rs/compare/10.0.0...11.0.0) --- updated-dependencies: - dependency-name: arrow dependency-type: direct:production update-type: version-update:semver-major ... Signed-off-by: dependabot[bot] <support@github.com> * chore(deps): Bump arrow-flight from 10.0.0 to 11.0.0 Bumps [arrow-flight](https://github.com/apache/arrow-rs) from 10.0.0 to 11.0.0. - [Release notes](https://github.com/apache/arrow-rs/releases) - [Changelog](https://github.com/apache/arrow-rs/blob/master/CHANGELOG.md) - [Commits](https://github.com/apache/arrow-rs/compare/10.0.0...11.0.0) --- updated-dependencies: - dependency-name: arrow-flight dependency-type: direct:production update-type: version-update:semver-major ... Signed-off-by: dependabot[bot] <support@github.com> * chore: update parquet to 11.0.0 * fix: error on create schema, test for same * fix: upgrade zstd * chore: Run cargo hakari tasks * fix: fix logical merge conflict * fix: hakari * fix: hakari * fix: update newly introduced dep Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> Co-authored-by: CircleCI[bot] <circleci@influxdata.com> Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
2022-03-24 15:27:36 +00:00
parquet = "11"
parquet_file = { path = "../parquet_file" }
pin-project = "1.0"
predicate = { path = "../predicate" }
prost = "0.9"
query = { path = "../query" }
schema = { path = "../schema" }
2022-01-19 01:57:13 +00:00
snafu = "0.7"
thiserror = "1.0"
time = { path = "../time" }
tokio = { version = "1.17", features = ["macros", "parking_lot", "rt-multi-thread", "sync", "time"] }
tonic = { version = "0.6" }
2022-02-23 15:33:47 +00:00
tracker = { path = "../tracker" }
2022-01-19 17:36:18 +00:00
uuid = { version = "0.8", features = ["v4"] }
2022-01-18 23:10:42 +00:00
workspace-hack = { path = "../workspace-hack"}
write_buffer = { path = "../write_buffer" }
tokio-util = { version = "0.7.0" }
trace = { path = "../trace" }
[dev-dependencies]
assert_matches = "1.5.0"
feat: prepare data to send to querier (#3825) * feat: changes needed to apply tombstones correctly on the life-cycle ingest bacthes * refactor: adjust the design after discussing with Paul * feat: apply the coming tombstone on all data but persiting one * chore: fmt * fix: build on buffer tombstone * test: delete & write tests for a parition and some cleanup * feat: No need add processed tombstones for newly created parquet file in the ingester becasue all deletes before that parquet file is created were applied * chore: cleanup * feat: intitial implementation for preparing data to send back to the Querier * feat: full implementation of prepare_data_to_querier * fix: apply filters for the batches * chore: Apply suggestions from code review Co-authored-by: Carol (Nichols || Goulding) <193874+carols10cents@users.noreply.github.com> * chore: cleanup * fix: typos in comments * fix: typos in comments * fix: typos in comments * test: create different scenarios and test them * chore: fix typos * test: add tests with deletes * chore: make pub pub(crate) * chore: Apply suggestions from code review Co-authored-by: Jake Goulding <jake.goulding@integer32.com> * refactor: address review comments * fix: keep batches in their arrival order * refactor: not assign unecessary values to enum * refactor: use bitflags enum * fix: use bitflags correctly * chore: Apply suggestions from code review Co-authored-by: Andrew Lamb <andrew@nerdnetworks.org> * refactor: avoid using use at the end of the function * chore: merge main to branch * fix: fix downgrade versions * refactor: address review comments * chore: remove unnecessary comments * refactor: Make the whole test_utils module test-only and bring paths into module scope Co-authored-by: Paul Dix <paul@pauldix.net> Co-authored-by: Carol (Nichols || Goulding) <193874+carols10cents@users.noreply.github.com> Co-authored-by: Jake Goulding <jake.goulding@integer32.com> Co-authored-by: Andrew Lamb <andrew@nerdnetworks.org> Co-authored-by: Carol (Nichols || Goulding) <carol.nichols@gmail.com>
2022-03-01 01:00:45 +00:00
bitflags = {version = "1.3.2"}
test_helpers = { path = "../test_helpers" }