Influxdata
/
influxdb
mirror of https://github.com/influxdata/influxdb.git
1
0
Fork 0
Code Issues Projects Releases Wiki Activity
influxdb/garbage_collector/Cargo.toml

32 lines
949 B
TOML
Raw Normal View History

feat: Walking skeleton of the object store GC tool
2022-06-17 19:55:51 +00:00
[package]
refactor: rename garbage collector crates for consistency (#5196) * refactor: rename garbage collector crates for consistency * fix: cargo fmt Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
2022-07-25 12:44:37 +00:00
name = "garbage_collector"
feat: Use workspace package metadata to reduce differences and repetition
2022-09-26 14:43:00 +00:00
version.workspace = true
authors.workspace = true
edition.workspace = true
license.workspace = true
feat: Walking skeleton of the object store GC tool
2022-06-17 19:55:51 +00:00
[dependencies]
refactor: remove unneeded dependency features
2022-07-01 18:36:05 +00:00
chrono = { version = "0.4", default-features = false }
feat: Support configurable cutoff time for too new object store files
2022-06-30 20:39:34 +00:00
chrono-english = "0.1.4"
chore(deps): Bump clap from 3.2.22 to 4.0.7 Bumps [clap](https://github.com/clap-rs/clap) from 3.2.22 to 4.0.7. - [Release notes](https://github.com/clap-rs/clap/releases) - [Changelog](https://github.com/clap-rs/clap/blob/master/CHANGELOG.md) - [Commits](https://github.com/clap-rs/clap/compare/v3.2.22...v4.0.7)
2022-09-29 11:14:38 +00:00
clap = { version = "4", features = ["derive", "env"] }
feat: garbage collector now cleans up old parquet files (#5588) * feat: garbage collector now cleans up old parquet files * chore: clarifying comment in GC * chore: typos in GC * chore: typos in GC * fix: cmdline arg in GC test needs updating after refactor * fix: use select! on shutdown rx in GC * fix: recalc cutoff in GD each loop * chore: add delete_old that returns IDs only, for GC * chore: use duration in GC args instead of usize days * chore: GC lister runs forever w/ sleep; tests updated accordingly * docs: fix link in GC comments to automatic link * chore: test for delete_old_ids_only; refactor mem impl thereof * chore: make GC test less flakey * chore: make GC test less flakey Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
2022-09-14 14:09:28 +00:00
data_types = { path = "../data_types" }
feat: Walking skeleton of the object store GC tool
2022-06-17 19:55:51 +00:00
futures = "0.3"
feat: garbage collector now cleans up old parquet files (#5588) * feat: garbage collector now cleans up old parquet files * chore: clarifying comment in GC * chore: typos in GC * chore: typos in GC * fix: cmdline arg in GC test needs updating after refactor * fix: use select! on shutdown rx in GC * fix: recalc cutoff in GD each loop * chore: add delete_old that returns IDs only, for GC * chore: use duration in GC args instead of usize days * chore: GC lister runs forever w/ sleep; tests updated accordingly * docs: fix link in GC comments to automatic link * chore: test for delete_old_ids_only; refactor mem impl thereof * chore: make GC test less flakey * chore: make GC test less flakey Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
2022-09-14 14:09:28 +00:00
humantime = "2.1.0"
feat: make object store garbage collector into a long-running service (#5135) * refactor: remove unused logging config * chore: remove the object store garbage collector CLI tool * refactor: accept an object store and catalog * refactor: make Result type alias public like the error * refactor: remove public modifier from modules * refactor: allow shutting down the object store garbage collector * feat: Introduce the object-store garbage collection server Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
2022-07-18 21:27:38 +00:00
iox_catalog = { path = "../iox_catalog" }
chore(deps): Bump object_store from 0.5.0 to 0.5.1 Bumps [object_store](https://github.com/apache/arrow-rs) from 0.5.0 to 0.5.1. - [Release notes](https://github.com/apache/arrow-rs/releases) - [Changelog](https://github.com/apache/arrow-rs/blob/master/CHANGELOG-old.md) - [Commits](https://github.com/apache/arrow-rs/compare/object_store_0.5.0...object_store_0.5.1) --- updated-dependencies: - dependency-name: object_store dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] <support@github.com>
2022-10-11 01:19:10 +00:00
object_store = { version = "0.5.1" }
feat: Add trogging logging config to object store garbage collector
2022-06-30 19:31:27 +00:00
observability_deps = { path = "../observability_deps" }
feat: Walking skeleton of the object store GC tool
2022-06-17 19:55:51 +00:00
snafu = "0.7"
tokio = { version = "1", features = ["macros", "rt", "sync"] }
feat: concurrent garbage collector deletes (#5364) This should speed up the prod process a bit. Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
2022-08-10 09:14:46 +00:00
tokio-stream = "0.1"
fix: GC `parquet_file` table in batches (#5691) * fix: GC `parquet_file` table in batches Otherwise this transaction will never finish in prod. * fix: GC shutdown * refactor: use constant
2022-09-20 11:14:39 +00:00
tokio-util = { version = "0.7.4" }
feat: Walking skeleton of the object store GC tool
2022-06-17 19:55:51 +00:00
uuid = { version = "1", features = ["v4"] }
fix: Test logic for whether to delete object store files And fix the bugs the tests found
2022-06-20 21:12:05 +00:00
[dev-dependencies]
feat: make object store garbage collector into a long-running service (#5135) * refactor: remove unused logging config * chore: remove the object store garbage collector CLI tool * refactor: accept an object store and catalog * refactor: make Result type alias public like the error * refactor: remove public modifier from modules * refactor: allow shutting down the object store garbage collector * feat: Introduce the object-store garbage collection server Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
2022-07-18 21:27:38 +00:00
clap_blocks = { path = "../clap_blocks" }
fix: Test logic for whether to delete object store files And fix the bugs the tests found
2022-06-20 21:12:05 +00:00
data_types = { path = "../data_types" }
test: Add basic end-to-end tests of the garbage collector
2022-07-01 17:56:57 +00:00
filetime = "0.2"
feat: make object store garbage collector into a long-running service (#5135) * refactor: remove unused logging config * chore: remove the object store garbage collector CLI tool * refactor: accept an object store and catalog * refactor: make Result type alias public like the error * refactor: remove public modifier from modules * refactor: allow shutting down the object store garbage collector * feat: Introduce the object-store garbage collection server Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
2022-07-18 21:27:38 +00:00
metric = { path = "../metric" }
chore(deps): Bump once_cell from 1.15.0 to 1.16.0 (#6009) Bumps [once_cell](https://github.com/matklad/once_cell) from 1.15.0 to 1.16.0. - [Release notes](https://github.com/matklad/once_cell/releases) - [Changelog](https://github.com/matklad/once_cell/blob/master/CHANGELOG.md) - [Commits](https://github.com/matklad/once_cell/compare/v1.15.0...v1.16.0) --- updated-dependencies: - dependency-name: once_cell dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com> Signed-off-by: dependabot[bot] <support@github.com> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>
2022-10-31 16:23:40 +00:00
once_cell = { version = "1.16.0", features = ["parking_lot"] }
fix: Test logic for whether to delete object store files And fix the bugs the tests found
2022-06-20 21:12:05 +00:00
parquet_file = { path = "../parquet_file" }
test: Add basic end-to-end tests of the garbage collector
2022-07-01 17:56:57 +00:00
tempfile = "3"