diff --git a/Cargo.lock b/Cargo.lock
index e0e8ad5656..477632f2b6 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -869,7 +869,6 @@ dependencies = [
  "lazy_static",
  "num-traits",
  "oorandom",
- "plotters",
  "rayon",
  "regex",
  "serde",
@@ -3480,34 +3479,6 @@ version = "0.1.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "8b870d8c151b6f2fb93e84a13146138f05d02ed11c7e7c54f8826aaaf7c9f184"
 
-[[package]]
-name = "plotters"
-version = "0.3.3"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "716b4eeb6c4a1d3ecc956f75b43ec2e8e8ba80026413e70a3f41fd3313d3492b"
-dependencies = [
- "num-traits",
- "plotters-backend",
- "plotters-svg",
- "wasm-bindgen",
- "web-sys",
-]
-
-[[package]]
-name = "plotters-backend"
-version = "0.3.4"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "193228616381fecdc1224c62e96946dfbc73ff4384fba576e052ff8c1bea8142"
-
-[[package]]
-name = "plotters-svg"
-version = "0.3.3"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "f9a81d2759aae1dae668f783c308bc5c8ebd191ff4184aaa1b37f65a6ae5a56f"
-dependencies = [
- "plotters-backend",
-]
-
 [[package]]
 name = "pprof"
 version = "0.10.1"
diff --git a/cache_system/Cargo.toml b/cache_system/Cargo.toml
index b73029c04b..bf088d7577 100644
--- a/cache_system/Cargo.toml
+++ b/cache_system/Cargo.toml
@@ -17,7 +17,7 @@ trace = { path = "../trace"}
 workspace-hack = { path = "../workspace-hack"}
 
 [dev-dependencies]
-criterion = "0.4"
+criterion = { version = "0.4", default-features = false, features = ["rayon"]}
 proptest = { version = "1", default_features = false, features = ["std"] }
 rand = "0.8.3"
 
diff --git a/iox_data_generator/Cargo.toml b/iox_data_generator/Cargo.toml
index 8bbda6d62a..17d5e82409 100644
--- a/iox_data_generator/Cargo.toml
+++ b/iox_data_generator/Cargo.toml
@@ -26,7 +26,7 @@ tracing-subscriber = "0.3"
 uuid = { version = "1", default_features = false }
 
 [dev-dependencies]
-criterion = "0.4.0"
+criterion = { version = "0.4", default-features = false, features = ["rayon"]}
 test_helpers = { path = "../test_helpers" }
 
 [[bench]]
diff --git a/mutable_batch_lp/Cargo.toml b/mutable_batch_lp/Cargo.toml
index 883c3b7577..25e7ed8206 100644
--- a/mutable_batch_lp/Cargo.toml
+++ b/mutable_batch_lp/Cargo.toml
@@ -15,7 +15,7 @@ workspace-hack = { path = "../workspace-hack"}
 [dev-dependencies]
 arrow_util = { path = "../arrow_util" }
 assert_matches = "1.5.0"
-criterion = "0.4"
+criterion = { version = "0.4", default-features = false, features = ["rayon"]}
 
 [[bench]]
 name = "parse_lp"
diff --git a/mutable_batch_tests/Cargo.toml b/mutable_batch_tests/Cargo.toml
index 3601ef7f79..752db20b9e 100644
--- a/mutable_batch_tests/Cargo.toml
+++ b/mutable_batch_tests/Cargo.toml
@@ -15,7 +15,7 @@ prost = "0.11"
 
 [dev-dependencies]
 bytes = "1.2"
-criterion = "0.4"
+criterion = { version = "0.4", default-features = false, features = ["rayon"]}
 
 [[bench]]
 name = "write_lp"
diff --git a/packers/Cargo.toml b/packers/Cargo.toml
index e26426958d..ec9b5e8e03 100644
--- a/packers/Cargo.toml
+++ b/packers/Cargo.toml
@@ -13,7 +13,7 @@ parquet = "21.0.0"
 workspace-hack = { path = "../workspace-hack"}
 
 [dev-dependencies] # In alphabetical order
-criterion = "0.4.0"
+criterion = { version = "0.4", default-features = false, features = ["rayon"]}
 rand = "0.8.3"
 
 [[bench]]
diff --git a/read_buffer/Cargo.toml b/read_buffer/Cargo.toml
index 480abaf97c..5dfc2db703 100644
--- a/read_buffer/Cargo.toml
+++ b/read_buffer/Cargo.toml
@@ -28,7 +28,7 @@ schema = { path = "../schema" }
 workspace-hack = { path = "../workspace-hack"}
 
 [dev-dependencies] # In alphabetical order
-criterion = "0.4.0"
+criterion = { version = "0.4", default-features = false, features = ["rayon"]}
 packers = { path = "../packers" }
 proptest = { version = "1.0.0", default_features = false, features = ["std"] }
 rand = "0.8.3"
diff --git a/router/Cargo.toml b/router/Cargo.toml
index 1ae5c64b8c..ecb0336952 100644
--- a/router/Cargo.toml
+++ b/router/Cargo.toml
@@ -40,7 +40,7 @@ write_summary = { path = "../write_summary" }
 
 [dev-dependencies]
 assert_matches = "1.5"
-criterion = { version = "0.4.0", features = ["async_tokio", "html_reports"] }
+criterion = { version = "0.4", default-features = false, features = ["async_tokio", "rayon"]}
 once_cell = "1"
 paste = "1.0.9"
 pretty_assertions = "1.3.0"
diff --git a/sharder/Cargo.toml b/sharder/Cargo.toml
index 969fd4c460..8c97b1c1f9 100644
--- a/sharder/Cargo.toml
+++ b/sharder/Cargo.toml
@@ -11,7 +11,7 @@ siphasher = "0.3"
 workspace-hack = { path = "../workspace-hack"}
 
 [dev-dependencies]
-criterion = { version = "0.4.0", features = ["async_tokio", "html_reports"] }
+criterion = { version = "0.4", default-features = false, features = ["async_tokio", "rayon"]}
 hashbrown = "0.12"
 mutable_batch_lp = { path = "../mutable_batch_lp" }
 rand = "0.8.3"