diff --git a/Cargo.lock b/Cargo.lock
index c45406a8c6c..97eb351e578 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -9563,7 +9563,6 @@ dependencies = [
  "vortex",
  "vortex-alp",
  "vortex-array",
- "vortex-bench",
  "vortex-btrblocks",
  "vortex-buffer",
  "vortex-bytebool",
diff --git a/Cargo.toml b/Cargo.toml
index 0fea9f6b125..7fd94b8c4d1 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -418,6 +418,9 @@ incremental = false
 # This rule only applies to dependencies that are not members of the workspace.
 [profile.ci.package."*"]
 debug = false
-debug-assertions = false
-strip = "debuginfo"
+debug-assertions = true
 incremental = false
+
+# This improved build times significantly for default common cases that we use locally
+[profile.dev.package.vortex-fastlanes]
+debug = false
diff --git a/vortex/Cargo.toml b/vortex/Cargo.toml
index 6923f307917..adaca75632c 100644
--- a/vortex/Cargo.toml
+++ b/vortex/Cargo.toml
@@ -65,7 +65,6 @@ tokio = { workspace = true, features = ["full"] }
 tracing = { workspace = true }
 tracing-subscriber = { workspace = true }
 vortex = { path = ".", features = ["tokio"] }
-vortex-bench = { workspace = true, features = ["unstable_encodings"] }
 vortex-tensor = { workspace = true }
 
 [features]