Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
14 changes: 14 additions & 0 deletions CONTRIBUTING.md
Original file line number Diff line number Diff line change
Expand Up @@ -82,6 +82,20 @@ Read the [Rust version compatibility policy](README.md#rust-version-compatibilit
changing `rust-version`; when the MSRV job fails, the usual fix is in the code or the dependency
update, not the MSRV.

### Pruning Rust dependencies

Use [cargo-shear](https://github.com/Boshen/cargo-shear) to find unused dependencies. Install it
and inspect the workspace from the repository root:

```bash
cargo install --locked cargo-shear
cargo shear
```

Run `cargo shear --fix` to apply suggested fixes, then review the manifest changes. Dependencies
used only by generated code or to enable transitive features may need an entry in the affected
crate's `[package.metadata.cargo-shear]` `ignored` list, with a comment explaining why.

### Python bindings

`vortex-data` is a mixed Python and Rust package. `uv` manages its Python environment, and
Expand Down
8 changes: 0 additions & 8 deletions Cargo.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

4 changes: 0 additions & 4 deletions Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -78,7 +78,6 @@ resolver = "3"
authors = ["Vortex Authors <hello@vortex.dev>"]
categories = ["database-implementations", "data-structures", "compression"]
edition = "2024"
homepage = "https://github.com/vortex-data/vortex"
include = [

"build.rs",
Expand Down Expand Up @@ -111,7 +110,6 @@ arrow-ipc = "59.2"
arrow-row = "59.2"
arrow-schema = "59.2"
arrow-select = "59.2"
arrow-string = "59.2"
async-executor = "1.14.0"
async-fs = "2.2.0"
async-lock = "3.4"
Expand Down Expand Up @@ -231,7 +229,6 @@ rand = "0.10.1"
rand_distr = "0.6"
ratatui = { version = "0.30", default-features = false }
regex = "1.12"
regex-automata = "0.4"
regex-syntax = "0.8.9"
reqwest = { version = "0.13.0", features = [
"blocking",
Expand Down Expand Up @@ -268,7 +265,6 @@ syn = { version = "3.0.2", features = ["full"] }
sysinfo = "0.38.0"
tabled = { version = "0.21.0", default-features = false }
taffy = "0.12"
take_mut = "0.2.2"
tar = "0.4"
target-lexicon = "0.13"
temp-env = "0.3"
Expand Down
1 change: 0 additions & 1 deletion benchmarks/bench-support/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ description = "Proc macros for gating Vortex benchmarks by CPU architecture and
authors = { workspace = true }
categories = { workspace = true }
edition = { workspace = true }
homepage = { workspace = true }
include = { workspace = true }
keywords = { workspace = true }
license = { workspace = true }
Expand Down
1 change: 0 additions & 1 deletion benchmarks/compress-bench/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ description = "Compression benchmarks for Vortex and other formats"
authors.workspace = true
categories.workspace = true
edition.workspace = true
homepage.workspace = true
include.workspace = true
keywords.workspace = true
license.workspace = true
Expand Down
8 changes: 0 additions & 8 deletions benchmarks/datafusion-bench/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ description = "Datafusion benchmarks"
authors = { workspace = true }
categories = { workspace = true }
edition = { workspace = true }
homepage = { workspace = true }
include = { workspace = true }
keywords = { workspace = true }
license = { workspace = true }
Expand All @@ -14,9 +13,6 @@ rust-version = { workspace = true }
version = { workspace = true }
publish = false

[package.metadata.cargo-shear]
ignored = ["vortex-cuda"]

[[bin]]
name = "datafusion-bench"
path = "src/main.rs"
Expand Down Expand Up @@ -49,15 +45,11 @@ url = { workspace = true }
vortex = { workspace = true, features = ["object_store", "files", "tokio"] }
vortex-arrow = { workspace = true }
vortex-bench = { workspace = true }
vortex-cuda = { workspace = true, optional = true }
vortex-datafusion = { workspace = true }
vortex-metrics = { workspace = true }

[build-dependencies]
custom-labels = { workspace = true }

[features]
cuda = ["dep:vortex-cuda"]

[lints]
workspace = true
8 changes: 0 additions & 8 deletions benchmarks/duckdb-bench/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ description = "DuckDB benchmarks tool"
authors.workspace = true
categories.workspace = true
edition.workspace = true
homepage.workspace = true
include.workspace = true
keywords.workspace = true
license.workspace = true
Expand All @@ -14,9 +13,6 @@ rust-version.workspace = true
version.workspace = true
publish = false

[package.metadata.cargo-shear]
ignored = ["vortex-cuda"]

[[bin]]
name = "duckdb-bench"
test = false
Expand All @@ -32,11 +28,7 @@ tokio = { workspace = true }
tracing = { workspace = true }
vortex = { workspace = true }
vortex-bench = { workspace = true }
vortex-cuda = { workspace = true, optional = true }
vortex-duckdb = { workspace = true }

[features]
cuda = ["dep:vortex-cuda"]

[lints]
workspace = true
1 change: 0 additions & 1 deletion benchmarks/lance-bench/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ description = "Lance benchmark tool"
authors.workspace = true
categories.workspace = true
edition.workspace = true
homepage.workspace = true
include.workspace = true
keywords.workspace = true
license.workspace = true
Expand Down
1 change: 0 additions & 1 deletion benchmarks/random-access-bench/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ description = "Random access benchmarks for Vortex and other formats"
authors.workspace = true
categories.workspace = true
edition.workspace = true
homepage.workspace = true
include.workspace = true
keywords.workspace = true
license.workspace = true
Expand Down
1 change: 0 additions & 1 deletion benchmarks/string-bench/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ description = "Vortex string benchmarks for direct compression and serialized wr
authors.workspace = true
categories.workspace = true
edition.workspace = true
homepage.workspace = true
include.workspace = true
keywords.workspace = true
license.workspace = true
Expand Down
1 change: 0 additions & 1 deletion encodings/alp/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ authors = { workspace = true }
categories = { workspace = true }
description = "Vortex ALP array"
edition = { workspace = true }
homepage = { workspace = true }
include = { workspace = true }
keywords = { workspace = true }
license = { workspace = true }
Expand Down
1 change: 0 additions & 1 deletion encodings/bytebool/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ authors = { workspace = true }
categories = { workspace = true }
description = "Vortex byte-boolean array"
edition = { workspace = true }
homepage = { workspace = true }
include = { workspace = true }
keywords = { workspace = true }
license = { workspace = true }
Expand Down
1 change: 0 additions & 1 deletion encodings/datetime-parts/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ authors = { workspace = true }
categories = { workspace = true }
description = "Vortex physical encoding that compresses temporal components individually"
edition = { workspace = true }
homepage = { workspace = true }
include = { workspace = true }
keywords = { workspace = true }
license = { workspace = true }
Expand Down
1 change: 0 additions & 1 deletion encodings/decimal-byte-parts/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ authors = { workspace = true }
categories = { workspace = true }
description = "Vortex decimal array (non-canonical) encodings"
edition = { workspace = true }
homepage = { workspace = true }
include = { workspace = true }
keywords = { workspace = true }
license = { workspace = true }
Expand Down
1 change: 0 additions & 1 deletion encodings/fastlanes/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ authors = { workspace = true }
categories = { workspace = true }
description = "Vortex fastlanes arrays"
edition = { workspace = true }
homepage = { workspace = true }
include = { workspace = true }
keywords = { workspace = true }
license = { workspace = true }
Expand Down
4 changes: 1 addition & 3 deletions encodings/fsst/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -4,11 +4,9 @@ authors = { workspace = true }
categories = { workspace = true }
description = "Vortex FSST string array encoding"
edition = { workspace = true }
homepage = { workspace = true }
include = { workspace = true }
keywords = { workspace = true }
license = { workspace = true }
readme = "README.md"
repository = { workspace = true }
rust-version = { workspace = true }
version = { workspace = true }
Expand Down Expand Up @@ -58,5 +56,5 @@ name = "chunked_dict_fsst_builder"
harness = false
required-features = ["_test-harness"]

[package.metadata.cargo-machete]
[package.metadata.cargo-shear]
ignored = ["fsst-rs"]
2 changes: 0 additions & 2 deletions encodings/onpair/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -4,11 +4,9 @@ authors = { workspace = true }
categories = { workspace = true }
description = "Vortex OnPair string array encoding (dict-12, pushdown predicates)"
edition = { workspace = true }
homepage = { workspace = true }
include = { workspace = true }
keywords = { workspace = true }
license = { workspace = true }
readme = "README.md"
repository = { workspace = true }
rust-version = { workspace = true }
version = { workspace = true }
Expand Down
1 change: 0 additions & 1 deletion encodings/parquet-variant/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ authors = { workspace = true }
categories = { workspace = true }
description = "Vortex Parquet Variant array"
edition = { workspace = true }
homepage = { workspace = true }
include = { workspace = true }
keywords = { workspace = true }
license = { workspace = true }
Expand Down
1 change: 0 additions & 1 deletion encodings/pco/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ authors = { workspace = true }
categories = { workspace = true }
description = "Vortex Pco array"
edition = { workspace = true }
homepage = { workspace = true }
include = { workspace = true }
keywords = { workspace = true }
license = { workspace = true }
Expand Down
1 change: 0 additions & 1 deletion encodings/runend/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ authors = { workspace = true }
categories = { workspace = true }
description = "Vortex run end encoded array"
edition = { workspace = true }
homepage = { workspace = true }
include = { workspace = true }
keywords = { workspace = true }
license = { workspace = true }
Expand Down
1 change: 0 additions & 1 deletion encodings/sequence/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ authors = { workspace = true }
categories = { workspace = true }
description = "Vortex run end encoded array"
edition = { workspace = true }
homepage = { workspace = true }
include = { workspace = true }
keywords = { workspace = true }
license = { workspace = true }
Expand Down
1 change: 0 additions & 1 deletion encodings/sparse/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ authors = { workspace = true }
categories = { workspace = true }
description = "Vortex Sparse array"
edition = { workspace = true }
homepage = { workspace = true }
include = { workspace = true }
keywords = { workspace = true }
license = { workspace = true }
Expand Down
1 change: 0 additions & 1 deletion encodings/uuid/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ authors = { workspace = true }
categories = { workspace = true }
description = "Vortex UUID extension type"
edition = { workspace = true }
homepage = { workspace = true }
include = { workspace = true }
keywords = { workspace = true }
license = { workspace = true }
Expand Down
1 change: 0 additions & 1 deletion encodings/zigzag/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ authors = { workspace = true }
categories = { workspace = true }
description = "Vortex zig zag array"
edition = { workspace = true }
homepage = { workspace = true }
include = { workspace = true }
keywords = { workspace = true }
license = { workspace = true }
Expand Down
1 change: 0 additions & 1 deletion encodings/zstd/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ authors = { workspace = true }
categories = { workspace = true }
description = "Vortex zstd compression array encoding"
edition = { workspace = true }
homepage = { workspace = true }
include = { workspace = true }
keywords = { workspace = true }
license = { workspace = true }
Expand Down
2 changes: 0 additions & 2 deletions fuzz/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -4,12 +4,10 @@ authors = { workspace = true }
categories = { workspace = true }
description = "Fuzzer for vortex arrays"
edition = { workspace = true }
homepage = { workspace = true }
include = { workspace = true }
keywords = { workspace = true }
license = { workspace = true }
publish = false
readme = "README.md"
repository = { workspace = true }
rust-version = { workspace = true }
version = { workspace = true }
Expand Down
1 change: 0 additions & 1 deletion vortex-array-macros/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ authors = { workspace = true }
categories = { workspace = true }
description = "Proc macros for slot-oriented Vortex array helpers"
edition = { workspace = true }
homepage = { workspace = true }
include = { workspace = true }
keywords = { workspace = true }
license = { workspace = true }
Expand Down
3 changes: 0 additions & 3 deletions vortex-array/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -4,11 +4,9 @@ authors = { workspace = true }
categories = { workspace = true }
description = "Vortex in memory columnar data format"
edition = { workspace = true }
homepage = { workspace = true }
include = { workspace = true }
keywords = { workspace = true }
license = { workspace = true }
readme = "README.md"
repository = { workspace = true }
rust-version = { workspace = true }

Expand All @@ -26,7 +24,6 @@ workspace = true

[dependencies]
arbitrary = { workspace = true, optional = true }
arc-swap = { workspace = true }
arcref = { workspace = true }
arrow-buffer = { workspace = true }
async-lock = { workspace = true }
Expand Down
Loading
Loading