diff --git a/Cargo.lock b/Cargo.lock index d53afc8e813..b5744226484 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -48,13 +48,28 @@ version = "2.0.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "cc7bb162ec39d46ab1ca8c77bf72e890535becd1751bb45f64c597edb4c8c6b3" +[[package]] +name = "alloc-no-stdlib" +version = "3.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c2fb6cfd47bf496ff64095c20eaba0c201404ee38714d4142fcfa1dc334fcc7a" + [[package]] name = "alloc-stdlib" version = "0.2.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0e76a019e91224d279006ff972f1e984179a6e9feb050adba6ce8274aef23195" dependencies = [ - "alloc-no-stdlib", + "alloc-no-stdlib 2.0.4", +] + +[[package]] +name = "alloc-stdlib" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0b5c1865780388bfa186411ab5f247819487fc4864c6e9c3106611fa347586e1" +dependencies = [ + "alloc-no-stdlib 3.0.0", ] [[package]] @@ -353,6 +368,24 @@ dependencies = [ "num-traits", ] +[[package]] +name = "arrow-array" +version = "60.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "51dff6e4b9f158864a0aeb6a131ad53858ecbae7a2fc8989307b9b3c6b2f122e" +dependencies = [ + "ahash", + "arrow-buffer 60.0.0", + "arrow-data 60.0.0", + "arrow-schema 60.0.0", + "chrono", + "half", + "hashbrown 0.17.1", + "num-complex", + "num-integer", + "num-traits", +] + [[package]] name = "arrow-avro" version = "59.3.0" @@ -412,6 +445,18 @@ dependencies = [ "num-traits", ] +[[package]] +name = "arrow-buffer" +version = "60.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c7235b863533e9db3ab86905b4521251de11226275b436ff3cb2d0010558d1c5" +dependencies = [ + "bytes", + "half", + "num-bigint 0.5.1", + "num-traits", +] + [[package]] name = "arrow-cast" version = "56.2.1" @@ -423,7 +468,7 @@ dependencies = [ "arrow-data 56.2.1", "arrow-schema 56.2.1", "arrow-select 56.2.1", - "atoi", + "atoi 2.0.0", "base64 0.22.1", "chrono", "comfy-table", @@ -445,7 +490,7 @@ dependencies = [ "arrow-ord 58.4.0", "arrow-schema 58.4.0", "arrow-select 58.4.0", - "atoi", + "atoi 2.0.0", "base64 0.22.1", "chrono", "comfy-table", @@ -467,7 +512,7 @@ dependencies = [ "arrow-ord 59.3.0", "arrow-schema 59.3.0", "arrow-select 59.3.0", - "atoi", + "atoi 2.0.0", "base64 0.23.1", "chrono", "comfy-table", @@ -477,6 +522,38 @@ dependencies = [ "ryu", ] +[[package]] +name = "arrow-cast" +version = "60.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d52cf840f0c34aeeb7e8b05aba72d66878e6c001827f423331f0b260209e7b7e" +dependencies = [ + "arrow-array 60.0.0", + "arrow-buffer 60.0.0", + "arrow-data 60.0.0", + "arrow-ord 60.0.0", + "arrow-schema 60.0.0", + "arrow-select 60.0.0", + "atoi 3.1.0", + "base64 0.23.1", + "chrono", + "half", + "lexical-core", + "num-traits", + "ryu", +] + +[[package]] +name = "arrow-cmp" +version = "60.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "73a0e9adb28d95739fabcdae637261a2c14e618caf58ba1b88857120f9ee2687" +dependencies = [ + "arrow-array 60.0.0", + "arrow-buffer 60.0.0", + "arrow-schema 60.0.0", +] + [[package]] name = "arrow-csv" version = "58.4.0" @@ -545,6 +622,19 @@ dependencies = [ "num-traits", ] +[[package]] +name = "arrow-data" +version = "60.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5aa06d5e22786c4966ffc4d2f171d0cb65d95f6bdea108a14e8c335e9faa437f" +dependencies = [ + "arrow-buffer 60.0.0", + "arrow-schema 60.0.0", + "half", + "num-integer", + "num-traits", +] + [[package]] name = "arrow-ipc" version = "56.2.1" @@ -591,6 +681,20 @@ dependencies = [ "zstd 0.13.3", ] +[[package]] +name = "arrow-ipc" +version = "60.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "86c523472d22e31f984df7a44fc36e6323d3c9b05ffe53d267ee4c3aa7c128d2" +dependencies = [ + "arrow-array 60.0.0", + "arrow-buffer 60.0.0", + "arrow-data 60.0.0", + "arrow-schema 60.0.0", + "arrow-select 60.0.0", + "flatbuffers", +] + [[package]] name = "arrow-json" version = "58.4.0" @@ -680,6 +784,20 @@ dependencies = [ "arrow-select 59.3.0", ] +[[package]] +name = "arrow-ord" +version = "60.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5a7ac2c6a9cdc782fa9548d3763461eaec8c93347e297fddbaa44807e70a3698" +dependencies = [ + "arrow-array 60.0.0", + "arrow-buffer 60.0.0", + "arrow-cmp", + "arrow-data 60.0.0", + "arrow-schema 60.0.0", + "arrow-select 60.0.0", +] + [[package]] name = "arrow-row" version = "56.2.1" @@ -747,6 +865,12 @@ dependencies = [ "serde_json", ] +[[package]] +name = "arrow-schema" +version = "60.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f85a9a58cd03560526b0066487574aacb9008e413504fa0ee23d61141e96c338" + [[package]] name = "arrow-select" version = "56.2.1" @@ -789,6 +913,21 @@ dependencies = [ "num-traits", ] +[[package]] +name = "arrow-select" +version = "60.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ba3482b7d03bf4a3bf0b195f08a7f2b071595ccd54897e35b975ac63d3104977" +dependencies = [ + "ahash", + "arrow-array 60.0.0", + "arrow-buffer 60.0.0", + "arrow-cmp", + "arrow-data 60.0.0", + "arrow-schema 60.0.0", + "num-traits", +] + [[package]] name = "arrow-string" version = "56.2.1" @@ -1043,6 +1182,15 @@ dependencies = [ "num-traits", ] +[[package]] +name = "atoi" +version = "3.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e7a8bbe9949e43a1edaa043038c68703b04774156afdfb62ba2cef5bf93d67be" +dependencies = [ + "num-traits", +] + [[package]] name = "atomic-waker" version = "1.1.2" @@ -1315,9 +1463,20 @@ version = "8.0.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "5cc91aac060a7a1e25823bdccbfb6af1875b88f17c6daac97894eed8207166b3" dependencies = [ - "alloc-no-stdlib", - "alloc-stdlib", - "brotli-decompressor", + "alloc-no-stdlib 2.0.4", + "alloc-stdlib 0.2.4", + "brotli-decompressor 5.0.3", +] + +[[package]] +name = "brotli" +version = "9.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f8b851b75c23ca7873623d612fe49bd1989aeb03d08fb9432187eb253d3d4c6b" +dependencies = [ + "alloc-no-stdlib 3.0.0", + "alloc-stdlib 0.3.0", + "brotli-decompressor 6.0.1", ] [[package]] @@ -1326,8 +1485,18 @@ version = "5.0.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "3a32acac15fe1967bc3986b2a6347dffc965602354ea6f450ad07e8bfd253583" dependencies = [ - "alloc-no-stdlib", - "alloc-stdlib", + "alloc-no-stdlib 2.0.4", + "alloc-stdlib 0.2.4", +] + +[[package]] +name = "brotli-decompressor" +version = "6.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "941cd9bd4ddab83cb46fa5a2d428f1c857b24ac78cb876cf7beb710840934bd7" +dependencies = [ + "alloc-no-stdlib 3.0.0", + "alloc-stdlib 0.3.0", ] [[package]] @@ -5681,14 +5850,14 @@ name = "lance-bench" version = "0.1.0" dependencies = [ "anyhow", - "arrow-cast 58.4.0", + "arrow-cast 60.0.0", "async-trait", "clap", "futures", "glob", "lance", "lance-file", - "parquet 58.4.0", + "parquet 60.0.0", "tempfile", "tokio", "tracing", @@ -7505,7 +7674,7 @@ dependencies = [ "arrow-schema 56.2.1", "arrow-select 56.2.1", "base64 0.22.1", - "brotli", + "brotli 8.0.4", "bytes", "chrono", "flate2", @@ -7527,69 +7696,67 @@ dependencies = [ [[package]] name = "parquet" -version = "58.4.0" +version = "59.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d298093b2dec60289dce0684c986d0f7679e9dd15771c2c65406e1aaf604a704" +checksum = "ff322f54b1a0f9288e614ed1f2d329b380af5476420db19f46ffb865e1163d73" dependencies = [ "ahash", - "arrow-array 58.4.0", - "arrow-buffer 58.4.0", - "arrow-data 58.4.0", - "arrow-ipc 58.4.0", - "arrow-schema 58.4.0", - "arrow-select 58.4.0", - "base64 0.22.1", - "brotli", + "arrow-array 59.3.0", + "arrow-buffer 59.3.0", + "arrow-data 59.3.0", + "arrow-ipc 59.3.0", + "arrow-schema 59.3.0", + "arrow-select 59.3.0", + "base64 0.23.1", + "brotli 8.0.4", "bytes", "chrono", "flate2", + "futures", "half", "hashbrown 0.17.1", - "lz4_flex 0.13.1", - "num-bigint 0.4.8", + "lz4_flex 0.14.0", + "num-bigint 0.5.1", "num-integer", "num-traits", - "paste", + "object_store 0.13.2", "seq-macro", "simdutf8", "snap", - "thrift", + "tokio", "twox-hash", "zstd 0.13.3", ] [[package]] name = "parquet" -version = "59.3.0" +version = "60.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ff322f54b1a0f9288e614ed1f2d329b380af5476420db19f46ffb865e1163d73" +checksum = "8af83d2940bc0510f9aef86d865f56fdc6095f87ab115ac885a80b7c5226d3ba" dependencies = [ "ahash", - "arrow-array 59.3.0", - "arrow-buffer 59.3.0", - "arrow-data 59.3.0", - "arrow-ipc 59.3.0", - "arrow-schema 59.3.0", - "arrow-select 59.3.0", + "arrow-array 60.0.0", + "arrow-buffer 60.0.0", + "arrow-data 60.0.0", + "arrow-ipc 60.0.0", + "arrow-schema 60.0.0", + "arrow-select 60.0.0", "base64 0.23.1", - "brotli", + "brotli 9.0.0", "bytes", "chrono", "flate2", - "futures", "half", "hashbrown 0.17.1", "lz4_flex 0.14.0", "num-bigint 0.5.1", "num-integer", "num-traits", - "object_store 0.13.2", "seq-macro", "simdutf8", "snap", - "tokio", "twox-hash", - "zstd 0.13.3", + "zstd 0.14.0", ] [[package]] diff --git a/benchmarks/lance-bench/Cargo.toml b/benchmarks/lance-bench/Cargo.toml index 816cebaffa5..9b3f61da4a4 100644 --- a/benchmarks/lance-bench/Cargo.toml +++ b/benchmarks/lance-bench/Cargo.toml @@ -19,12 +19,12 @@ lance = { version = "12", default-features = false } lance-file = { version = "12", default-features = false } anyhow = { workspace = true } -arrow-cast = { version = "58" } +arrow-cast = { version = "60" } async-trait = { workspace = true } clap = { workspace = true, features = ["derive"] } futures = { workspace = true } glob = { workspace = true } -parquet = { version = "58" } +parquet = { version = "60" } tempfile = { workspace = true } tokio = { workspace = true, features = ["full"] } tracing = { workspace = true }