diff --git a/Cargo.lock b/Cargo.lock index ab0bc45b..8c313196 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -126,34 +126,6 @@ version = "1.0.101" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "5f0e0fee31ef5ed1ba1316088939cea399010ed7731dba877ed44aeb407a75ea" -[[package]] -name = "api" -version = "1.16.4-dev" -source = "git+https://github.com/qdrant/qdrant.git?branch=dev#c033e26cf45071bdb018d9345db8edcb1c901f30" -dependencies = [ - "ahash", - "chrono", - "common", - "itertools 0.14.0", - "ordered-float 5.1.0", - "parking_lot", - "prost", - "prost-build", - "prost-wkt-types", - "rand 0.9.2", - "schemars", - "segment", - "serde", - "serde_json", - "sparse", - "thiserror 2.0.18", - "tokio", - "tonic", - "tonic-build", - "uuid", - "validator", -] - [[package]] name = "approx" version = "0.5.1" @@ -570,6 +542,17 @@ dependencies = [ "thiserror 1.0.69", ] +[[package]] +name = "chacha20" +version = "0.10.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6f8d983286843e49675a4b7a2d174efe136dc93a18d69130dd18198a6c167601" +dependencies = [ + "cfg-if", + "cpufeatures 0.3.0", + "rand_core 0.10.0", +] + [[package]] name = "charabia" version = "0.9.9" @@ -648,42 +631,6 @@ version = "1.0.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "b05b61dc5112cbb17e4b6cd61790d9845d13888356391624cbe7e41efeac1e75" -[[package]] -name = "common" -version = "0.0.0" -source = "git+https://github.com/qdrant/qdrant.git?branch=dev#c033e26cf45071bdb018d9345db8edcb1c901f30" -dependencies = [ - "atomicwrites", - "bitvec", - "bytemuck", - "chrono", - "fs-err", - "log", - "memmap2", - "memory", - "nix 0.31.1", - "num-traits", - "num_cpus", - "ordered-float 5.1.0", - "parking_lot", - "ph", - "rand 0.9.2", - "schemars", - "semver", - "serde", - "serde_json", - "strum", - "tap", - "tar", - "tempfile", - "thiserror 2.0.18", - "thread-priority", - "tokio", - "validator", - "walkdir", - "zerocopy", -] - [[package]] name = "compact_str" version = "0.9.0" @@ -712,19 +659,6 @@ dependencies = [ "windows-sys 0.59.0", ] -[[package]] -name = "console" -version = "0.16.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "03e45a4a8926227e4197636ba97a9fc9b00477e9f4bd711395687c5f0734bec4" -dependencies = [ - "encode_unicode", - "libc", - "once_cell", - "unicode-width", - "windows-sys 0.61.0", -] - [[package]] name = "constant_time_eq" version = "0.1.5" @@ -765,6 +699,15 @@ dependencies = [ "libc", ] +[[package]] +name = "cpufeatures" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8b2a41393f66f16b0823bb79094d54ac5fbd34ab292ddafb9a0456ac9f87d201" +dependencies = [ + "libc", +] + [[package]] name = "crc32c" version = "0.6.8" @@ -783,15 +726,6 @@ dependencies = [ "cfg-if", ] -[[package]] -name = "crossbeam-channel" -version = "0.5.15" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "82b8f8f868b36967f9606790d1903570de9ceaf870a7bf9fbbd3016d636a2cb2" -dependencies = [ - "crossbeam-utils", -] - [[package]] name = "crossbeam-deque" version = "0.8.6" @@ -910,18 +844,6 @@ version = "2.10.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "d7a1e2f27636f116493b8b860f5546edb47c8d8f8ea73e1d2a20be88e28d1fea" -[[package]] -name = "dataset" -version = "0.0.0" -source = "git+https://github.com/qdrant/qdrant.git?branch=dev#c033e26cf45071bdb018d9345db8edcb1c901f30" -dependencies = [ - "anyhow", - "flate2", - "fs-err", - "indicatif 0.18.3", - "reqwest", -] - [[package]] name = "delegate" version = "0.13.5" @@ -1070,25 +992,6 @@ dependencies = [ "serde", ] -[[package]] -name = "edge" -version = "0.1.0" -source = "git+https://github.com/qdrant/qdrant.git?branch=dev#c033e26cf45071bdb018d9345db8edcb1c901f30" -dependencies = [ - "ahash", - "common", - "fs-err", - "io", - "itertools 0.14.0", - "log", - "ordered-float 5.1.0", - "parking_lot", - "rand 0.9.2", - "segment", - "shard", - "wal", -] - [[package]] name = "either" version = "1.15.0" @@ -1291,7 +1194,7 @@ version = "0.13.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "8640e34b88f7652208ce9e88b1a37a2ae95227d84abec377ccd3c5cfeb141ed4" dependencies = [ - "rustix 1.1.3", + "rustix 1.1.4", "windows-sys 0.59.0", ] @@ -1503,11 +1406,25 @@ dependencies = [ "cfg-if", "js-sys", "libc", - "r-efi", + "r-efi 5.3.0", "wasi 0.14.2+wasi-0.2.4", "wasm-bindgen", ] +[[package]] +name = "getrandom" +version = "0.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0de51e6874e94e7bf76d726fc5d13ba782deca734ff60d5bb2fb2607c7406555" +dependencies = [ + "cfg-if", + "libc", + "r-efi 6.0.0", + "rand_core 0.10.0", + "wasip2", + "wasip3", +] + [[package]] name = "gimli" version = "0.31.1" @@ -1527,16 +1444,6 @@ dependencies = [ "regex-syntax", ] -[[package]] -name = "gpu" -version = "0.1.0" -source = "git+https://github.com/qdrant/qdrant.git?branch=dev#c033e26cf45071bdb018d9345db8edcb1c901f30" -dependencies = [ - "log", - "parking_lot", - "zerocopy", -] - [[package]] name = "grep" version = "0.3.2" @@ -1616,34 +1523,6 @@ dependencies = [ "memmap2", ] -[[package]] -name = "gridstore" -version = "0.1.0" -source = "git+https://github.com/qdrant/qdrant.git?branch=dev#c033e26cf45071bdb018d9345db8edcb1c901f30" -dependencies = [ - "ahash", - "bitvec", - "common", - "dataset", - "ecow", - "fs-err", - "io", - "itertools 0.14.0", - "log", - "lz4_flex", - "memmap2", - "memory", - "parking_lot", - "rand 0.9.2", - "serde", - "serde_cbor", - "serde_json", - "smallvec", - "tempfile", - "thiserror 2.0.18", - "zerocopy", -] - [[package]] name = "h2" version = "0.3.27" @@ -1663,25 +1542,6 @@ dependencies = [ "tracing", ] -[[package]] -name = "h2" -version = "0.4.12" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f3c0b69cfcb4e1b9f1bf2f53f95f766e4661169728ec61cd3fe5a0166f2d1386" -dependencies = [ - "atomic-waker", - "bytes", - "fnv", - "futures-core", - "futures-sink", - "http 1.3.1", - "indexmap 2.11.1", - "slab", - "tokio", - "tokio-util", - "tracing", -] - [[package]] name = "half" version = "1.8.3" @@ -1694,6 +1554,7 @@ version = "2.7.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "6ea2d84b969582b4b1864a92dc5d27cd2b77b622a8d79306834f1be5ba20d84b" dependencies = [ + "bytemuck", "cfg-if", "crunchy", "num-traits", @@ -1784,7 +1645,7 @@ checksum = "629d8f3bbeda9d148036d6b0de0a3ab947abd08ce90626327fc3547a49d59d97" dependencies = [ "dirs 6.0.0", "http 1.3.1", - "indicatif 0.17.11", + "indicatif", "libc", "log", "rand 0.9.2", @@ -1873,7 +1734,7 @@ dependencies = [ "futures-channel", "futures-core", "futures-util", - "h2 0.3.27", + "h2", "http 0.2.12", "http-body 0.4.6", "httparse", @@ -1897,7 +1758,6 @@ dependencies = [ "bytes", "futures-channel", "futures-core", - "h2 0.4.12", "http 1.3.1", "http-body 1.0.1", "httparse", @@ -2116,6 +1976,12 @@ dependencies = [ "zerovec", ] +[[package]] +name = "id-arena" +version = "2.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3d3067d79b975e8844ca9eb072e16b31c3c1c36928edf9c6789548c524d0d954" + [[package]] name = "ident_case" version = "1.0.1" @@ -2208,27 +2074,13 @@ version = "0.17.11" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "183b3088984b400f4cfac3620d5e076c84da5364016b4f49473de574b2586235" dependencies = [ - "console 0.15.11", + "console", "number_prefix", "portable-atomic", "unicode-width", "web-time", ] -[[package]] -name = "indicatif" -version = "0.18.3" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9375e112e4b463ec1b1c6c011953545c65a30164fbab5b581df32b3abf0dcb88" -dependencies = [ - "console 0.16.2", - "portable-atomic", - "rayon", - "unicode-width", - "unit-prefix", - "web-time", -] - [[package]] name = "instant" version = "0.1.13" @@ -2253,22 +2105,6 @@ dependencies = [ "rustversion", ] -[[package]] -name = "io" -version = "0.0.0" -source = "git+https://github.com/qdrant/qdrant.git?branch=dev#c033e26cf45071bdb018d9345db8edcb1c901f30" -dependencies = [ - "atomicwrites", - "bincode 1.3.3", - "fs-err", - "fs_extra", - "semver", - "serde", - "serde_json", - "tempfile", - "thiserror 2.0.18", -] - [[package]] name = "io-uring" version = "0.7.11" @@ -2416,11 +2252,17 @@ version = "1.5.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "bbd2bcb4c963f2ddae06a2efc7e9f3591312473c50c6685e1f298068316e66fe" +[[package]] +name = "leb128fmt" +version = "0.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "09edd9e8b54e49e587e4f6295a7d29c3ea94d469cb40ab8ca70b288248a81db2" + [[package]] name = "libc" -version = "0.2.180" +version = "0.2.182" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "bcc35a38544a891a5f7c865aca548a982ccb3b8650a5b06d0fd33a10283c56fc" +checksum = "6800badb6cb2082ffd7b6a67e6125bb39f18782f793520caee8cb8846be06112" [[package]] name = "libflate" @@ -2471,9 +2313,9 @@ checksum = "d26c52dbd32dccf2d10cac7725f8eae5296885fb5703b261f7d0a0739ec807ab" [[package]] name = "linux-raw-sys" -version = "0.11.0" +version = "0.12.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "df1d3c3b53da64cf5760482273a98e575c651a67eec7f77df96b5b642de8f039" +checksum = "32a66949e030da00e8c7d4434b251670a91556f4144941d37452769c25d58a53" [[package]] name = "litemap" @@ -2525,16 +2367,6 @@ version = "0.2.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "670fdfda89751bc4a84ac13eaa63e205cf0fd22b4c9a5fbfa085b63c1f1d3a30" -[[package]] -name = "macros" -version = "0.1.0" -source = "git+https://github.com/qdrant/qdrant.git?branch=dev#c033e26cf45071bdb018d9345db8edcb1c901f30" -dependencies = [ - "proc-macro2", - "quote", - "syn 2.0.106", -] - [[package]] name = "matchit" version = "0.7.3" @@ -2559,30 +2391,13 @@ checksum = "32a282da65faaf38286cf3be983213fcf1d2e2a58700e808f83f4ea9a4804bc0" [[package]] name = "memmap2" -version = "0.9.9" +version = "0.9.10" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "744133e4a0e0a658e1374cf3bf8e415c4052a15a111acd372764c55b4177d490" +checksum = "714098028fe011992e1c3962653c96b2d578c4b4bce9036e15ff220319b1e0e3" dependencies = [ "libc", ] -[[package]] -name = "memory" -version = "0.0.0" -source = "git+https://github.com/qdrant/qdrant.git?branch=dev#c033e26cf45071bdb018d9345db8edcb1c901f30" -dependencies = [ - "ahash", - "bitvec", - "delegate", - "fs-err", - "log", - "memmap2", - "nix 0.31.1", - "parking_lot", - "serde", - "thiserror 2.0.18", -] - [[package]] name = "mime" version = "0.3.17" @@ -2696,9 +2511,9 @@ dependencies = [ [[package]] name = "nix" -version = "0.31.1" +version = "0.31.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "225e7cfe711e0ba79a68baeddb2982723e4235247aefce1482f2f16c27865b66" +checksum = "5d6d0705320c1e6ba1d912b5e37cf18071b6c2e9b7fa8215a1e8a7651966f5d3" dependencies = [ "bitflags 2.9.3", "cfg-if", @@ -3059,16 +2874,6 @@ dependencies = [ "portable-atomic", ] -[[package]] -name = "posting_list" -version = "0.0.0" -source = "git+https://github.com/qdrant/qdrant.git?branch=dev#c033e26cf45071bdb018d9345db8edcb1c901f30" -dependencies = [ - "bitpacking", - "common", - "zerocopy", -] - [[package]] name = "potential_utf" version = "0.1.2" @@ -3160,7 +2965,7 @@ checksum = "25485360a54d6861439d60facef26de713b1e126bf015ec8f98239467a2b82f7" dependencies = [ "bitflags 2.9.3", "procfs-core", - "rustix 1.1.3", + "rustix 1.1.4", ] [[package]] @@ -3199,8 +3004,6 @@ dependencies = [ "prettyplease", "prost", "prost-types", - "pulldown-cmark", - "pulldown-cmark-to-cmark", "regex", "syn 2.0.106", "tempfile", @@ -3275,46 +3078,103 @@ dependencies = [ ] [[package]] -name = "pulldown-cmark" -version = "0.9.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "57206b407293d2bcd3af849ce869d52068623f19e1b5ff8e8778e3309439682b" -dependencies = [ - "bitflags 2.9.3", - "memchr", - "unicase", -] - -[[package]] -name = "pulldown-cmark-to-cmark" -version = "10.0.4" +name = "qdrant-edge" +version = "0.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0194e6e1966c23cc5fd988714f85b18d548d773e81965413555d96569931833d" -dependencies = [ - "pulldown-cmark", -] - -[[package]] -name = "quantization" -version = "0.1.0" -source = "git+https://github.com/qdrant/qdrant.git?branch=dev#c033e26cf45071bdb018d9345db8edcb1c901f30" +checksum = "a3a7c24487b85c2cbbdfe1584e8bfb39bccb56672fa37f4ec94d8e9693796660" dependencies = [ + "ahash", "arrayvec 0.7.6", + "atomic_refcell", + "atomicwrites", + "bincode 1.3.3", + "bitpacking", + "bitvec", "bytemuck", + "byteorder", "cc", - "common", - "fs-err", - "io", - "memory", - "num-traits", - "ordered-float 5.1.0", - "parking_lot", - "permutation_iterator", - "rand 0.9.2", - "rayon", + "cgroups-rs", + "charabia", + "chrono", + "crc32c", + "data-encoding", + "delegate", + "docopt", + "ecow", + "env_logger", + "fnv", + "fs-err", + "fs4", + "fs_extra", + "geo", + "geohash", + "half 2.7.1", + "indexmap 2.11.1", + "integer-encoding", + "io-uring", + "is_sorted", + "itertools 0.14.0", + "log", + "lz4_flex", + "macro_rules_attribute", + "memmap2", + "nix 0.31.2", + "nom 8.0.0", + "num-cmp", + "num-derive", + "num-traits", + "num_cpus", + "ordered-float 5.1.0", + "parking_lot", + "permutation_iterator", + "ph", + "procfs", + "prost", + "prost-wkt-types", + "qdrant-rust-stemmers", + "rand 0.10.0", + "rand_distr", + "rayon", + "rmp-serde", + "roaring", + "rustix 1.1.4", + "schemars", + "seahash", + "self_cell", + "semver", "serde", + "serde-untagged", + "serde-value", + "serde_cbor", "serde_json", + "serde_variant", + "sha2", + "smallvec", "strum", + "sysinfo", + "tap", + "tar", + "tempfile", + "thiserror 2.0.18", + "thread-priority", + "tinyvec", + "tokio", + "tonic", + "uuid", + "validator", + "vaporetto", + "walkdir", + "zerocopy", +] + +[[package]] +name = "qdrant-rust-stemmers" +version = "1.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e61bd348ee10767d59d65d47ced0861921e8bb3ef0823aab63cc16c6c0f6d756" +dependencies = [ + "serde", + "serde_derive", ] [[package]] @@ -3387,6 +3247,12 @@ version = "5.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "69cdb34c158ceb288df11e18b4bd39de994f6657d83847bdffdbd7f346754b0f" +[[package]] +name = "r-efi" +version = "6.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f8dcc9c7d52a811697d2151c701e0d08956f92b0e24136cf4cf27b57a6a0d9bf" + [[package]] name = "radium" version = "0.7.0" @@ -3428,6 +3294,17 @@ dependencies = [ "rand_core 0.9.3", ] +[[package]] +name = "rand" +version = "0.10.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bc266eb313df6c5c09c1c7b1fbe2510961e5bcd3add930c1e31f7ed9da0feff8" +dependencies = [ + "chacha20", + "getrandom 0.4.2", + "rand_core 0.10.0", +] + [[package]] name = "rand_chacha" version = "0.2.2" @@ -3486,14 +3363,20 @@ dependencies = [ "getrandom 0.3.3", ] +[[package]] +name = "rand_core" +version = "0.10.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0c8d0fd677905edcbeedbf2edb6494d676f0e98d54d5cf9bda0b061cb8fb8aba" + [[package]] name = "rand_distr" -version = "0.5.1" +version = "0.6.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6a8615d50dcf34fa31f7ab52692afec947c4dd0ab803cc87cb3b0b4570ff7463" +checksum = "4d431c2703ccf129de4d45253c03f49ebb22b97d6ad79ee3ecfc7e3f4862c1d8" dependencies = [ "num-traits", - "rand 0.9.2", + "rand 0.10.0", ] [[package]] @@ -3610,10 +3493,8 @@ checksum = "eddd3ca559203180a307f12d114c268abf583f59b03cb906fd0b3ff8646c1147" dependencies = [ "base64 0.22.1", "bytes", - "futures-channel", "futures-core", "futures-util", - "h2 0.4.12", "http 1.3.1", "http-body 1.0.1", "http-body-util", @@ -3729,15 +3610,6 @@ dependencies = [ "smallvec", ] -[[package]] -name = "rust-stemmers" -version = "1.2.1" -source = "git+https://github.com/qdrant/rust-stemmers.git?tag=v1.2.1#aee4c73b4012230b1163bf82d086cbf4b3f1102e" -dependencies = [ - "serde", - "serde_derive", -] - [[package]] name = "rustc-demangle" version = "0.1.26" @@ -3774,14 +3646,14 @@ dependencies = [ [[package]] name = "rustix" -version = "1.1.3" +version = "1.1.4" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "146c9e247ccc180c1f61615433868c99f3de3ae256a30a43b49f67c2d9171f34" +checksum = "b6fe4565b9518b83ef4f91bb47ce29620ca828bd32cb7e408f0062e9930ba190" dependencies = [ "bitflags 2.9.3", "errno", "libc", - "linux-raw-sys 0.11.0", + "linux-raw-sys 0.12.1", "windows-sys 0.61.0", ] @@ -3991,84 +3863,6 @@ dependencies = [ "xxhash-rust", ] -[[package]] -name = "segment" -version = "0.6.0" -source = "git+https://github.com/qdrant/qdrant.git?branch=dev#c033e26cf45071bdb018d9345db8edcb1c901f30" -dependencies = [ - "ahash", - "atomic_refcell", - "atomicwrites", - "bincode 1.3.3", - "bitvec", - "bytemuck", - "byteorder", - "cc", - "cgroups-rs", - "charabia", - "chrono", - "common", - "data-encoding", - "delegate", - "ecow", - "fnv", - "fs-err", - "fs_extra", - "geo", - "geohash", - "gpu", - "gridstore", - "half 2.7.1", - "indexmap 2.11.1", - "integer-encoding", - "io", - "io-uring", - "is_sorted", - "itertools 0.14.0", - "log", - "macro_rules_attribute", - "macros", - "memmap2", - "memory", - "nom 8.0.0", - "num-cmp", - "num-derive", - "num-traits", - "ordered-float 5.1.0", - "parking_lot", - "posting_list", - "procfs", - "quantization", - "rand 0.9.2", - "rayon", - "roaring", - "rust-stemmers", - "schemars", - "seahash", - "self_cell", - "semver", - "serde", - "serde-untagged", - "serde-value", - "serde_cbor", - "serde_json", - "serde_variant", - "sha2", - "smallvec", - "sparse", - "strum", - "sysinfo", - "tap", - "tar", - "tempfile", - "thiserror 2.0.18", - "tinyvec", - "uuid", - "validator", - "vaporetto", - "zerocopy", -] - [[package]] name = "self_cell" version = "1.2.2" @@ -4084,7 +3878,6 @@ dependencies = [ "bytes", "clap", "dirs 5.0.1", - "edge", "futures", "grep", "grep-matcher", @@ -4094,14 +3887,13 @@ dependencies = [ "mime_guess", "model2vec-rs", "ordered-float 5.1.0", + "qdrant-edge", "rand 0.8.5", "regex", "reqwest", - "segment", "serde", "serde_json", "sha2", - "shard", "simsimd", "tempfile", "tokio", @@ -4230,44 +4022,10 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "a7507d819769d01a365ab707794a4084392c824f54a7a6a7862f8c3d0892b283" dependencies = [ "cfg-if", - "cpufeatures", + "cpufeatures 0.2.17", "digest", ] -[[package]] -name = "shard" -version = "0.1.0" -source = "git+https://github.com/qdrant/qdrant.git?branch=dev#c033e26cf45071bdb018d9345db8edcb1c901f30" -dependencies = [ - "ahash", - "api", - "bitvec", - "common", - "fs-err", - "indexmap 2.11.1", - "io", - "itertools 0.14.0", - "log", - "ordered-float 5.1.0", - "parking_lot", - "rand 0.9.2", - "rmp-serde", - "schemars", - "segment", - "serde", - "serde_cbor", - "serde_json", - "smallvec", - "sparse", - "strum", - "tempfile", - "thiserror 2.0.18", - "tonic", - "uuid", - "validator", - "wal", -] - [[package]] name = "shlex" version = "1.3.0" @@ -4371,32 +4129,6 @@ dependencies = [ "smallvec", ] -[[package]] -name = "sparse" -version = "0.1.0" -source = "git+https://github.com/qdrant/qdrant.git?branch=dev#c033e26cf45071bdb018d9345db8edcb1c901f30" -dependencies = [ - "bincode 1.3.3", - "bitpacking", - "common", - "fs-err", - "gridstore", - "half 2.7.1", - "io", - "itertools 0.14.0", - "log", - "memmap2", - "memory", - "ordered-float 5.1.0", - "parking_lot", - "rand 0.9.2", - "schemars", - "serde", - "serde_json", - "tempfile", - "validator", -] - [[package]] name = "spm_precompiled" version = "0.1.4" @@ -4435,18 +4167,18 @@ checksum = "7da8b5736845d9f2fcb837ea5d9e2628564b3b043a70948a3f0b778838c5fb4f" [[package]] name = "strum" -version = "0.27.2" +version = "0.28.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "af23d6f6c1a224baef9d3f61e287d2761385a5b88fdab4eb4c6f11aeb54c4bcf" +checksum = "9628de9b8791db39ceda2b119bbe13134770b56c138ec1d3af810d045c04f9bd" dependencies = [ "strum_macros", ] [[package]] name = "strum_macros" -version = "0.27.2" +version = "0.28.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7695ce3845ea4b33927c055a39dc438a45b059f7c1b3d91d38d10355fb8cbca7" +checksum = "ab85eea0270ee17587ed4156089e10b9e6880ee688791d45a905f5b1ca36f664" dependencies = [ "heck", "proc-macro2", @@ -4540,14 +4272,14 @@ dependencies = [ [[package]] name = "tempfile" -version = "3.24.0" +version = "3.26.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "655da9c7eb6305c55742045d5a8d2037996d61d8de95806335c7c86ce0f82e9c" +checksum = "82a72c767771b47409d2345987fda8628641887d5466101319899796367354a0" dependencies = [ "fastrand", "getrandom 0.3.3", "once_cell", - "rustix 1.1.3", + "rustix 1.1.4", "windows-sys 0.61.0", ] @@ -4653,7 +4385,7 @@ dependencies = [ "esaxx-rs", "getrandom 0.3.3", "hf-hub", - "indicatif 0.17.11", + "indicatif", "itertools 0.14.0", "log", "macro_rules_attribute", @@ -4769,7 +4501,7 @@ dependencies = [ "base64 0.21.7", "bytes", "flate2", - "h2 0.3.27", + "h2", "http 0.2.12", "http-body 0.4.6", "hyper 0.14.32", @@ -4788,19 +4520,6 @@ dependencies = [ "tracing", ] -[[package]] -name = "tonic-build" -version = "0.11.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "be4ef6dd70a610078cb4e338a0f79d06bc759ff1b22d2120c2ff02ae264ba9c2" -dependencies = [ - "prettyplease", - "proc-macro2", - "prost-build", - "quote", - "syn 2.0.106", -] - [[package]] name = "tower" version = "0.4.13" @@ -4982,16 +4701,16 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "4a1a07cc7db3810833284e8d372ccdc6da29741639ecc70c9ec107df0fa6154c" [[package]] -name = "unicode_categories" -version = "0.1.1" +name = "unicode-xid" +version = "0.2.6" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "39ec24b3121d976906ece63c9daad25b85969647682eee313cb5779fdd69e14e" +checksum = "ebc1c04c71510c7f702b52b7c350734c9ff1295c464a03335b00bb84fc54f853" [[package]] -name = "unit-prefix" -version = "0.5.2" +name = "unicode_categories" +version = "0.1.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "81e544489bf3d8ef66c953931f56617f423cd4b5494be343d9b9d3dda037b9a3" +checksum = "39ec24b3121d976906ece63c9daad25b85969647682eee313cb5779fdd69e14e" [[package]] name = "untrusted" @@ -5050,11 +4769,11 @@ checksum = "06abde3611657adf66d383f00b093d7faecc7fa57071cce2578660c9f1010821" [[package]] name = "uuid" -version = "1.20.0" +version = "1.21.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ee48d38b119b0cd71fe4141b30f5ba9c7c5d9f4e7a3a8b4a674e4b6ef789976f" +checksum = "b672338555252d43fd2240c714dc444b8c6fb0a5c5335e65a07bba7742735ddb" dependencies = [ - "getrandom 0.3.3", + "getrandom 0.4.2", "js-sys", "serde_core", "wasm-bindgen", @@ -5113,25 +4832,6 @@ version = "0.0.18" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "051eb1abcf10076295e815102942cc58f9d5e3b4560e46e53c21e8ff6f3af7b1" -[[package]] -name = "wal" -version = "0.1.4" -source = "git+https://github.com/qdrant/wal.git?rev=2209eb2c4a359d9c32f63d868c580df360efa4a9#2209eb2c4a359d9c32f63d868c580df360efa4a9" -dependencies = [ - "byteorder", - "crc32c", - "crossbeam-channel", - "docopt", - "env_logger", - "fs4", - "log", - "memmap2", - "rand 0.9.2", - "rand_distr", - "rustix 1.1.3", - "serde", -] - [[package]] name = "walkdir" version = "2.5.0" @@ -5172,6 +4872,24 @@ dependencies = [ "wit-bindgen-rt", ] +[[package]] +name = "wasip2" +version = "1.0.2+wasi-0.2.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9517f9239f02c069db75e65f174b3da828fe5f5b945c4dd26bd25d89c03ebcf5" +dependencies = [ + "wit-bindgen", +] + +[[package]] +name = "wasip3" +version = "0.4.0+wasi-0.3.0-rc-2026-01-06" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5428f8bf88ea5ddc08faddef2ac4a67e390b88186c703ce6dbd955e1c145aca5" +dependencies = [ + "wit-bindgen", +] + [[package]] name = "wasm-bindgen" version = "0.2.100" @@ -5243,6 +4961,28 @@ dependencies = [ "unicode-ident", ] +[[package]] +name = "wasm-encoder" +version = "0.244.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "990065f2fe63003fe337b932cfb5e3b80e0b4d0f5ff650e6985b1048f62c8319" +dependencies = [ + "leb128fmt", + "wasmparser", +] + +[[package]] +name = "wasm-metadata" +version = "0.244.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bb0e353e6a2fbdc176932bbaab493762eb1255a7900fe0fea1a2f96c296cc909" +dependencies = [ + "anyhow", + "indexmap 2.11.1", + "wasm-encoder", + "wasmparser", +] + [[package]] name = "wasm-streams" version = "0.4.2" @@ -5256,6 +4996,18 @@ dependencies = [ "web-sys", ] +[[package]] +name = "wasmparser" +version = "0.244.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "47b807c72e1bac69382b3a6fb3dbe8ea4c0ed87ff5629b8685ae6b9a611028fe" +dependencies = [ + "bitflags 2.9.3", + "hashbrown 0.15.5", + "indexmap 2.11.1", + "semver", +] + [[package]] name = "web-sys" version = "0.3.77" @@ -5765,6 +5517,26 @@ version = "0.53.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "271414315aff87387382ec3d271b52d7ae78726f5d44ac98b4f4030c91880486" +[[package]] +name = "wit-bindgen" +version = "0.51.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d7249219f66ced02969388cf2bb044a09756a083d0fab1e566056b04d9fbcaa5" +dependencies = [ + "wit-bindgen-rust-macro", +] + +[[package]] +name = "wit-bindgen-core" +version = "0.51.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ea61de684c3ea68cb082b7a88508a8b27fcc8b797d738bfc99a82facf1d752dc" +dependencies = [ + "anyhow", + "heck", + "wit-parser", +] + [[package]] name = "wit-bindgen-rt" version = "0.39.0" @@ -5774,6 +5546,74 @@ dependencies = [ "bitflags 2.9.3", ] +[[package]] +name = "wit-bindgen-rust" +version = "0.51.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b7c566e0f4b284dd6561c786d9cb0142da491f46a9fbed79ea69cdad5db17f21" +dependencies = [ + "anyhow", + "heck", + "indexmap 2.11.1", + "prettyplease", + "syn 2.0.106", + "wasm-metadata", + "wit-bindgen-core", + "wit-component", +] + +[[package]] +name = "wit-bindgen-rust-macro" +version = "0.51.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0c0f9bfd77e6a48eccf51359e3ae77140a7f50b1e2ebfe62422d8afdaffab17a" +dependencies = [ + "anyhow", + "prettyplease", + "proc-macro2", + "quote", + "syn 2.0.106", + "wit-bindgen-core", + "wit-bindgen-rust", +] + +[[package]] +name = "wit-component" +version = "0.244.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9d66ea20e9553b30172b5e831994e35fbde2d165325bec84fc43dbf6f4eb9cb2" +dependencies = [ + "anyhow", + "bitflags 2.9.3", + "indexmap 2.11.1", + "log", + "serde", + "serde_derive", + "serde_json", + "wasm-encoder", + "wasm-metadata", + "wasmparser", + "wit-parser", +] + +[[package]] +name = "wit-parser" +version = "0.244.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ecc8ac4bc1dc3381b7f59c34f00b67e18f910c2c0f50015669dde7def656a736" +dependencies = [ + "anyhow", + "id-arena", + "indexmap 2.11.1", + "log", + "semver", + "serde", + "serde_derive", + "serde_json", + "unicode-xid", + "wasmparser", +] + [[package]] name = "writeable" version = "0.6.1" @@ -5805,7 +5645,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "32e45ad4206f6d2479085147f02bc2ef834ac85886624a23575ae137c8aa8156" dependencies = [ "libc", - "rustix 1.1.3", + "rustix 1.1.4", ] [[package]] @@ -5840,18 +5680,18 @@ dependencies = [ [[package]] name = "zerocopy" -version = "0.8.38" +version = "0.8.40" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "57cf3aa6855b23711ee9852dfc97dfaa51c45feaba5b645d0c777414d494a961" +checksum = "a789c6e490b576db9f7e6b6d661bcc9799f7c0ac8352f56ea20193b2681532e5" dependencies = [ "zerocopy-derive", ] [[package]] name = "zerocopy-derive" -version = "0.8.38" +version = "0.8.40" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8a616990af1a287837c4fe6596ad77ef57948f787e46ce28e166facc0cc1cb75" +checksum = "f65c489a7071a749c849713807783f70672b28094011623e200cb86dcb835953" dependencies = [ "proc-macro2", "quote", diff --git a/Cargo.toml b/Cargo.toml index 63692a3a..051ed07b 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -38,9 +38,7 @@ simsimd = { version = "6.5.1", optional = true } # Workspace-specific dependencies rand = { version = "0.8.5", optional = true } -edge = { git = "https://github.com/qdrant/qdrant.git", branch = "dev", package = "edge", optional = true } -segment = { git = "https://github.com/qdrant/qdrant.git", branch = "dev", package = "segment", optional = true } -shard = { git = "https://github.com/qdrant/qdrant.git", branch = "dev", package = "shard", optional = true } +qdrant-edge = { version = "0.0.0", optional = true } ordered-float = { version = "5.1.0", optional = true } # Ask dependencies @@ -58,5 +56,5 @@ tempfile = "3.24.0" default = ["parse", "search", "workspace", "ask"] parse = ["bytes", "reqwest", "tokio", "sha2", "hex", "mime_guess"] search = ["model2vec-rs", "simsimd"] -workspace = ["tokio", "rand", "edge", "segment", "shard", "ordered-float"] +workspace = ["tokio", "rand", "qdrant-edge", "ordered-float"] ask = ["async-openai", "model2vec-rs", "simsimd", "tokio", "grep", "grep-searcher", "grep-matcher", "grep-regex", "regex"] diff --git a/src/workspace/store.rs b/src/workspace/store.rs index 91be766c..37065b48 100644 --- a/src/workspace/store.rs +++ b/src/workspace/store.rs @@ -2,25 +2,26 @@ use anyhow::{Result, anyhow}; use crate::search::DocumentInfo; -use edge::EdgeShard; use ordered_float::OrderedFloat; -use segment::data_types::vectors::{NamedQuery, VectorInternal, VectorStructInternal}; -use segment::json_path::JsonPath; -use segment::types::{ +use qdrant_edge::EdgeShard; +use qdrant_edge::segment::data_types::vectors::NamedQuery; +use qdrant_edge::segment::data_types::vectors::{VectorInternal, VectorStructInternal}; +use qdrant_edge::segment::json_path::JsonPath; +use qdrant_edge::segment::types::{ AnyVariants, Condition, Distance, ExtendedPointId, FieldCondition, Filter, Match, Payload, PayloadStorageType, SegmentConfig, ValueVariants, VectorDataConfig, VectorStorageType, WithPayloadInterface, WithVector, }; -use serde::{Deserialize, Serialize}; -use serde_json::Value; -use shard::count::CountRequestInternal; -use shard::operations::CollectionUpdateOperations; -use shard::operations::point_ops::{ +use qdrant_edge::shard::count::CountRequestInternal; +use qdrant_edge::shard::operations::CollectionUpdateOperations; +use qdrant_edge::shard::operations::point_ops::{ PointInsertOperationsInternal, PointOperations, PointStructPersisted, }; -use shard::query::query_enum::QueryEnum; -use shard::query::{ScoringQuery, ShardQueryRequest}; -use shard::scroll::ScrollRequestInternal; +use qdrant_edge::shard::query::query_enum::QueryEnum; +use qdrant_edge::shard::query::{ScoringQuery, ShardQueryRequest}; +use qdrant_edge::shard::scroll::ScrollRequestInternal; +use serde::{Deserialize, Serialize}; +use serde_json::Value; use std::collections::HashMap; use std::path::Path; use std::str::FromStr;