mirror of
https://github.com/ModernRelay/omnigraph.git
synced 2026-06-15 01:55:13 +02:00
MR-925: validation-prototypes scaffolding + exp 1.1 + exp 1.2
- exclude validation-prototypes/ and merge-insert-cas-repro from the main
workspace so the nested cargo workspace can use its own pin set
- add validation-prototypes/{factorized-batches,custom-lance-index}/
scratch crates (never merged to main; long-lived branch only)
- exp 1.1 — factorized batches through DataFusion ops: writeup at
.context/experiments/factorized-batches.md (5 cells × 8 ops; all
scalar-keyed ops accept List<UInt64> input, UNNEST via CROSS JOIN
fails in DF 52.5)
- exp 1.2 — custom Lance index plugin from outside lance: writeup at
.context/experiments/custom-lance-index.md (5 probes; transaction
surface is open, SCALAR_INDEX_PLUGIN_REGISTRY is closed → hard
blocker for MR-737 §5.4; recommends upstream path or external-index
path)
This commit is contained in:
parent
c9c7c0672e
commit
02c4b45c85
12 changed files with 8033 additions and 0 deletions
69
validation-prototypes/Cargo.toml
Normal file
69
validation-prototypes/Cargo.toml
Normal file
|
|
@ -0,0 +1,69 @@
|
|||
[workspace]
|
||||
resolver = "2"
|
||||
members = [
|
||||
"factorized-batches",
|
||||
"custom-lance-index",
|
||||
# Additional crates added as each experiment is set up:
|
||||
# "custom-operator", # 1.3
|
||||
# "sip-format-bench", # 1.4
|
||||
# "bitmap-pushdown", # 1.5
|
||||
# "txn-branches-cost", # 1.6
|
||||
# "stable-rowid-index", # 1.7
|
||||
]
|
||||
|
||||
# Pre-Phase-0 validation prototypes for MR-925 / MR-737.
|
||||
# These are THROWAWAY crates that produce go/no-go signals or calibration
|
||||
# numbers. Do not merge to main. The findings live in `.context/experiments/`.
|
||||
|
||||
[workspace.dependencies]
|
||||
# Pin to the omnigraph workspace versions so the experiments exercise the
|
||||
# same substrate behavior the engine will see in Phase 0.
|
||||
arrow-array = "57"
|
||||
arrow-ipc = "57"
|
||||
arrow-schema = "57"
|
||||
arrow-select = "57"
|
||||
arrow-cast = { version = "57", features = ["prettyprint"] }
|
||||
arrow-ord = "57"
|
||||
arrow = "57"
|
||||
|
||||
datafusion = { version = "52", default-features = false }
|
||||
datafusion-physical-plan = "52"
|
||||
datafusion-physical-expr = "52"
|
||||
datafusion-execution = "52"
|
||||
datafusion-common = "52"
|
||||
datafusion-expr = "52"
|
||||
datafusion-functions-aggregate = "52"
|
||||
datafusion-physical-optimizer = "52"
|
||||
|
||||
lance = { version = "4.0.0", default-features = false, features = ["aws"] }
|
||||
lance-datafusion = "4.0.0"
|
||||
lance-file = "4.0.0"
|
||||
lance-index = "4.0.0"
|
||||
lance-table = "4.0.0"
|
||||
lance-core = "4.0.0"
|
||||
|
||||
tokio = { version = "1", features = ["rt-multi-thread", "macros", "time"] }
|
||||
futures = "0.3"
|
||||
async-trait = "0.1"
|
||||
tempfile = "3"
|
||||
anyhow = "1"
|
||||
rand = "0.8"
|
||||
roaring = "0.11"
|
||||
croaring = "2"
|
||||
prost = "0.14"
|
||||
prost-types = "0.14"
|
||||
uuid = { version = "1", features = ["v4"] }
|
||||
tracing = "0.1"
|
||||
tracing-subscriber = { version = "0.3", features = ["env-filter", "fmt"] }
|
||||
serde_json = "1"
|
||||
|
||||
[profile.dev]
|
||||
debug = 0
|
||||
|
||||
[profile.dev.package."*"]
|
||||
opt-level = 2
|
||||
|
||||
[profile.release]
|
||||
opt-level = 3
|
||||
lto = "thin"
|
||||
codegen-units = 16
|
||||
Loading…
Add table
Add a link
Reference in a new issue