mirror of
https://github.com/asg017/sqlite-vec.git
synced 2026-04-25 08:46:49 +02:00
42 lines
1.3 KiB
Makefile
42 lines
1.3 KiB
Makefile
|
BENCH = python bench_delete.py
|
||
|
|
EXT = ../../dist/vec0
|
||
|
|
|
||
|
|
# --- Configs to test ---
|
||
|
|
FLAT = "flat:type=vec0-flat,variant=float"
|
||
|
|
RESCORE_BIT = "rescore-bit:type=rescore,quantizer=bit,oversample=8"
|
||
|
|
RESCORE_INT8 = "rescore-int8:type=rescore,quantizer=int8,oversample=8"
|
||
|
|
DISKANN_R48 = "diskann-R48:type=diskann,R=48,L=128,quantizer=binary"
|
||
|
|
DISKANN_R72 = "diskann-R72:type=diskann,R=72,L=128,quantizer=binary"
|
||
|
|
|
||
|
|
ALL_CONFIGS = $(FLAT) $(RESCORE_BIT) $(RESCORE_INT8) $(DISKANN_R48) $(DISKANN_R72)
|
||
|
|
|
||
|
|
DELETE_PCTS = 5,10,25,50,75,90
|
||
|
|
|
||
|
|
.PHONY: smoke bench-10k bench-50k bench-all report clean
|
||
|
|
|
||
|
|
# Quick smoke test (small dataset, few queries)
|
||
|
|
smoke:
|
||
|
|
$(BENCH) --subset-size 5000 --delete-pct 10,50 -k 10 -n 20 \
|
||
|
|
--dataset cohere1m --ext $(EXT) \
|
||
|
|
$(FLAT) $(DISKANN_R48)
|
||
|
|
|
||
|
|
# Standard benchmarks
|
||
|
|
bench-10k:
|
||
|
|
$(BENCH) --subset-size 10000 --delete-pct $(DELETE_PCTS) -k 10 -n 50 \
|
||
|
|
--dataset cohere1m --ext $(EXT) $(ALL_CONFIGS)
|
||
|
|
|
||
|
|
bench-50k:
|
||
|
|
$(BENCH) --subset-size 50000 --delete-pct $(DELETE_PCTS) -k 10 -n 50 \
|
||
|
|
--dataset cohere1m --ext $(EXT) $(ALL_CONFIGS)
|
||
|
|
|
||
|
|
bench-all: bench-10k bench-50k
|
||
|
|
|
||
|
|
# Query saved results
|
||
|
|
report:
|
||
|
|
@echo "Query results:"
|
||
|
|
@echo " sqlite3 runs/cohere1m/10000/delete_results.db \\"
|
||
|
|
@echo " \"SELECT config_name, delete_pct, recall, query_mean_ms, vacuum_size_mb FROM delete_runs ORDER BY config_name, delete_pct\""
|
||
|
|
|
||
|
|
clean:
|
||
|
|
rm -rf runs/
|