mirror of
https://github.com/VectifyAI/PageIndex.git
synced 2026-05-19 18:35:16 +02:00
feat(collection): doc_ids accepts str|list, design cleanups
- Collection.query and Backend.query/query_stream accept doc_ids as str, list[str] or None. Single str is normalized to [str] inside each backend; bare [] is rejected with ValueError at both layers. - wrap_with_doc_context wraps the scoped doc list in <docs>...</docs> and SCOPED_SYSTEM_PROMPT instructs the agent to treat that block as data, not instructions (defense against prompt injection via auto-generated doc_description). - _require_cloud_api now distinguishes api_key="" from api_key=None; the former gives a targeted error pointing at the empty-string vs fall-back-to-local situation when legacy SDK methods are called. - Legacy PageIndexClient.list_documents docstring spells out the return-shape difference vs collection.list_documents() to flag a silent migration footgun (paginated dict with id/name keys vs plain list[dict] with doc_id/doc_name keys). - Remove dead CloudBackend.get_agent_tools stub (not on the Backend protocol; only ever returned an empty AgentTools()) and the SYSTEM_PROMPT alias (OPEN_/SCOPED_SYSTEM_PROMPT are the explicit names now). - README quick start and streaming example now pass doc_ids; new multi-document section shows both str and list forms. - examples/demo_query_modes.py exercises all five query-mode cases (single-doc, multi-doc with/without env var, scoped single, scoped multi) for manual verification.
This commit is contained in:
parent
d7b36aaf3f
commit
a47c36a3f5
13 changed files with 322 additions and 45 deletions
|
|
@ -79,7 +79,9 @@ class LocalBackend:
|
|||
raise FileTypeError(f"Not a regular file: {file_path}")
|
||||
parser = self._resolve_parser(file_path)
|
||||
|
||||
# Dedup: skip if same file already indexed in this collection
|
||||
# Dedup is content-only — same file is reused regardless of IndexConfig
|
||||
# changes. If you've changed IndexConfig and need a fresh tree, delete
|
||||
# the existing doc first or use a new collection.
|
||||
file_hash = self._file_hash(file_path)
|
||||
existing_id = self._storage.find_document_by_hash(collection, file_hash)
|
||||
if existing_id:
|
||||
|
|
@ -265,8 +267,20 @@ class LocalBackend:
|
|||
)
|
||||
return [by_id[did] for did in doc_ids]
|
||||
|
||||
def query(self, collection: str, question: str, doc_ids: list[str] | None = None) -> str:
|
||||
@staticmethod
|
||||
def _normalize_doc_ids(doc_ids: str | list[str] | None) -> list[str] | None:
|
||||
if isinstance(doc_ids, str):
|
||||
return [doc_ids]
|
||||
if doc_ids == []:
|
||||
raise ValueError(
|
||||
"doc_ids cannot be empty; pass None to query the whole collection"
|
||||
)
|
||||
return doc_ids
|
||||
|
||||
def query(self, collection: str, question: str,
|
||||
doc_ids: str | list[str] | None = None) -> str:
|
||||
from ..agent import AgentRunner, SCOPED_SYSTEM_PROMPT, wrap_with_doc_context
|
||||
doc_ids = self._normalize_doc_ids(doc_ids)
|
||||
tools = self.get_agent_tools(collection, doc_ids)
|
||||
instructions = None
|
||||
if doc_ids:
|
||||
|
|
@ -277,8 +291,9 @@ class LocalBackend:
|
|||
instructions=instructions).run(question)
|
||||
|
||||
async def query_stream(self, collection: str, question: str,
|
||||
doc_ids: list[str] | None = None):
|
||||
doc_ids: str | list[str] | None = None):
|
||||
from ..agent import QueryStream, SCOPED_SYSTEM_PROMPT, wrap_with_doc_context
|
||||
doc_ids = self._normalize_doc_ids(doc_ids)
|
||||
tools = self.get_agent_tools(collection, doc_ids)
|
||||
instructions = None
|
||||
if doc_ids:
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue