mirror of
https://github.com/VectifyAI/PageIndex.git
synced 2026-06-12 19:55:17 +02:00
feat(filesystem): default embeddings to 1024 dimensions
This commit is contained in:
parent
b5cc404776
commit
58409d1ec5
6 changed files with 282 additions and 22 deletions
|
|
@ -42,6 +42,7 @@ os.environ.setdefault("LITELLM_LOCAL_MODEL_COST_MAP", "true")
|
|||
from pageindex import PageIndexClient
|
||||
from pageindex.filesystem import MetadataGenerator, PageIndexFileSystem, PIFSCommandExecutor
|
||||
from pageindex.filesystem.agent import run_pifs_agent
|
||||
from pageindex.filesystem.hybrid_projection import DEFAULT_EMBEDDING_DIMENSIONS
|
||||
|
||||
|
||||
EXAMPLES_DIR = Path(__file__).parent
|
||||
|
|
@ -149,7 +150,11 @@ def parse_args() -> argparse.Namespace:
|
|||
default=os.environ.get("PIFS_DEMO_EMBEDDING_MODEL", "text-embedding-3-small"),
|
||||
help="Embedding model used for register-time summary projection.",
|
||||
)
|
||||
parser.add_argument("--embedding-dimensions", type=int, default=256)
|
||||
parser.add_argument(
|
||||
"--embedding-dimensions",
|
||||
type=int,
|
||||
default=DEFAULT_EMBEDDING_DIMENSIONS,
|
||||
)
|
||||
return parser.parse_args()
|
||||
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue