diff --git a/processing.yaml b/processing.yaml index d2fc1bf9..817d6594 100644 --- a/processing.yaml +++ b/processing.yaml @@ -10,9 +10,19 @@ services: vectorize: module: trustgraph.embeddings.vectorize +# embeddings: +# module: trustgraph.embeddings.hf + + # embeddings: + # module: trustgraph.embeddings.ollama + # parameters: + # ollama: http://ollama:11434 + embeddings: module: trustgraph.embeddings.hf - + parameters: + model: mixedbread-ai/mxbai-embed-large-v1 + kg-extract-definitions: module: trustgraph.kg.extract_definitions diff --git a/setup.py b/setup.py index b5049a99..90b87a0f 100644 --- a/setup.py +++ b/setup.py @@ -46,22 +46,24 @@ setuptools.setup( ], scripts=[ "scripts/chunker-recursive", + "scripts/embeddings-hf", + "scripts/embeddings-ollama", + "scripts/embeddings-vectorize", + "scripts/graph-rag", "scripts/graph-show", "scripts/graph-to-turtle", "scripts/graph-write-cassandra", + "scripts/init-pulsar-manager", "scripts/kg-extract-definitions", "scripts/kg-extract-relationships", + "scripts/llm-azure-text", + "scripts/llm-claude-text", "scripts/llm-ollama-text", "scripts/llm-vertexai-text", - "scripts/llm-claude-text", - "scripts/llm-azure-text", - "scripts/run-processing", "scripts/loader", "scripts/pdf-decoder", "scripts/query", - "scripts/embeddings-vectorize", - "scripts/embeddings-hf", + "scripts/run-processing", "scripts/vector-write-milvus", - "scripts/graph-rag", ] )