trustgraph/processing.yaml

services:

  pdf-decoder:
    module: trustgraph.decoder.pdf

  chunker:
    module: trustgraph.chunker.recursive

  vectorize:
    module: trustgraph.embeddings.vectorize
    
#   embeddings:
#     module: trustgraph.embeddings.hf

  # embeddings:
  #   module: trustgraph.embeddings.ollama 
  #   parameters:
  #     ollama: http://ollama:11434
   
  embeddings:
    module: trustgraph.embeddings.hf
    parameters:
      model: mixedbread-ai/mxbai-embed-large-v1
   
  kg-extract-definitions:
    module: trustgraph.kg.extract_definitions

  kg-extract-relationships:
    module: trustgraph.kg.extract_relationships
    
  vector-write:
    module: trustgraph.vector.milvus_write
    
  graph-write:
    module: trustgraph.graph.cassandra_write
    
  llm:
    module: trustgraph.llm.ollama_text
    parameters:
      ollama: http://ollama:11434

  graph-rag:
    module: trustgraph.rag.graph