From a7de175b33793a213592a0eab4cf7a93d2281407 Mon Sep 17 00:00:00 2001 From: cybermaggedon Date: Fri, 8 Aug 2025 14:41:24 +0100 Subject: [PATCH] Fix token chunker, broken API invocation (#454) --- trustgraph-flow/trustgraph/chunking/token/chunker.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/trustgraph-flow/trustgraph/chunking/token/chunker.py b/trustgraph-flow/trustgraph/chunking/token/chunker.py index 028f62fa..a1f43a35 100755 --- a/trustgraph-flow/trustgraph/chunking/token/chunker.py +++ b/trustgraph-flow/trustgraph/chunking/token/chunker.py @@ -9,7 +9,7 @@ from langchain_text_splitters import TokenTextSplitter from prometheus_client import Histogram from ... schema import TextDocument, Chunk -from ... base import FlowProcessor +from ... base import FlowProcessor, ConsumerSpec, ProducerSpec # Module logger logger = logging.getLogger(__name__) @@ -20,7 +20,7 @@ class Processor(FlowProcessor): def __init__(self, **params): - id = params.get("id") + id = params.get("id", default_ident) chunk_size = params.get("chunk_size", 250) chunk_overlap = params.get("chunk_overlap", 15)