From 77fdec2c2dd4c23017722bf73b841614154f7bb8 Mon Sep 17 00:00:00 2001 From: cybermaggedon Date: Tue, 7 Oct 2025 00:04:34 +0100 Subject: [PATCH] Fix chunk params not converted (#549) --- trustgraph-flow/trustgraph/chunking/recursive/chunker.py | 6 ++++++ trustgraph-flow/trustgraph/chunking/token/chunker.py | 6 ++++++ 2 files changed, 12 insertions(+) diff --git a/trustgraph-flow/trustgraph/chunking/recursive/chunker.py b/trustgraph-flow/trustgraph/chunking/recursive/chunker.py index 8604f4fa..bc6d9cb9 100755 --- a/trustgraph-flow/trustgraph/chunking/recursive/chunker.py +++ b/trustgraph-flow/trustgraph/chunking/recursive/chunker.py @@ -76,6 +76,12 @@ class Processor(ChunkingService): self.default_chunk_overlap ) + # Convert to int if they're strings (flow parameters are always strings) + if isinstance(chunk_size, str): + chunk_size = int(chunk_size) + if isinstance(chunk_overlap, str): + chunk_overlap = int(chunk_overlap) + # Create text splitter with effective parameters text_splitter = RecursiveCharacterTextSplitter( chunk_size=chunk_size, diff --git a/trustgraph-flow/trustgraph/chunking/token/chunker.py b/trustgraph-flow/trustgraph/chunking/token/chunker.py index b4e55038..876cab07 100755 --- a/trustgraph-flow/trustgraph/chunking/token/chunker.py +++ b/trustgraph-flow/trustgraph/chunking/token/chunker.py @@ -75,6 +75,12 @@ class Processor(ChunkingService): self.default_chunk_overlap ) + # Convert to int if they're strings (flow parameters are always strings) + if isinstance(chunk_size, str): + chunk_size = int(chunk_size) + if isinstance(chunk_overlap, str): + chunk_overlap = int(chunk_overlap) + # Create text splitter with effective parameters text_splitter = TokenTextSplitter( encoding_name="cl100k_base",