apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-04-25 00:16:23 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Fix chunk params not converted (#549)

Browse source
This commit is contained in:
cybermaggedon 2025-10-07 00:04:34 +01:00 • committed by GitHub
parent 09930bdb86
commit 77fdec2c2d
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 12 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

6
trustgraph-flow/trustgraph/chunking/recursive/chunker.py
View file

@ -76,6 +76,12 @@ class Processor(ChunkingService):
self.default_chunk_overlap self.default_chunk_overlap
) )
# Convert to int if they're strings (flow parameters are always strings)
if isinstance(chunk_size, str):
chunk_size = int(chunk_size)
if isinstance(chunk_overlap, str):
chunk_overlap = int(chunk_overlap)
# Create text splitter with effective parameters # Create text splitter with effective parameters
text_splitter = RecursiveCharacterTextSplitter( text_splitter = RecursiveCharacterTextSplitter(
chunk_size=chunk_size, chunk_size=chunk_size,

6
trustgraph-flow/trustgraph/chunking/token/chunker.py
View file

@ -75,6 +75,12 @@ class Processor(ChunkingService):
self.default_chunk_overlap self.default_chunk_overlap
) )
# Convert to int if they're strings (flow parameters are always strings)
if isinstance(chunk_size, str):
chunk_size = int(chunk_size)
if isinstance(chunk_overlap, str):
chunk_overlap = int(chunk_overlap)
# Create text splitter with effective parameters # Create text splitter with effective parameters
text_splitter = TokenTextSplitter( text_splitter = TokenTextSplitter(
encoding_name="cl100k_base", encoding_name="cl100k_base",